{"_type":"meta","dataset":"ossmodeldb","license":"https://creativecommons.org/licenses/by/4.0/","attribution":"ossmodeldb.org — CC BY 4.0","generated":"2026-08-16T16:56:43.521Z","counts":{"models":2493,"accelerators":239},"sources":[{"name":"Hugging Face Hub","role":"model metadata and exact file sizes"},{"name":"Wikipedia","role":"accelerator specifications","license":"CC BY-SA 4.0"},{"name":"llama.cpp","role":"architecture behaviour and quantization type table","license":"MIT"}],"caveats":["Byte counts are exact, summed across all shards of a quantization.","KV inputs are architectural facts; the memory total for a given context is computed, not stored.","No measured performance data is included — this release contains no measured figures."]}
{"_type":"model","slug":"qwen3-6-35b-a3b","canonical_repo":"Qwen/Qwen3.6-35B-A3B","display_name":"Qwen3.6-35B-A3B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4366151","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Qwen/Qwen3.6-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_M","bytes":"10047749088","shards":1,"effective_bpw":2.2358,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10756586464","shards":1,"effective_bpw":2.3936,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"11366414624","shards":1,"effective_bpw":2.5293,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11522702304","shards":1,"effective_bpw":2.564,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"11819399456","shards":1,"effective_bpw":2.6301,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11882969376","shards":1,"effective_bpw":2.6442,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"13211155424","shards":1,"effective_bpw":2.9397,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"13676723168","shards":1,"effective_bpw":3.0433,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"14069266720","shards":1,"effective_bpw":3.1307,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"15346432288","shards":1,"effective_bpw":3.4149,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"15359196128","shards":1,"effective_bpw":3.4177,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"16600710112","shards":1,"effective_bpw":3.694,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"17104402720","shards":1,"effective_bpw":3.8061,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"17730509792","shards":1,"effective_bpw":3.9454,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"18040888288","shards":1,"effective_bpw":4.0145,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"18209036576","shards":1,"effective_bpw":4.0519,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"18536192288","shards":1,"effective_bpw":4.1247,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"20893015008","shards":1,"effective_bpw":4.6491,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757728","shards":1,"effective_bpw":4.71,"repo":"lmstudio-community/Qwen3.6-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"UD-Q4_K_S","bytes":"21388319008","shards":1,"effective_bpw":4.7593,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"22134528992","shards":1,"effective_bpw":4.9254,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"22663387424","shards":1,"effective_bpw":5.0431,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"24942050272","shards":1,"effective_bpw":5.5501,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"25538017568","shards":1,"effective_bpw":5.6827,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"26456194016","shards":1,"effective_bpw":5.887,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"27087812896","shards":1,"effective_bpw":6.0276,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152288","shards":1,"effective_bpw":6.345,"repo":"lmstudio-community/Qwen3.6-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":432}},{"quant":"UD-Q6_K","bytes":"29308320736","shards":1,"effective_bpw":6.5217,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"30011242784","shards":1,"effective_bpw":6.6781,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139168","shards":1,"effective_bpw":8.2117,"repo":"lmstudio-community/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140320","shards":1,"effective_bpw":8.2117,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"Q8_0","bytes":"37801097504","shards":1,"effective_bpw":8.4115,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":2,"Q8_0":443}},{"quant":"BF16","bytes":"69376638176","shards":2,"effective_bpw":15.4377,"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065942560","shards":2,"effective_bpw":15.8136,"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"embeddinggemma-300m","canonical_repo":"google/embeddinggemma-300m","display_name":"embeddinggemma-300m","publisher":"google","modality":"text","arch_key":"gemma-embedding","params_total":"302863104","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4053466","n_layers":24,"n_head":3,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":768,"vocab_size":262144,"ctx_native":2048,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/embeddinggemma-300m","arch_confidence":0.8,"quantizations":[{"quant":"Q4_0","bytes":"277852192","shards":1,"effective_bpw":7.3393,"repo":"unsloth/embeddinggemma-300m-GGUF","n_tensors":314,"type_hist":{"F32":145,"Q4_0":168,"Q8_0":1}},{"quant":"IQ4_XS","bytes":"303472192","shards":1,"effective_bpw":8.0161,"repo":"cstr/embeddinggemma-300m-GGUF","n_tensors":316,"type_hist":{"F32":147,"Q8_0":1,"IQ4_NL":24,"IQ4_XS":144}},{"quant":"Q4_K","bytes":"305978944","shards":1,"effective_bpw":8.0823,"repo":"cstr/embeddinggemma-300m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"318660160","shards":1,"effective_bpw":8.4173,"repo":"cstr/embeddinggemma-300m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"328577056","shards":1,"effective_bpw":8.6792,"repo":"unsloth/embeddinggemma-300m-GGUF","n_tensors":314,"type_hist":{"F32":145,"Q8_0":169}},{"quant":"Q8_0","bytes":"333590944","shards":1,"effective_bpw":8.8117,"repo":"ggml-org/embeddinggemma-300M-GGUF","n_tensors":316,"type_hist":{"F32":145,"Q8_0":171}},{"quant":"Q8_0","bytes":"356703808","shards":1,"effective_bpw":9.4222,"repo":"cstr/embeddinggemma-300m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"612429792","shards":1,"effective_bpw":16.1771,"repo":"unsloth/embeddinggemma-300m-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1217982432","shards":1,"effective_bpw":32.1725,"repo":"unsloth/embeddinggemma-300m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b","canonical_repo":"Qwen/Qwen3.5-9B","display_name":"Qwen3.5-9B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2367785","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-9B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"3190613216","shards":1,"effective_bpw":2.6442,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3649365216","shards":1,"effective_bpw":3.0244,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3969560928","shards":1,"effective_bpw":3.2898,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4016235744","shards":1,"effective_bpw":3.3285,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4295536992","shards":1,"effective_bpw":3.5599,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4316865760","shards":1,"effective_bpw":3.5776,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4461195616","shards":1,"effective_bpw":3.6972,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4673643744","shards":1,"effective_bpw":3.8733,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q3_K":105,"Q4_K":92,"Q5_K":4,"Q6_K":1,"Q8_0":48}},{"quant":"Q3_K_M","bytes":"4834783584","shards":1,"effective_bpw":4.0068,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5168653536","shards":1,"effective_bpw":4.2835,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q4_K":1,"Q5_K":32,"Q6_K":1,"Q8_0":48,"IQ4_XS":168}},{"quant":"IQ4_NL","bytes":"5371028704","shards":1,"effective_bpw":4.4512,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5379417312","shards":1,"effective_bpw":4.4582,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q4_0":173,"Q4_1":4,"Q5_K":24,"Q6_K":1,"Q8_0":48}},{"quant":"Q4_K_S","bytes":"5394097376","shards":1,"effective_bpw":4.4704,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5467189600","shards":1,"effective_bpw":4.5309,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_K":7,"Q5_K":57,"Q6_K":1,"Q8_0":1,"IQ4_XS":144}},{"quant":"Q4_0","bytes":"5551599968","shards":1,"effective_bpw":4.6009,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":180,"Q4_1":4,"Q5_K":24,"Q6_K":1,"Q8_0":1}},{"quant":"Q4_K_S","bytes":"5577290080","shards":1,"effective_bpw":4.6222,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627044256","shards":1,"effective_bpw":4.6634,"repo":"lmstudio-community/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q4_K":204,"Q5_K":24,"Q6_K":22}},{"quant":"IQ4_NL","bytes":"5644398944","shards":1,"effective_bpw":4.6778,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5680522464","shards":1,"effective_bpw":4.7077,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5837251808","shards":1,"effective_bpw":4.8376,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5868826976","shards":1,"effective_bpw":4.8638,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6022541664","shards":1,"effective_bpw":4.9912,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6361146592","shards":1,"effective_bpw":5.2718,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6559543648","shards":1,"effective_bpw":5.4362,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6577841376","shards":1,"effective_bpw":5.4514,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6729445728","shards":1,"effective_bpw":5.577,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q5_K":150,"Q6_K":59,"Q8_0":1}},{"quant":"Q6_K","bytes":"7359259040","shards":1,"effective_bpw":6.099,"repo":"lmstudio-community/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7458301152","shards":1,"effective_bpw":6.1811,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q6_K":178,"Q8_0":72}},{"quant":"Q6_K","bytes":"7684551008","shards":1,"effective_bpw":6.3686,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q6_K":185,"Q8_0":25}},{"quant":"Q8_0","bytes":"9527501216","shards":1,"effective_bpw":7.8959,"repo":"lmstudio-community/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502048","shards":1,"effective_bpw":7.8959,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q8_0":250}},{"quant":"Q8_0","bytes":"9786061152","shards":1,"effective_bpw":8.1102,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697312","shards":1,"effective_bpw":14.8518,"repo":"unsloth/Qwen3.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407321728","shards":1,"effective_bpw":15.255,"repo":"unsloth/Qwen3.5-9B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it","canonical_repo":"google/gemma-4-26B-A4B-it","display_name":"gemma-4-26B-A4B-it","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2197629","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"google/gemma-4-26B-A4B-it","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9656496128","shards":1,"effective_bpw":2.9103,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9922480608","shards":1,"effective_bpw":2.9905,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10014755296","shards":1,"effective_bpw":3.0183,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10126649856","shards":1,"effective_bpw":3.052,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10230468736","shards":1,"effective_bpw":3.0833,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10700622464","shards":1,"effective_bpw":3.225,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10951927936","shards":1,"effective_bpw":3.3007,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11130710144","shards":1,"effective_bpw":3.3546,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"11289671136","shards":1,"effective_bpw":3.4025,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11416548832","shards":1,"effective_bpw":3.4408,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12160200320","shards":1,"effective_bpw":3.6649,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12437322880","shards":1,"effective_bpw":3.7484,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12553235072","shards":1,"effective_bpw":3.7834,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"12728497888","shards":1,"effective_bpw":3.8362,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13019981440","shards":1,"effective_bpw":3.924,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q3_K":106,"Q4_0":16,"Q4_K":30,"Q5_0":43,"Q5_1":1,"Q6_K":15,"Q8_0":55}},{"quant":"Q3_K_L","bytes":"13199180416","shards":1,"effective_bpw":3.978,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13280213632","shards":1,"effective_bpw":4.0025,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"13597177568","shards":1,"effective_bpw":4.098,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"13613037280","shards":1,"effective_bpw":4.1028,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14205004928","shards":1,"effective_bpw":4.2812,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q5_K":30,"Q6_K":15,"Q8_0":55,"IQ4_NL":60,"IQ4_XS":106}},{"quant":"IQ4_NL","bytes":"14697714816","shards":1,"effective_bpw":4.4297,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14870085344","shards":2,"effective_bpw":4.4816,"repo":"ggml-org/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15080530560","shards":2,"effective_bpw":4.545,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15844288640","shards":1,"effective_bpw":4.7752,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"16144845952","shards":1,"effective_bpw":4.8658,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"16487610080","shards":1,"effective_bpw":4.9691,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"16947541728","shards":1,"effective_bpw":5.1077,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17035039872","shards":1,"effective_bpw":5.1341,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q4_K":106,"Q5_0":32,"Q5_K":30,"Q6_K":15,"Q8_0":83}},{"quant":"Q4_K_L","bytes":"17213822080","shards":1,"effective_bpw":5.188,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18129382528","shards":1,"effective_bpw":5.4639,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"18850707168","shards":1,"effective_bpw":5.6813,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19319198848","shards":1,"effective_bpw":5.8225,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q5_1":32,"Q5_K":106,"Q6_K":45,"Q8_0":83}},{"quant":"Q5_K_L","bytes":"19497981056","shards":1,"effective_bpw":5.8764,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"21150365408","shards":1,"effective_bpw":6.3744,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22862577280","shards":1,"effective_bpw":6.8904,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q6_K":107,"Q8_0":159}},{"quant":"Q6_K_L","bytes":"23041359488","shards":1,"effective_bpw":6.9443,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"23172478688","shards":1,"effective_bpw":6.9838,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859861728","shards":1,"effective_bpw":8.0952,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q8_0":266}},{"quant":"Q8_0","bytes":"27321646720","shards":2,"effective_bpw":8.2343,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27794061600","shards":3,"effective_bpw":8.3767,"repo":"ggml-org/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505135424","shards":2,"effective_bpw":15.2215,"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505137824","shards":2,"effective_bpw":15.2215,"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"52235600160","shards":3,"effective_bpw":15.743,"repo":"ggml-org/gemma-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-3-5-asr-streaming-0-6b","canonical_repo":"nvidia/nemotron-3.5-asr-streaming-0.6b","display_name":"nemotron-3.5-asr-streaming-0.6b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"637997088","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1820592","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":13088,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/nemotron-3.5-asr-streaming-0.6b","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"408557984","shards":1,"effective_bpw":5.123,"repo":"cstr/nemotron-3.5-asr-streaming-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"495831520","shards":1,"effective_bpw":6.2174,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":653,"type_hist":{"F16":48,"F32":378,"Q4_K":195,"Q8_0":32}},{"quant":"Q5_K_M","bytes":"559647200","shards":1,"effective_bpw":7.0176,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":653,"type_hist":{"F16":48,"F32":378,"Q5_K":195,"Q8_0":32}},{"quant":"Q6_K","bytes":"621356512","shards":1,"effective_bpw":7.7913,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":653,"type_hist":{"F16":48,"F32":378,"Q6_K":219,"Q8_0":8}},{"quant":"Q8_0","bytes":"751094240","shards":1,"effective_bpw":9.4182,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":653,"type_hist":{"F16":48,"F32":378,"Q8_0":227}},{"quant":"F16","bytes":"1277750240","shards":1,"effective_bpw":16.022,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":653,"type_hist":{"F16":275,"F32":378}},{"quant":"F16","bytes":"1286368480","shards":1,"effective_bpw":16.1301,"repo":"cstr/nemotron-3.5-asr-streaming-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2552277984","shards":1,"effective_bpw":32.0036,"repo":"handy-computer/nemotron-3.5-asr-streaming-0.6b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-30b-a3b-instruct","canonical_repo":"Qwen/Qwen3-Coder-30B-A3B-Instruct","display_name":"Qwen3-Coder-30B-A3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1797784","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-Coder-30B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"8005213344","shards":1,"effective_bpw":2.0975,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"8072846688","shards":1,"effective_bpw":2.1152,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"8914328736","shards":1,"effective_bpw":2.3357,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"8956796256","shards":1,"effective_bpw":2.3469,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9627540640","shards":1,"effective_bpw":2.5226,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9647988064","shards":1,"effective_bpw":2.528,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10333691040","shards":1,"effective_bpw":2.7076,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10344701280","shards":1,"effective_bpw":2.7105,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10837007520","shards":1,"effective_bpw":2.8395,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10848017760","shards":1,"effective_bpw":2.8424,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258612896","shards":1,"effective_bpw":2.95,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258613088","shards":1,"effective_bpw":2.95,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331542176","shards":1,"effective_bpw":2.9691,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331542368","shards":1,"effective_bpw":2.9691,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12848766112","shards":1,"effective_bpw":3.3666,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12869213536","shards":1,"effective_bpw":3.372,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292471456","shards":1,"effective_bpw":3.4829,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292471648","shards":1,"effective_bpw":3.4829,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14583005504","shards":1,"effective_bpw":3.821,"repo":"lmstudio-community/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711850144","shards":1,"effective_bpw":3.8548,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"14711850336","shards":1,"effective_bpw":3.8548,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"16378076320","shards":1,"effective_bpw":4.2914,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":1,"Q5_K":48,"Q6_K":1,"IQ4_XS":288}},{"quant":"IQ4_XS","bytes":"16378076512","shards":1,"effective_bpw":4.2914,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":1,"Q5_K":48,"Q6_K":1,"IQ4_XS":288}},{"quant":"IQ4_NL","bytes":"17310784672","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17310784864","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379990688","shards":1,"effective_bpw":4.5539,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379990880","shards":1,"effective_bpw":4.5539,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":331,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"17456012448","shards":1,"effective_bpw":4.5738,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456012640","shards":1,"effective_bpw":4.5738,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556689568","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18556689760","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18632186176","shards":1,"effective_bpw":4.882,"repo":"lmstudio-community/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":193,"Q5_K":48,"Q6_K":49,"Q8_0":48}},{"quant":"Q4_1","bytes":"19192503456","shards":1,"effective_bpw":5.0288,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192503648","shards":1,"effective_bpw":5.0288,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080513696","shards":1,"effective_bpw":5.5235,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080513888","shards":1,"effective_bpw":5.5235,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725584544","shards":1,"effective_bpw":5.6925,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_M","bytes":"21725584736","shards":1,"effective_bpw":5.6925,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q6_K","bytes":"25092535456","shards":1,"effective_bpw":6.5747,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092535648","shards":1,"effective_bpw":6.5747,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"25104724288","shards":1,"effective_bpw":6.5779,"repo":"lmstudio-community/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":290,"Q8_0":48}},{"quant":"Q8_0","bytes":"32483934528","shards":1,"effective_bpw":8.5114,"repo":"lmstudio-community/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483935392","shards":1,"effective_bpw":8.5114,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483935584","shards":1,"effective_bpw":8.5114,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"BF16","bytes":"61095806048","shards":2,"effective_bpw":16.0083,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095806208","shards":2,"effective_bpw":16.0083,"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-flash","canonical_repo":"deepseek-ai/DeepSeek-V4-Flash","display_name":"DeepSeek-V4-Flash","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek4-dspark","params_total":"158069433298","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"1754498","n_layers":43,"n_head":64,"n_head_kv":1,"head_dim_k":512,"head_dim_v":512,"hidden":4096,"vocab_size":129280,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-V4-Flash","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"82539237024","shards":3,"effective_bpw":4.1774,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"86901313152","shards":3,"effective_bpw":4.3981,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"90860736128","shards":3,"effective_bpw":4.5985,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"90926927488","shards":3,"effective_bpw":4.6019,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"102999887616","shards":4,"effective_bpw":5.2129,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"117310852864","shards":4,"effective_bpw":5.9372,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"129319997216","shards":4,"effective_bpw":6.545,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"137903959808","shards":4,"effective_bpw":6.9794,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"137903959808","shards":4,"effective_bpw":6.9794,"repo":"unsloth/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"156004658464","shards":4,"effective_bpw":7.8955,"repo":"bartowski/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-unified-en-0-6b","canonical_repo":"nvidia/parakeet-unified-en-0.6b","display_name":"parakeet-unified-en-0.6b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"618309121","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"1629943","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"477274496","shards":1,"effective_bpw":6.1752,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":961,"type_hist":{"F16":48,"F32":688,"Q4_K":194,"Q8_0":31}},{"quant":"Q5_K_M","bytes":"540795264","shards":1,"effective_bpw":6.9971,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":961,"type_hist":{"F16":48,"F32":688,"Q5_K":194,"Q8_0":31}},{"quant":"Q6_K","bytes":"602191232","shards":1,"effective_bpw":7.7915,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":961,"type_hist":{"F16":48,"F32":688,"Q6_K":218,"Q8_0":7}},{"quant":"Q8_0","bytes":"731357568","shards":1,"effective_bpw":9.4627,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":961,"type_hist":{"F16":48,"F32":688,"Q8_0":225}},{"quant":"F16","bytes":"1239114240","shards":1,"effective_bpw":16.0323,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":961,"type_hist":{"F16":273,"F32":688}},{"quant":"F32","bytes":"2473323520","shards":1,"effective_bpw":32.0011,"repo":"handy-computer/parakeet-unified-en-0.6b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b","canonical_repo":"Qwen/Qwen3.5-4B","display_name":"Qwen3.5-4B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1557204","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-4B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"1520217248","shards":1,"effective_bpw":2.6099,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1759997088","shards":1,"effective_bpw":3.0215,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1942548800","shards":1,"effective_bpw":3.3349,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1949047968","shards":1,"effective_bpw":3.3461,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2103521600","shards":1,"effective_bpw":3.6113,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2105791648","shards":1,"effective_bpw":3.6152,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2177505600","shards":1,"effective_bpw":3.7383,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2293388448","shards":1,"effective_bpw":3.9373,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":426,"type_hist":{"F32":177,"Q3_K":104,"Q4_K":92,"Q5_K":4,"Q6_K":1,"Q8_0":48}},{"quant":"Q3_K_M","bytes":"2374564160","shards":1,"effective_bpw":4.0766,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":232,"Q3_K":108,"Q4_K":95,"Q5_K":4,"Q6_K":1,"Q8_0":1}},{"quant":"IQ4_XS","bytes":"2477053088","shards":1,"effective_bpw":4.2526,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":426,"type_hist":{"F32":177,"Q5_K":32,"Q6_K":1,"Q8_0":48,"IQ4_XS":168}},{"quant":"IQ4_NL","bytes":"2579944608","shards":1,"effective_bpw":4.4292,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2583221408","shards":1,"effective_bpw":4.4348,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":426,"type_hist":{"F32":177,"Q4_0":172,"Q4_1":4,"Q5_K":24,"Q6_K":1,"Q8_0":48}},{"quant":"Q4_K_S","bytes":"2590430368","shards":1,"effective_bpw":4.4472,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2642012480","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":232,"Q4_K":6,"Q5_K":57,"Q6_K":1,"Q8_0":1,"IQ4_XS":144}},{"quant":"Q4_0","bytes":"2669209920","shards":1,"effective_bpw":4.5825,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":232,"Q4_0":179,"Q4_1":4,"Q5_K":24,"Q6_K":1,"Q8_0":1}},{"quant":"Q4_K_S","bytes":"2683300160","shards":1,"effective_bpw":4.6067,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707513696","shards":1,"effective_bpw":4.6482,"repo":"lmstudio-community/Qwen3.5-4B-GGUF","n_tensors":426,"type_hist":{"F32":177,"Q4_K":203,"Q5_K":24,"Q6_K":22}},{"quant":"IQ4_NL","bytes":"2729175360","shards":1,"effective_bpw":4.6854,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2740937888","shards":1,"effective_bpw":4.7056,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2784416928","shards":1,"effective_bpw":4.7803,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2834975040","shards":1,"effective_bpw":4.8671,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":232,"Q4_K":149,"Q5_K":24,"Q6_K":35,"Q8_0":1}},{"quant":"Q4_1","bytes":"2877122880","shards":1,"effective_bpw":4.9394,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3024934048","shards":1,"effective_bpw":5.1932,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3124357440","shards":1,"effective_bpw":5.3639,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3143656608","shards":1,"effective_bpw":5.397,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3212790080","shards":1,"effective_bpw":5.5157,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":232,"Q5_K":149,"Q6_K":59,"Q8_0":1}},{"quant":"Q6_K","bytes":"3464055136","shards":1,"effective_bpw":5.947,"repo":"lmstudio-community/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3525956768","shards":1,"effective_bpw":6.0533,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":426,"type_hist":{"F32":177,"Q6_K":177,"Q8_0":72}},{"quant":"Q6_K","bytes":"3639654720","shards":1,"effective_bpw":6.2485,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482402656","shards":1,"effective_bpw":7.6953,"repo":"lmstudio-community/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403488","shards":1,"effective_bpw":7.6953,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580800","shards":1,"effective_bpw":7.9154,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":441,"type_hist":{"F32":184,"Q8_0":257}},{"quant":"BF16","bytes":"8424393632","shards":1,"effective_bpw":14.4629,"repo":"unsloth/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8665620544","shards":1,"effective_bpw":14.877,"repo":"unsloth/Qwen3.5-4B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hy3","canonical_repo":"tencent/Hy3","display_name":"Hy3","publisher":"tencent","modality":"text","arch_key":"hy_v3","params_total":"298786155776","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1441719","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":120832,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":192,"n_expert_used":8,"arch_source":"tencent/Hy3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"64051148352","shards":2,"effective_bpw":1.715,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"71100724800","shards":2,"effective_bpw":1.9037,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"82113918656","shards":3,"effective_bpw":2.1986,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"89446312384","shards":1,"effective_bpw":2.3949,"repo":"AngelSlim/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"91060369120","shards":3,"effective_bpw":2.4381,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"91756066464","shards":2,"effective_bpw":2.4568,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"92805134016","shards":3,"effective_bpw":2.4849,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"100008834816","shards":3,"effective_bpw":2.6777,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"102091323104","shards":3,"effective_bpw":2.7335,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"106691229376","shards":3,"effective_bpw":2.8567,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"107174557408","shards":3,"effective_bpw":2.8696,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"108748601120","shards":3,"effective_bpw":2.9117,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"117335832352","shards":3,"effective_bpw":3.1417,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"126089361248","shards":4,"effective_bpw":3.376,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"131274569536","shards":4,"effective_bpw":3.5149,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"134597913024","shards":1,"effective_bpw":3.6039,"repo":"AngelSlim/Hy3-GGUF","n_tensors":1278,"type_hist":{"F32":479,"Q5_K":1,"Q6_K":5,"Q8_0":560,"IQ4_XS":77,"IQ3_XXS":156}},{"quant":"IQ3_XS","bytes":"137437050656","shards":4,"effective_bpw":3.6799,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"137545479968","shards":4,"effective_bpw":3.6828,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"142740092672","shards":3,"effective_bpw":3.8219,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"143077766976","shards":4,"effective_bpw":3.8309,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"143668639584","shards":4,"effective_bpw":3.8467,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"159152175008","shards":4,"effective_bpw":4.2613,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"160771307456","shards":5,"effective_bpw":4.3047,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"169803872192","shards":5,"effective_bpw":4.5465,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"170321082336","shards":5,"effective_bpw":4.5603,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"175458318304","shards":5,"effective_bpw":4.6979,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"180999059328","shards":4,"effective_bpw":4.8463,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"182158227360","shards":5,"effective_bpw":4.8773,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"182328371648","shards":1,"effective_bpw":4.8818,"repo":"AngelSlim/Hy3-GGUF","n_tensors":1278,"type_hist":{"F32":479,"Q4_K":158,"Q5_K":79,"Q6_K":1,"Q8_0":561}},{"quant":"Q4_K_L","bytes":"182525556640","shards":5,"effective_bpw":4.8871,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"187795601344","shards":5,"effective_bpw":5.0282,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"206034401344","shards":6,"effective_bpw":5.5166,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"212177942528","shards":5,"effective_bpw":5.6811,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"212837857344","shards":6,"effective_bpw":5.6987,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"257246623936","shards":7,"effective_bpw":6.8878,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"317652367296","shards":7,"effective_bpw":8.5051,"repo":"vcruz305/Hy3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"317652367776","shards":9,"effective_bpw":8.5051,"repo":"bartowski/Hy3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-claude-mythos-5-1m","canonical_repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M","display_name":"Qwythos-9B-Claude-Mythos-5-1M","publisher":"empero-ai","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1388719","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"5780091040","shards":1,"effective_bpw":4.9141,"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6642544800","shards":1,"effective_bpw":5.6473,"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558901920","shards":1,"effective_bpw":6.4264,"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q6_K":258}},{"quant":"Q8_0","bytes":"9786060960","shards":1,"effective_bpw":8.3199,"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q8_0":258}},{"quant":"Q4_K_M","bytes":"11516776704","shards":2,"effective_bpw":9.7913,"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11516777408","shards":2,"effective_bpw":9.7913,"repo":"deewu0809/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13152614784","shards":2,"effective_bpw":11.182,"repo":"wepiqx/Qwythos-9B-Claude-Mythos-5-1M-MTP-SHQ8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13194498304","shards":2,"effective_bpw":11.2176,"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13194499008","shards":2,"effective_bpw":11.2176,"repo":"deewu0809/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14977077504","shards":2,"effective_bpw":12.7332,"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14977078208","shards":2,"effective_bpw":12.7332,"repo":"deewu0809/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407321760","shards":1,"effective_bpw":15.6495,"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19313561856","shards":2,"effective_bpw":16.4199,"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19313562560","shards":2,"effective_bpw":16.4199,"repo":"deewu0809/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"36328018176","shards":2,"effective_bpw":30.8852,"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"36328018880","shards":2,"effective_bpw":30.8852,"repo":"deewu0809/Qwythos-9B-Claude-Mythos-5-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-4-12B-it-qat-q4_0-unquantized","display_name":"gemma-4-12B-it-qat-q4_0-unquantized","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1076507","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-12B-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"lmstudio-community/gemma-4-12B-it-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6975879296","shards":1,"effective_bpw":4.6662,"repo":"google/gemma-4-12B-it-qat-q4_0-gguf","n_tensors":667,"type_hist":{"F32":338,"Q4_0":328,"Q6_K":1}}]}
{"_type":"model","slug":"hyperclovax-seed-text-instruct-1-5b","canonical_repo":"naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B","display_name":"HyperCLOVAX-SEED-Text-Instruct-1.5B","publisher":"naver-hyperclovax","modality":"text","arch_key":"llama","params_total":"1585547264","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"945119","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"1133974368","shards":1,"effective_bpw":5.7216,"repo":"rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q4_K":145,"Q6_K":25}}]}
{"_type":"model","slug":"qwen3-vl-30b-a3b-instruct","canonical_repo":"Qwen/Qwen3-VL-30B-A3B-Instruct","display_name":"Qwen3-VL-30B-A3B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"893458","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-VL-30B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"8161777376","shards":1,"effective_bpw":2.1015,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9088194272","shards":1,"effective_bpw":2.34,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9666860768","shards":1,"effective_bpw":2.489,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10341816032","shards":1,"effective_bpw":2.6628,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10845132512","shards":1,"effective_bpw":2.7924,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611424","shards":1,"effective_bpw":2.8988,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331540704","shards":1,"effective_bpw":2.9176,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12888086240","shards":1,"effective_bpw":3.3184,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292469984","shards":1,"effective_bpw":3.4225,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848672","shards":1,"effective_bpw":3.788,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"16378074848","shards":1,"effective_bpw":4.217,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":1,"Q5_K":48,"Q6_K":1,"IQ4_XS":288}},{"quant":"IQ4_NL","bytes":"17310783200","shards":1,"effective_bpw":4.4571,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379989216","shards":1,"effective_bpw":4.4749,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":331,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"17456010976","shards":1,"effective_bpw":4.4945,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687168","shards":1,"effective_bpw":4.7779,"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18556687200","shards":1,"effective_bpw":4.7779,"repo":"lmstudio-community/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18556688096","shards":1,"effective_bpw":4.7779,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192501984","shards":1,"effective_bpw":4.9416,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512224","shards":1,"effective_bpw":5.4277,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725583072","shards":1,"effective_bpw":5.5938,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q6_K","bytes":"25092533088","shards":1,"effective_bpw":6.4607,"repo":"lmstudio-community/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"25092533984","shards":1,"effective_bpw":6.4607,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q8_0","bytes":"32483932992","shards":1,"effective_bpw":8.3639,"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483933024","shards":1,"effective_bpw":8.3639,"repo":"lmstudio-community/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483933920","shards":1,"effective_bpw":8.3639,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095804576","shards":2,"effective_bpw":15.7308,"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-klein-9b","canonical_repo":"black-forest-labs/FLUX.2-klein-9B","display_name":"FLUX.2-klein-9B","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"9078581248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"891475","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3980450080","shards":1,"effective_bpw":3.5076,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4689287456","shards":1,"effective_bpw":4.1322,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4769503520","shards":1,"effective_bpw":4.2029,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q3_K":76,"Q4_K":36}},{"quant":"Q4_0","bytes":"5616228640","shards":1,"effective_bpw":4.949,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q4_0":112}},{"quant":"Q4_K","bytes":"5716892032","shards":1,"effective_bpw":5.0377,"repo":"wikeeyang/Flux2-Klein-9B-True-V3","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5716892032","shards":1,"effective_bpw":5.0377,"repo":"wikeeyang/Flux2-Klein-9B-True-V2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5834332448","shards":1,"effective_bpw":5.1412,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5909829920","shards":1,"effective_bpw":5.2077,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q4_K":76,"Q5_K":36}},{"quant":"Q4_1","bytes":"6161488160","shards":1,"effective_bpw":5.4295,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6706747680","shards":1,"effective_bpw":5.91,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6813702528","shards":1,"effective_bpw":6.0042,"repo":"wikeeyang/Flux2-Klein-9B-True-V2","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6813702528","shards":1,"effective_bpw":6.0042,"repo":"wikeeyang/Flux2-Klein-9B-True-V3","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6938482976","shards":1,"effective_bpw":6.1142,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7018699040","shards":1,"effective_bpw":6.1848,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q5_K":76,"Q6_K":36}},{"quant":"Q5_1","bytes":"7252007200","shards":1,"effective_bpw":6.3904,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7865424160","shards":1,"effective_bpw":6.931,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q6_K":112}},{"quant":"Q6_K","bytes":"7865424256","shards":1,"effective_bpw":6.931,"repo":"wikeeyang/Flux2-Klein-9B-True-V2","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7865424256","shards":1,"effective_bpw":6.931,"repo":"wikeeyang/Flux2-Klein-9B-True-V3","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q6_K":112}},{"quant":"Q8_0","bytes":"9978304800","shards":1,"effective_bpw":8.7928,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q8_0":112}},{"quant":"Q8_0","bytes":"9978304896","shards":1,"effective_bpw":8.7928,"repo":"wikeeyang/Flux2-Klein-9B-True-V3","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9978304896","shards":1,"effective_bpw":8.7928,"repo":"wikeeyang/Flux2-Klein-9B-True-V2","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q8_0":112}},{"quant":"BF16","bytes":"18157197600","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18157197600","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-klein-9B-GGUF","n_tensors":201,"type_hist":{"F16":112,"F32":80,"BF16":9}},{"quant":"Q8_0","bytes":"58454190336","shards":6,"effective_bpw":null,"repo":"xPhoenix777/Flux-Klein-9b-GGUF-Conversions-NSFW","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"84284131648","shards":13,"effective_bpw":null,"repo":"xPhoenix777/Flux-Klein-9b-GGUF-Conversions-NSFW","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cohere-transcribe-03-2026","canonical_repo":"CohereLabs/cohere-transcribe-03-2026","display_name":"cohere-transcribe-03-2026","publisher":"CohereLabs","modality":"audio_asr","arch_key":"cohere_asr","params_total":"2065804048","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"883722","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"1510362752","shards":1,"effective_bpw":5.849,"repo":"cstr/cohere-transcribe-03-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1558162944","shards":1,"effective_bpw":6.0341,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":2103,"type_hist":{"F16":96,"F32":1492,"Q4_K":450,"Q6_K":1,"Q8_0":64}},{"quant":"Q5_0","bytes":"1738722944","shards":1,"effective_bpw":6.7334,"repo":"cstr/cohere-transcribe-03-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1770270208","shards":1,"effective_bpw":6.8555,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":2103,"type_hist":{"F16":96,"F32":1492,"Q5_K":450,"Q6_K":1,"Q8_0":64}},{"quant":"Q5_1","bytes":"1852903040","shards":1,"effective_bpw":7.1755,"repo":"cstr/cohere-transcribe-03-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1972524544","shards":1,"effective_bpw":7.6388,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":2103,"type_hist":{"F16":96,"F32":1492,"Q6_K":515}},{"quant":"Q6_K","bytes":"1981355648","shards":1,"effective_bpw":7.673,"repo":"cstr/cohere-transcribe-03-2026-GGUF","n_tensors":2104,"type_hist":{"F16":155,"F32":1432,"Q6_K":517}},{"quant":"Q8_0","bytes":"2410655232","shards":1,"effective_bpw":9.3355,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":2103,"type_hist":{"F16":96,"F32":1492,"Q8_0":515}},{"quant":"Q8_0","bytes":"2423803520","shards":1,"effective_bpw":9.3864,"repo":"cstr/cohere-transcribe-03-2026-GGUF","n_tensors":2104,"type_hist":{"F16":155,"F32":1432,"Q8_0":517}},{"quant":"BF16","bytes":"4105263104","shards":1,"effective_bpw":15.898,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4106644992","shards":1,"effective_bpw":15.9033,"repo":"handy-computer/cohere-transcribe-03-2026-gguf","n_tensors":2103,"type_hist":{"F16":611,"F32":1492}}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","display_name":"gemma-4-26B-A4B-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"858684","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"14439363264","shards":1,"effective_bpw":4.3518,"repo":"lmstudio-community/gemma-4-26B-A4B-it-QAT-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q4_0":265,"Q6_K":1}}]}
{"_type":"model","slug":"ltx-2-3","canonical_repo":"Lightricks/LTX-2.3","display_name":"LTX-2.3","publisher":"Lightricks","modality":"video","arch_key":"qwen35","params_total":"9197093888","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"816139","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"7935826976","shards":1,"effective_bpw":6.9029,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8275987488","shards":1,"effective_bpw":7.1988,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8275987488","shards":1,"effective_bpw":7.1988,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K","bytes":"9306640928","shards":1,"effective_bpw":8.0953,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K","bytes":"9503183392","shards":1,"effective_bpw":8.2662,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501184","shards":1,"effective_bpw":8.2874,"repo":"SulphurAI/Sulphur-2-base","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9741626400","shards":1,"effective_bpw":8.4737,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786060096","shards":1,"effective_bpw":8.5123,"repo":"SulphurAI/Sulphur-2-base","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9946936352","shards":1,"effective_bpw":8.6522,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9946936352","shards":1,"effective_bpw":8.6522,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10629508128","shards":1,"effective_bpw":9.246,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q3_K":1376,"Q4_K":366,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"10770199584","shards":1,"effective_bpw":9.3684,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q3_K":1268,"Q4_K":474,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"10770199584","shards":1,"effective_bpw":9.3684,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K","bytes":"10897503776","shards":1,"effective_bpw":9.4791,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"11203002400","shards":1,"effective_bpw":9.7448,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"11391554592","shards":1,"effective_bpw":9.9088,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12408653568","shards":1,"effective_bpw":10.7935,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12408653632","shards":1,"effective_bpw":10.7935,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12408656544","shards":1,"effective_bpw":10.7935,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12716211232","shards":1,"effective_bpw":11.0611,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_0":1680,"Q4_1":64}},{"quant":"Q4_0","bytes":"12716211232","shards":1,"effective_bpw":11.0611,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_0":1680,"Q4_1":64}},{"quant":"Q4_0","bytes":"12716211232","shards":1,"effective_bpw":11.0611,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12961578016","shards":1,"effective_bpw":11.2745,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13121256480","shards":1,"effective_bpw":11.4134,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13121256480","shards":1,"effective_bpw":11.4134,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"13169238048","shards":1,"effective_bpw":11.4551,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"13408718880","shards":1,"effective_bpw":11.6634,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"13505288736","shards":1,"effective_bpw":11.7474,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13758266400","shards":1,"effective_bpw":11.9675,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13758266400","shards":1,"effective_bpw":11.9675,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13758266400","shards":1,"effective_bpw":11.9675,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13959435008","shards":1,"effective_bpw":12.1425,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13959435072","shards":1,"effective_bpw":12.1425,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13959437984","shards":1,"effective_bpw":12.1425,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"14090590240","shards":1,"effective_bpw":12.2566,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14194441248","shards":1,"effective_bpw":12.3469,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_K":1376,"Q6_K":368}},{"quant":"UD-Q4_K_S","bytes":"14217202720","shards":1,"effective_bpw":12.3667,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14326856736","shards":1,"effective_bpw":12.4621,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_K":1268,"Q5_K":108,"Q6_K":368}},{"quant":"Q4_K_M","bytes":"14326856736","shards":1,"effective_bpw":12.4621,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14702547712","shards":1,"effective_bpw":12.7889,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2700,"BF16":112,"Q3_K":1242,"Q4_K":322,"Q5_K":68}},{"quant":"Q3_K_M","bytes":"14702547776","shards":1,"effective_bpw":12.7889,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14702550688","shards":1,"effective_bpw":12.7889,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15043591200","shards":1,"effective_bpw":13.0855,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15248901152","shards":1,"effective_bpw":13.2641,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15248901152","shards":1,"effective_bpw":13.2641,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15286860832","shards":1,"effective_bpw":13.2971,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15286860832","shards":1,"effective_bpw":13.2971,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15286860832","shards":1,"effective_bpw":13.2971,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15930424352","shards":1,"effective_bpw":13.8569,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q5_K":1376,"Q6_K":368}},{"quant":"Q5_K_M","bytes":"16071115808","shards":1,"effective_bpw":13.9793,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q5_K":1268,"Q6_K":476}},{"quant":"Q5_K_M","bytes":"16071115808","shards":1,"effective_bpw":13.9793,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"16200058400","shards":1,"effective_bpw":14.0915,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"16305131552","shards":1,"effective_bpw":14.1829,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"16324632608","shards":1,"effective_bpw":14.1998,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16328916000","shards":1,"effective_bpw":14.2035,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16328916000","shards":1,"effective_bpw":14.2035,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16328916000","shards":1,"effective_bpw":14.2035,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"16388660768","shards":1,"effective_bpw":14.2555,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"16506438688","shards":1,"effective_bpw":14.358,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16706375424","shards":1,"effective_bpw":14.5319,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16706375488","shards":1,"effective_bpw":14.5319,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16706378400","shards":1,"effective_bpw":14.5319,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17763012352","shards":1,"effective_bpw":15.451,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17763012416","shards":1,"effective_bpw":15.451,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2700,"BF16":112,"Q4_K":1242,"Q5_K":68,"Q6_K":322}},{"quant":"Q4_K_M","bytes":"17763015328","shards":1,"effective_bpw":15.451,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17774906400","shards":1,"effective_bpw":15.4613,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17774906400","shards":1,"effective_bpw":15.4613,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q6_K":1744}},{"quant":"Q6_K","bytes":"17774906400","shards":1,"effective_bpw":15.4613,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q6_K":1744}},{"quant":"UD-Q5_K_M","bytes":"18029814816","shards":1,"effective_bpw":15.6831,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"18208192032","shards":1,"effective_bpw":15.8382,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"18274719776","shards":1,"effective_bpw":15.8961,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18542677760","shards":1,"effective_bpw":16.1292,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18542677824","shards":1,"effective_bpw":16.1292,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18542680736","shards":1,"effective_bpw":16.1292,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19388445440","shards":1,"effective_bpw":16.8648,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19388445504","shards":1,"effective_bpw":16.8648,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19388448416","shards":1,"effective_bpw":16.8648,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2700,"BF16":112,"Q5_K":1242,"Q6_K":390}},{"quant":"Q6_K","bytes":"21006397184","shards":1,"effective_bpw":18.2722,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21006397248","shards":1,"effective_bpw":18.2722,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21006400160","shards":1,"effective_bpw":18.2722,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2700,"BF16":112,"Q6_K":1632}},{"quant":"Q8_0","bytes":"22755540000","shards":1,"effective_bpw":19.7937,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q8_0":1744}},{"quant":"Q8_0","bytes":"22755540000","shards":1,"effective_bpw":19.7937,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22755540000","shards":1,"effective_bpw":19.7937,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25499062016","shards":1,"effective_bpw":22.1801,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25499062080","shards":1,"effective_bpw":22.1801,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F32":2700,"BF16":112,"Q8_0":1632}},{"quant":"Q8_0","bytes":"25499064992","shards":1,"effective_bpw":22.1801,"repo":"QuantStack/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F16":1744,"F32":2672,"BF16":28}},{"quant":"F16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"42035412000","shards":1,"effective_bpw":null,"repo":"unsloth/LTX-2.3-GGUF","n_tensors":4444,"type_hist":{"F16":1744,"F32":2672,"BF16":28}}]}
{"_type":"model","slug":"llama-3-2-1b-instruct","canonical_repo":"meta-llama/Llama-3.2-1B-Instruct","display_name":"Llama-3.2-1B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"778871","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.2-1B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"421617696","shards":1,"effective_bpw":2.7293,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"439181344","shards":1,"effective_bpw":2.843,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"464330784","shards":1,"effective_bpw":3.0058,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"536322080","shards":1,"effective_bpw":3.4719,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"575381536","shards":1,"effective_bpw":3.7247,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"580874272","shards":1,"effective_bpw":3.7603,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580874272","shards":1,"effective_bpw":3.7603,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641691680","shards":1,"effective_bpw":4.154,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"657289344","shards":1,"effective_bpw":4.2549,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"690843680","shards":1,"effective_bpw":4.4722,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q3_K":64,"Q4_K":45,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"732520896","shards":1,"effective_bpw":4.7419,"repo":"lmstudio-community/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732524672","shards":1,"effective_bpw":4.742,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"743141408","shards":1,"effective_bpw":4.8107,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q5_K":16,"Q6_K":1,"IQ4_XS":96}},{"quant":"IQ4_XS","bytes":"743141504","shards":1,"effective_bpw":4.8107,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q5_K":16,"Q6_K":1,"IQ4_XS":96}},{"quant":"IQ4_NL","bytes":"773025824","shards":1,"effective_bpw":5.0042,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"773025824","shards":1,"effective_bpw":5.0042,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q4_0":110,"Q4_1":2,"Q6_K":1}},{"quant":"Q4_0","bytes":"773025920","shards":1,"effective_bpw":5.0042,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q4_0":110,"Q4_1":2,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"775647264","shards":1,"effective_bpw":5.0211,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775647360","shards":1,"effective_bpw":5.0211,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807690688","shards":1,"effective_bpw":5.2286,"repo":"lmstudio-community/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807694368","shards":1,"effective_bpw":5.2286,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q4_K":96,"Q6_K":17}},{"quant":"Q4_K_M","bytes":"807694464","shards":1,"effective_bpw":5.2286,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"831746080","shards":1,"effective_bpw":5.3843,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"871309440","shards":1,"effective_bpw":5.6404,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892563488","shards":1,"effective_bpw":5.778,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892563584","shards":1,"effective_bpw":5.778,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911503392","shards":1,"effective_bpw":5.9006,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q5_K":96,"Q6_K":17}},{"quant":"Q5_K_M","bytes":"911503488","shards":1,"effective_bpw":5.9006,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q5_K":96,"Q6_K":17}},{"quant":"Q5_K_L","bytes":"975118464","shards":1,"effective_bpw":6.3124,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021796800","shards":1,"effective_bpw":6.6146,"repo":"lmstudio-community/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q6_K":113}},{"quant":"Q6_K","bytes":"1021800480","shards":1,"effective_bpw":6.6146,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q6_K":113}},{"quant":"Q6_K","bytes":"1021800576","shards":1,"effective_bpw":6.6146,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q6_K":113}},{"quant":"Q6_K_L","bytes":"1085415552","shards":1,"effective_bpw":7.0264,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321079232","shards":1,"effective_bpw":8.552,"repo":"lmstudio-community/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321082528","shards":1,"effective_bpw":8.552,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F32":34,"Q8_0":113}},{"quant":"Q8_0","bytes":"1321083008","shards":1,"effective_bpw":8.552,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479595168","shards":1,"effective_bpw":16.0516,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":147,"type_hist":{"F16":113,"F32":34}},{"quant":"BF16","bytes":"2479595264","shards":1,"effective_bpw":16.0516,"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479595360","shards":1,"effective_bpw":16.0516,"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-agentworld-35b-a3b","canonical_repo":"Qwen/Qwen-AgentWorld-35B-A3B","display_name":"Qwen-AgentWorld-35B-A3B","publisher":"Qwen","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"775203","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Qwen/Qwen-AgentWorld-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"11496840448","shards":1,"effective_bpw":2.6536,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11563425024","shards":1,"effective_bpw":2.6689,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"13742808320","shards":1,"effective_bpw":3.172,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"14984322304","shards":1,"effective_bpw":3.4585,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"16680402176","shards":1,"effective_bpw":3.85,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"17785036032","shards":1,"effective_bpw":4.105,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"18112191744","shards":1,"effective_bpw":4.1805,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"20893015296","shards":1,"effective_bpw":4.8223,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"22134529280","shards":1,"effective_bpw":5.1089,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"24942050560","shards":1,"effective_bpw":5.7569,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"26456194304","shards":1,"effective_bpw":6.1063,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"29308321024","shards":1,"effective_bpw":6.7646,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140608","shards":1,"effective_bpw":8.5176,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"BF16","bytes":"69376638464","shards":2,"effective_bpw":16.0128,"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066995264","shards":1,"effective_bpw":16.4029,"repo":"SC117/Qwen-AgentWorld-35B-A3B-MTP-Uncensored-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-youko-8b","canonical_repo":"rinna/llama-3-youko-8b","display_name":"llama-3-youko-8b","publisher":"rinna","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"769406","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rinna/llama-3-youko-8b","arch_confidence":1,"quantizations":[{"quant":"Q5_K_M","bytes":"5732991008","shards":1,"effective_bpw":5.7114,"repo":"lmg-anon/vntl-llama3-8b-v2-gguf","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q8_0","bytes":"8540773792","shards":1,"effective_bpw":8.5086,"repo":"lmg-anon/vntl-llama3-8b-v2-gguf","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}}]}
{"_type":"model","slug":"qwen3-6-27b-fable-fusion-711-uncensored-heretic-nm-dau-mtp","canonical_repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-MTP","display_name":"Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-MTP","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"736692","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-MTP","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"23797932032","shards":2,"effective_bpw":6.8529,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"28612780032","shards":2,"effective_bpw":8.2394,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"34623660032","shards":2,"effective_bpw":9.9703,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"35054886912","shards":2,"effective_bpw":10.0945,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"36545830912","shards":2,"effective_bpw":10.5238,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"40810258432","shards":2,"effective_bpw":11.7518,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"41913229312","shards":2,"effective_bpw":12.0694,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"60026724352","shards":2,"effective_bpw":17.2854,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"65563483072","shards":4,"effective_bpw":18.8798,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"94491564992","shards":4,"effective_bpw":27.21,"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b","canonical_repo":"openai/gpt-oss-20b","display_name":"gpt-oss-20b","publisher":"openai","modality":"text","arch_key":"gpt-oss","params_total":"21511953984","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"732553","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"openai/gpt-oss-20b","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"11463894208","shards":1,"effective_bpw":4.2633,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11468317888","shards":1,"effective_bpw":4.2649,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11501495488","shards":1,"effective_bpw":4.2772,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q4_0":97,"Q8_0":1,"MXFP4":72}},{"quant":"Q3_K_M","bytes":"11506103488","shards":1,"effective_bpw":4.279,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q4_K":24,"Q5_0":22,"Q5_1":2,"Q8_0":1,"MXFP4":72,"IQ4_NL":49}},{"quant":"Q4_1","bytes":"11577504448","shards":1,"effective_bpw":4.3055,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11618492608","shards":1,"effective_bpw":4.3208,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11624759488","shards":1,"effective_bpw":4.3231,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q4_K":24,"Q5_0":61,"Q8_0":13,"MXFP4":72}},{"quant":"Q5_K_S","bytes":"11711827648","shards":1,"effective_bpw":4.3555,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11717357248","shards":1,"effective_bpw":4.3575,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q5_1":61,"Q5_K":24,"Q8_0":13,"MXFP4":72}},{"quant":"Q2_K_L","bytes":"11757884608","shards":1,"effective_bpw":4.3726,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12041000128","shards":1,"effective_bpw":4.4779,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q6_K":24,"Q8_0":74,"MXFP4":72}},{"quant":"MXFP4","bytes":"12109565632","shards":1,"effective_bpw":4.5034,"repo":"lmstudio-community/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"12109566624","shards":1,"effective_bpw":4.5034,"repo":"ggml-org/gpt-oss-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12109567168","shards":1,"effective_bpw":4.5034,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F32":289,"Q8_0":98,"MXFP4":72}},{"quant":"F16","bytes":"13792639168","shards":1,"effective_bpw":5.1293,"repo":"unsloth/gpt-oss-20b-GGUF","n_tensors":459,"type_hist":{"F16":98,"F32":289,"MXFP4":72}}]}
{"_type":"model","slug":"qwen3-8b","canonical_repo":"Qwen/Qwen3-8B","display_name":"Qwen3-8B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"723476","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-8B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2275379008","shards":1,"effective_bpw":2.2224,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2396489536","shards":1,"effective_bpw":2.3407,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2605221696","shards":1,"effective_bpw":2.5446,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3110897472","shards":1,"effective_bpw":3.0385,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733440","shards":1,"effective_bpw":3.2053,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3410265920","shards":1,"effective_bpw":3.3309,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3427592000","shards":1,"effective_bpw":3.3478,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612096","shards":1,"effective_bpw":3.6818,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161856","shards":1,"effective_bpw":4.0281,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4431394080","shards":1,"effective_bpw":4.3282,"repo":"lmstudio-community/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4581287744","shards":1,"effective_bpw":4.4746,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":1,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"IQ4_NL","bytes":"4793624384","shards":1,"effective_bpw":4.682,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012992","shards":1,"effective_bpw":4.6902,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783488","shards":1,"effective_bpw":4.9107,"repo":"Qwen/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"5027783968","shards":1,"effective_bpw":4.9107,"repo":"lmstudio-community/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"5027784512","shards":1,"effective_bpw":4.9107,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756096","shards":1,"effective_bpw":5.1256,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5720761152","shards":1,"effective_bpw":5.5875,"repo":"Qwen/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762176","shards":1,"effective_bpw":5.5875,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112224","shards":1,"effective_bpw":5.7149,"repo":"Qwen/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"5851113280","shards":1,"effective_bpw":5.7149,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899040","shards":1,"effective_bpw":6.5693,"repo":"Qwen/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725899552","shards":1,"effective_bpw":6.5693,"repo":"lmstudio-community/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725900096","shards":1,"effective_bpw":6.5693,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518112","shards":1,"effective_bpw":8.5067,"repo":"Qwen/Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"8709518624","shards":1,"effective_bpw":8.5067,"repo":"lmstudio-community/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519168","shards":1,"effective_bpw":8.5067,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044384","shards":1,"effective_bpw":16.0064,"repo":"unsloth/Qwen3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-35b-a3b-v1","canonical_repo":"Jackrong/Qwopus3.6-35B-A3B-v1","display_name":"Qwopus3.6-35B-A3B-v1","publisher":"Jackrong","modality":"vision_language","arch_key":"clip","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"690633","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Jackrong/Qwopus3.6-35B-A3B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142720","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209600","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654400","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031680","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480640","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236480","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097920","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594880","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760000","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145280","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185600","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424960","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520320","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765312","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166658720","shards":1,"effective_bpw":3.8199,"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q3_K":308,"Q4_K":128,"Q5_K":6,"Q6_K":1}},{"quant":"I1-Q3_K_L","bytes":"18115331200","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778880","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268480","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904768","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759040","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713462432","shards":1,"effective_bpw":4.8317,"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q4_K":379,"Q6_K":64}},{"quant":"I1-Q4_1","bytes":"21848169600","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284480","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132160","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347531936","shards":1,"effective_bpw":5.6403,"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q5_K":379,"Q6_K":64}},{"quant":"I1-Q6_K","bytes":"28514153600","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Qwopus3.6-35B-A3B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208730784","shards":1,"effective_bpw":6.4995,"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q6_K":443}},{"quant":"Q8_0","bytes":"37802149024","shards":1,"effective_bpw":8.4117,"repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q8_0":443}},{"quant":"F16","bytes":"71065941952","shards":1,"effective_bpw":15.8136,"repo":"mudler/Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":445}}]}
{"_type":"model","slug":"qwen3-5-0-8b","canonical_repo":"Qwen/Qwen3.5-0.8B","display_name":"Qwen3.5-0.8B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"873438784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"640317","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-0.8B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"338227456","shards":1,"effective_bpw":3.0979,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"371933440","shards":1,"effective_bpw":3.4066,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"398237952","shards":1,"effective_bpw":3.6475,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"398560352","shards":1,"effective_bpw":3.6505,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"440750336","shards":1,"effective_bpw":4.0369,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"454306912","shards":1,"effective_bpw":4.1611,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"464231520","shards":1,"effective_bpw":4.252,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"470167808","shards":1,"effective_bpw":4.3064,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"492605696","shards":1,"effective_bpw":4.5119,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"497859680","shards":1,"effective_bpw":4.56,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"503635040","shards":1,"effective_bpw":4.6129,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"506859776","shards":1,"effective_bpw":4.6424,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"507154688","shards":1,"effective_bpw":4.6451,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q4_0":129,"Q4_1":3,"Q5_K":18,"Q6_K":1,"Q8_0":36}},{"quant":"IQ3_M","bytes":"507579488","shards":1,"effective_bpw":4.649,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"508104960","shards":1,"effective_bpw":4.6538,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"518012000","shards":1,"effective_bpw":4.7446,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q3_K":85,"Q4_K":33,"Q5_K":21,"Q6_K":3,"Q8_0":17}},{"quant":"IQ4_XS","bytes":"523058272","shards":1,"effective_bpw":4.7908,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q6_K":9,"Q8_0":17,"IQ4_XS":133}},{"quant":"Q2_K_L","bytes":"525814880","shards":1,"effective_bpw":4.816,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"527502816","shards":1,"effective_bpw":4.8315,"repo":"lmstudio-community/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q4_K":152,"Q5_K":18,"Q6_K":17}},{"quant":"Q3_K_L","bytes":"528825440","shards":1,"effective_bpw":4.8436,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"532517120","shards":1,"effective_bpw":4.8774,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q4_K":98,"Q5_K":36,"Q6_K":17,"Q8_0":36}},{"quant":"Q4_1","bytes":"535171328","shards":1,"effective_bpw":4.9017,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"537517152","shards":1,"effective_bpw":4.9232,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q4_0":136,"Q4_1":3,"Q6_K":3,"Q8_0":17}},{"quant":"IQ4_NL","bytes":"537640032","shards":1,"effective_bpw":4.9244,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"552492128","shards":1,"effective_bpw":5.0604,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"566189152","shards":1,"effective_bpw":5.1858,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"568889600","shards":1,"effective_bpw":5.2106,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"579615840","shards":1,"effective_bpw":5.3088,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"590057728","shards":1,"effective_bpw":5.4045,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q5_K":98,"Q6_K":53,"Q8_0":36}},{"quant":"Q5_K_S","bytes":"610589792","shards":1,"effective_bpw":5.5925,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629743584","shards":1,"effective_bpw":5.7679,"repo":"lmstudio-community/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q6_K":187}},{"quant":"Q6_K","bytes":"639029504","shards":1,"effective_bpw":5.853,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q6_K":133,"Q8_0":54}},{"quant":"Q4_K_L","bytes":"641199200","shards":1,"effective_bpw":5.8729,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"646093920","shards":1,"effective_bpw":5.9177,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q5_K":95,"Q6_K":29,"Q8_0":35}},{"quant":"Q6_K","bytes":"691461216","shards":1,"effective_bpw":6.3332,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"707677280","shards":1,"effective_bpw":6.4818,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"753044576","shards":1,"effective_bpw":6.8973,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811843040","shards":1,"effective_bpw":7.4358,"repo":"lmstudio-community/Qwen3.5-0.8B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q8_0":187}},{"quant":"Q8_0","bytes":"811843840","shards":1,"effective_bpw":7.4358,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"835325024","shards":1,"effective_bpw":7.6509,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q8_0":159}},{"quant":"BF16","bytes":"1516744736","shards":1,"effective_bpw":13.8922,"repo":"unsloth/Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1557662528","shards":1,"effective_bpw":14.2669,"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1","display_name":"Qwen3-VL-8B-Instruct-abliterated-v1","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"621688","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771776","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149888","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113408","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158592","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745856","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916672","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554176","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734720","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735040","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635200","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876288","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613376","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613696","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667712","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622464","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163136","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"4124163456","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395904","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396224","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841536","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298496","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":40,"Q6_K":1,"IQ4_XS":213}},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":40,"Q6_K":1,"IQ4_XS":213}},{"quant":"I1-Q4_0","bytes":"4787334528","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625984","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014272","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014592","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785792","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"I1-Q4_K_M","bytes":"5027786112","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757696","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763456","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763776","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114560","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"I1-Q5_K_M","bytes":"5851114880","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901376","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"I1-Q6_K","bytes":"6725901696","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520448","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"F16","bytes":"16388045888","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":399,"type_hist":{"F16":254,"F32":145}},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v1-GGUF","n_tensors":399,"type_hist":{"F16":254,"F32":145}}]}
{"_type":"model","slug":"gemma-4-e4b-it","canonical_repo":"google/gemma-4-e4b-it","display_name":"gemma-4-e4b-it","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"614085","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-e4b-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"3545083008","shards":1,"effective_bpw":3.5468,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3717115008","shards":1,"effective_bpw":3.7189,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3862379648","shards":1,"effective_bpw":3.8642,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4058137728","shards":1,"effective_bpw":4.0601,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":423,"BF16":1,"Q3_K":169,"Q4_K":123,"Q5_K":4}},{"quant":"Q4_0","bytes":"4650485632","shards":2,"effective_bpw":4.6527,"repo":"ggml-org/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4714690528","shards":1,"effective_bpw":4.717,"repo":"keyserkazi/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4714690528","shards":1,"effective_bpw":4.717,"repo":"stronman/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4714690528","shards":1,"effective_bpw":4.717,"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4715416704","shards":1,"effective_bpw":4.7177,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":423,"BF16":1,"Q4_K":19,"Q5_K":43,"IQ4_XS":234}},{"quant":"IQ4_NL","bytes":"4835839104","shards":1,"effective_bpw":4.8382,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4836002944","shards":1,"effective_bpw":4.8383,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":423,"BF16":1,"Q4_0":289,"Q4_1":5,"Q4_K":1,"Q5_K":1}},{"quant":"Q4_K_S","bytes":"4844850304","shards":1,"effective_bpw":4.8472,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391008","shards":1,"effective_bpw":4.8527,"repo":"stronman/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391008","shards":1,"effective_bpw":4.8527,"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391008","shards":1,"effective_bpw":4.8527,"repo":"keyserkazi/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4977171584","shards":1,"effective_bpw":4.9796,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":423,"BF16":1,"Q4_K":253,"Q5_K":1,"Q6_K":42}},{"quant":"IQ4_XS","bytes":"5070950368","shards":1,"effective_bpw":5.0734,"repo":"stronman/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5070950368","shards":1,"effective_bpw":5.0734,"repo":"keyserkazi/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5070950368","shards":1,"effective_bpw":5.0734,"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5074390144","shards":1,"effective_bpw":5.0768,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285728","shards":1,"effective_bpw":5.3379,"repo":"keyserkazi/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285728","shards":1,"effective_bpw":5.3379,"repo":"stronman/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285728","shards":1,"effective_bpw":5.3379,"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335291936","shards":1,"effective_bpw":5.3379,"repo":"lmstudio-community/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q4_K":336,"Q6_K":44}},{"quant":"Q5_K_S","bytes":"5404855424","shards":1,"effective_bpw":5.4075,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5481798784","shards":1,"effective_bpw":5.4844,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":423,"BF16":1,"Q5_K":254,"Q6_K":42}},{"quant":"Q5_K_M","bytes":"5762908128","shards":1,"effective_bpw":5.7657,"repo":"stronman/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908128","shards":1,"effective_bpw":5.7657,"repo":"keyserkazi/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908128","shards":1,"effective_bpw":5.7657,"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217260864","shards":1,"effective_bpw":6.2202,"repo":"lmstudio-community/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q6_K":380}},{"quant":"Q6_K","bytes":"7074929792","shards":1,"effective_bpw":7.0783,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240000","shards":1,"effective_bpw":8.0351,"repo":"lmstudio-community/gemma-4-E4B-it-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q8_0":380}},{"quant":"Q8_0","bytes":"8129895968","shards":2,"effective_bpw":8.1338,"repo":"ggml-org/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8192953472","shards":1,"effective_bpw":8.1969,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053097856","shards":1,"effective_bpw":15.0603,"repo":"unsloth/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15224864288","shards":2,"effective_bpw":15.2322,"repo":"ggml-org/gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-4-31B-it-qat-q4_0-unquantized","display_name":"gemma-4-31B-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"603122","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-31B-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"17651001280","shards":1,"effective_bpw":4.3206,"repo":"lmstudio-community/gemma-4-31B-it-QAT-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_0":410,"Q6_K":1}}]}
{"_type":"model","slug":"qwen3-4b","canonical_repo":"Qwen/Qwen3-4B","display_name":"Qwen3-4B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"564163","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-4B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083150112","shards":1,"effective_bpw":2.1542,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143484192","shards":1,"effective_bpw":2.2742,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255345952","shards":1,"effective_bpw":2.4967,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1532931872","shards":1,"effective_bpw":3.0487,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500192","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669500192","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674376992","shards":1,"effective_bpw":3.33,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997792","shards":1,"effective_bpw":3.7529,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618592","shards":1,"effective_bpw":4.128,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"2239785664","shards":1,"effective_bpw":4.4546,"repo":"lmstudio-community/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270752032","shards":1,"effective_bpw":4.5161,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"2375773472","shards":1,"effective_bpw":4.725,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2381344032","shards":1,"effective_bpw":4.7361,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310112","shards":1,"effective_bpw":4.74,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280256","shards":1,"effective_bpw":4.9667,"repo":"Qwen/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497280704","shards":1,"effective_bpw":4.9667,"repo":"lmstudio-community/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497281312","shards":1,"effective_bpw":4.9667,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629792","shards":1,"effective_bpw":5.1643,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823710976","shards":1,"effective_bpw":5.6159,"repo":"Qwen/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712032","shards":1,"effective_bpw":5.6159,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513184","shards":1,"effective_bpw":5.7467,"repo":"Qwen/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"2889514272","shards":1,"effective_bpw":5.7467,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260704","shards":1,"effective_bpw":6.5756,"repo":"Qwen/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306261184","shards":1,"effective_bpw":6.5756,"repo":"lmstudio-community/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306261792","shards":1,"effective_bpw":6.5756,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404704","shards":1,"effective_bpw":8.513,"repo":"Qwen/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"Q8_0","bytes":"4280405184","shards":1,"effective_bpw":8.513,"repo":"lmstudio-community/Qwen3-4B-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"Q8_0","bytes":"4280405792","shards":1,"effective_bpw":8.513,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051285536","shards":1,"effective_bpw":16.0126,"repo":"unsloth/Qwen3-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ui-tars-1-5-7b","canonical_repo":"ByteDance-Seed/UI-TARS-1.5-7B","display_name":"UI-TARS-1.5-7B","publisher":"ByteDance-Seed","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"555059","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance-Seed/UI-TARS-1.5-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015940416","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368704","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391488","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4088459584","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298688","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":31,"Q6_K":1,"IQ4_XS":166}},{"quant":"Q4_K_S","bytes":"4457769280","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073408","shards":1,"effective_bpw":4.5181,"repo":"adriabama06/UI-TARS-1.5-7B-Q4_K_M-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683073408","shards":1,"effective_bpw":4.5181,"repo":"Lucy-in-the-Sky/UI-TARS-1.5-7B-Q4_K_M-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683073856","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176768","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831552","shards":1,"effective_bpw":5.253,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q6_K","bytes":"6254199104","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q8_0","bytes":"8098525504","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"F16","bytes":"15237853504","shards":1,"effective_bpw":14.701,"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}}]}
{"_type":"model","slug":"llama-3-1-8b-instruct","canonical_repo":"meta-llama/Llama-3.1-8B-Instruct","display_name":"Llama-3.1-8B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"548039","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.1-8B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2164671872","shards":1,"effective_bpw":2.1565,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2292204928","shards":1,"effective_bpw":2.2836,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2504869248","shards":1,"effective_bpw":2.4954,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948285856","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3003270528","shards":1,"effective_bpw":2.992,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136384","shards":1,"effective_bpw":3.1672,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136416","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3302262144","shards":1,"effective_bpw":3.2898,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3321775488","shards":1,"effective_bpw":3.3093,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518752160","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504192","shards":1,"effective_bpw":3.6507,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504224","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692160416","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784828320","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018922880","shards":1,"effective_bpw":4.0038,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"4018922912","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961312","shards":1,"effective_bpw":4.3057,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961376","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447667552","shards":1,"effective_bpw":4.4309,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447667616","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"IQ4_XS","bytes":"4464084352","shards":1,"effective_bpw":4.4473,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":1,"Q5_K":32,"Q6_K":1,"IQ4_XS":192}},{"quant":"Q4_0","bytes":"4675896704","shards":1,"effective_bpw":4.6583,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_0":221,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"4677993856","shards":1,"effective_bpw":4.6604,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677993888","shards":1,"effective_bpw":4.6604,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692673920","shards":1,"effective_bpw":4.675,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692673952","shards":1,"effective_bpw":4.675,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739168","shards":1,"effective_bpw":4.9022,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739200","shards":1,"effective_bpw":4.9022,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4920739232","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_1","bytes":"5130257792","shards":1,"effective_bpw":5.1109,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310637472","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599298944","shards":1,"effective_bpw":5.5782,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599298976","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992352","shards":1,"effective_bpw":5.7114,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5732992384","shards":1,"effective_bpw":5.7114,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5732992416","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057223584","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011360","shards":1,"effective_bpw":6.5712,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011392","shards":1,"effective_bpw":6.5712,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"Q6_K","bytes":"6596011424","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"Q6_K_L","bytes":"6850471328","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775776","shards":1,"effective_bpw":8.5086,"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"Q8_0","bytes":"8540775840","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068895872","shards":1,"effective_bpw":16.0083,"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128885888","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-2","canonical_repo":"zai-org/GLM-5.2","display_name":"GLM-5.2","publisher":"zai-org","modality":"text","arch_key":"glm-dsa","params_total":"753329940480","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"515791","n_layers":78,"n_head":64,"n_head_kv":64,"head_dim_k":256,"head_dim_v":256,"hidden":6144,"vocab_size":154880,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"zai-org/GLM-5.2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"181814784128","shards":5,"effective_bpw":1.9308,"repo":"pipenetwork/GLM-5.2-REAP50-Q3_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"215979457504","shards":6,"effective_bpw":2.2936,"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"216715360960","shards":6,"effective_bpw":2.3014,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"228492966624","shards":6,"effective_bpw":2.4265,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"231226309536","shards":6,"effective_bpw":2.4555,"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"238458632928","shards":6,"effective_bpw":2.5323,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"238577580768","shards":6,"effective_bpw":2.5336,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"281688431424","shards":7,"effective_bpw":2.9914,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"308641029024","shards":8,"effective_bpw":3.2776,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"342735510656","shards":9,"effective_bpw":3.6397,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"342735510944","shards":9,"effective_bpw":3.6397,"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"365313223776","shards":9,"effective_bpw":3.8794,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"372661644384","shards":9,"effective_bpw":3.9575,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"436431842432","shards":10,"effective_bpw":4.6347,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"465825525088","shards":11,"effective_bpw":4.9468,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"527259270528","shards":12,"effective_bpw":5.5992,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"560830479904","shards":13,"effective_bpw":5.9557,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"625858969376","shards":14,"effective_bpw":6.6463,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"801357672256","shards":17,"effective_bpw":8.51,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1507988023008","shards":33,"effective_bpw":16.0141,"repo":"unsloth/GLM-5.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b","canonical_repo":"deepreinforce-ai/Ornith-1.0-35B","display_name":"Ornith-1.0-35B","publisher":"deepreinforce-ai","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"491367","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"deepreinforce-ai/Ornith-1.0-35B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778452544","shards":1,"effective_bpw":2.257,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"10523761056","shards":1,"effective_bpw":2.429,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797144128","shards":1,"effective_bpw":2.4921,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010275392","shards":1,"effective_bpw":2.5413,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"11043854752","shards":1,"effective_bpw":2.549,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"11496839584","shards":1,"effective_bpw":2.6536,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11563424160","shards":1,"effective_bpw":2.6689,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066715712","shards":1,"effective_bpw":2.7851,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617078848","shards":1,"effective_bpw":2.9121,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113718848","shards":1,"effective_bpw":3.0268,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"13742807456","shards":1,"effective_bpw":3.172,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870829120","shards":1,"effective_bpw":3.4323,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"14984321440","shards":1,"effective_bpw":3.4585,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516096","shards":1,"effective_bpw":3.5807,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218683456","shards":1,"effective_bpw":3.7434,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226547776","shards":1,"effective_bpw":3.7452,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q3_K":152,"Q4_K":30,"Q5_K":90,"Q6_K":6,"Q8_0":94}},{"quant":"UD-Q3_K_M","bytes":"16680401312","shards":1,"effective_bpw":3.85,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886495296","shards":1,"effective_bpw":3.8976,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900257856","shards":1,"effective_bpw":3.9007,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"17785035168","shards":1,"effective_bpw":4.105,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"18112190880","shards":1,"effective_bpw":4.1805,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806446144","shards":1,"effective_bpw":4.3407,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q5_K":10,"Q6_K":6,"Q8_0":94,"IQ4_XS":262}},{"quant":"IQ4_NL","bytes":"19861346368","shards":1,"effective_bpw":4.5842,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611008","shards":1,"effective_bpw":4.6029,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q4_0":207,"Q4_1":5,"Q5_0":60,"Q6_K":6,"Q8_0":94}},{"quant":"Q4_K_S","bytes":"20592728128","shards":1,"effective_bpw":4.753,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"20893014432","shards":1,"effective_bpw":4.8223,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391448128","shards":1,"effective_bpw":4.9374,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q4_K":152,"Q5_K":10,"Q6_K":116,"Q8_0":94}},{"quant":"Q4_K_L","bytes":"21768894528","shards":1,"effective_bpw":5.0245,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973768256","shards":1,"effective_bpw":5.0718,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"22134528416","shards":1,"effective_bpw":5.1089,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156149824","shards":1,"effective_bpw":5.5755,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"24942049696","shards":1,"effective_bpw":5.7569,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017456704","shards":1,"effective_bpw":5.7743,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q5_K":152,"Q6_K":36,"Q8_0":184}},{"quant":"Q5_K_L","bytes":"25331333184","shards":1,"effective_bpw":5.8467,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"26456193440","shards":1,"effective_bpw":6.1063,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"29308320160","shards":1,"effective_bpw":6.7646,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053414976","shards":1,"effective_bpw":6.9366,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q6_K":153,"Q8_0":219}},{"quant":"Q6_K_L","bytes":"30299748416","shards":1,"effective_bpw":6.9935,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139744","shards":1,"effective_bpw":8.5176,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"Q8_0","bytes":"36914690112","shards":1,"effective_bpw":8.5203,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q8_0":372}},{"quant":"BF16","bytes":"69376636896","shards":2,"effective_bpw":16.0128,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637632","shards":2,"effective_bpw":16.0128,"repo":"unsloth/Ornith-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066994112","shards":1,"effective_bpw":16.4029,"repo":"SC117/Ornith-1.0-35B-MTP-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-tdt-0-6b-v3","canonical_repo":"nvidia/parakeet-tdt-0.6b-v3","display_name":"parakeet-tdt-0.6b-v3","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"627057286","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"482680","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":8193,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/parakeet-tdt-0.6b-v3","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"417894912","shards":1,"effective_bpw":5.3315,"repo":"cstr/parakeet-tdt-0.6b-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"470255392","shards":1,"effective_bpw":5.9995,"repo":"cstr/parakeet-tdt-0.6b-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"485425504","shards":1,"effective_bpw":6.1931,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q4_K":194,"Q8_0":31}},{"quant":"Q4_K_M","bytes":"485425536","shards":1,"effective_bpw":6.1931,"repo":"vibe-app/parakeet-tdt-0.6b-v3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"548946272","shards":1,"effective_bpw":7.0035,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q5_K":194,"Q8_0":31}},{"quant":"Q6_K","bytes":"610342240","shards":1,"effective_bpw":7.7867,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q6_K":218,"Q8_0":7}},{"quant":"Q8_0","bytes":"674342336","shards":1,"effective_bpw":8.6033,"repo":"cstr/parakeet-tdt-0.6b-v3-GGUF","n_tensors":725,"type_hist":{"F16":33,"F32":423,"Q8_0":269}},{"quant":"Q8_0","bytes":"739508576","shards":1,"effective_bpw":9.4347,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q8_0":225}},{"quant":"F16","bytes":"1255869856","shards":1,"effective_bpw":16.0224,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":697,"type_hist":{"F16":273,"F32":424}},{"quant":"F32","bytes":"2508435616","shards":1,"effective_bpw":32.0026,"repo":"handy-computer/parakeet-tdt-0.6b-v3-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"thinkingcap-qwen3-6-27b","canonical_repo":"bottlecapai/ThinkingCap-Qwen3.6-27B","display_name":"ThinkingCap-Qwen3.6-27B","publisher":"bottlecapai","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"450933","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bottlecapai/ThinkingCap-Qwen3.6-27B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9986798272","shards":1,"effective_bpw":2.9205,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10295329472","shards":1,"effective_bpw":3.0107,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10873356992","shards":1,"effective_bpw":3.1797,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11839439552","shards":1,"effective_bpw":3.4622,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12626772672","shards":1,"effective_bpw":3.6925,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13081039552","shards":1,"effective_bpw":3.8253,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13330404032","shards":1,"effective_bpw":3.8982,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13720343232","shards":1,"effective_bpw":4.0123,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13903516352","shards":1,"effective_bpw":4.0658,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14605734592","shards":1,"effective_bpw":4.2712,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q3_K":225,"Q4_0":8,"Q4_K":84,"Q5_K":60,"Q6_K":9,"Q8_0":24}},{"quant":"Q3_K_L","bytes":"15279444672","shards":1,"effective_bpw":4.4682,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15567823552","shards":1,"effective_bpw":4.5525,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q6_K":25,"Q8_0":24,"IQ4_XS":353}},{"quant":"IQ4_NL","bytes":"16325829312","shards":1,"effective_bpw":4.7742,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16348766912","shards":1,"effective_bpw":4.7809,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":369,"Q4_1":8,"Q6_K":9,"Q8_0":24}},{"quant":"Q4_K_S","bytes":"16713147072","shards":1,"effective_bpw":4.8875,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713056","shards":1,"effective_bpw":4.916,"repo":"bottlecapai/ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q4_K":439,"Q6_K":67}},{"quant":"Q4_K_M","bytes":"17772536512","shards":1,"effective_bpw":5.1973,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17825456832","shards":1,"effective_bpw":5.2127,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18716152512","shards":1,"effective_bpw":5.4732,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19680944832","shards":1,"effective_bpw":5.7554,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20752786112","shards":1,"effective_bpw":6.0688,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q5_K":249,"Q6_K":81,"Q8_0":72}},{"quant":"Q5_K_L","bytes":"21537477312","shards":1,"effective_bpw":6.2983,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430998496","shards":1,"effective_bpw":6.5596,"repo":"bottlecapai/ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q6_K":506}},{"quant":"Q6_K","bytes":"23463129792","shards":1,"effective_bpw":6.8614,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q6_K":282,"Q8_0":120}},{"quant":"Q6_K_L","bytes":"24078963392","shards":1,"effective_bpw":7.0415,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047082976","shards":1,"effective_bpw":8.4943,"repo":"bottlecapai/ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}},{"quant":"Q8_0","bytes":"29116388032","shards":1,"effective_bpw":8.5146,"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q8_0":410}},{"quant":"F16","bytes":"54657732576","shards":1,"effective_bpw":15.9837,"repo":"bottlecapai/ThinkingCap-Qwen3.6-27B-GGUF","n_tensors":866,"type_hist":{"F16":506,"F32":360}}]}
{"_type":"model","slug":"llama-3-2-3b-instruct","canonical_repo":"meta-llama/Llama-3.2-3B-Instruct","display_name":"Llama-3.2-3B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"448791","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.2-3B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"912345536","shards":1,"effective_bpw":2.2718,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"960416192","shards":1,"effective_bpw":2.3915,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1046579648","shards":1,"effective_bpw":2.6061,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1256262080","shards":1,"effective_bpw":3.1282,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1363935680","shards":1,"effective_bpw":3.3963,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363935680","shards":1,"effective_bpw":3.3963,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1370147264","shards":1,"effective_bpw":3.4118,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542848960","shards":1,"effective_bpw":3.8418,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599668768","shards":1,"effective_bpw":3.9833,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687159232","shards":1,"effective_bpw":4.2012,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1815347488","shards":1,"effective_bpw":4.5204,"repo":"lmstudio-community/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815347744","shards":1,"effective_bpw":4.5204,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829110208","shards":1,"effective_bpw":4.5546,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_XS","bytes":"1829110304","shards":1,"effective_bpw":4.5546,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1917190592","shards":1,"effective_bpw":4.774,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921909184","shards":1,"effective_bpw":4.7857,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"1921909280","shards":1,"effective_bpw":4.7857,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200640","shards":1,"effective_bpw":4.8014,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200736","shards":1,"effective_bpw":4.8014,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377440","shards":1,"effective_bpw":5.0284,"repo":"lmstudio-community/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"2019377600","shards":1,"effective_bpw":5.0284,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"2019377696","shards":1,"effective_bpw":5.0284,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2093351360","shards":1,"effective_bpw":5.2126,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114800160","shards":1,"effective_bpw":5.266,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512128","shards":1,"effective_bpw":5.6513,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512224","shards":1,"effective_bpw":5.6513,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322153920","shards":1,"effective_bpw":5.7823,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"2322154016","shards":1,"effective_bpw":5.7823,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"2417576480","shards":1,"effective_bpw":6.02,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643853600","shards":1,"effective_bpw":6.5834,"repo":"lmstudio-community/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643853760","shards":1,"effective_bpw":6.5834,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q6_K":197}},{"quant":"Q6_K","bytes":"2643853856","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q6_K":197}},{"quant":"Q6_K_L","bytes":"2739276320","shards":1,"effective_bpw":6.821,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421898816","shards":1,"effective_bpw":8.5208,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q8_0":197}},{"quant":"Q8_0","bytes":"3421899040","shards":1,"effective_bpw":8.5208,"repo":"lmstudio-community/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q8_0":197}},{"quant":"Q8_0","bytes":"3421899296","shards":1,"effective_bpw":8.5208,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433687616","shards":1,"effective_bpw":16.0204,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":255,"type_hist":{"F16":197,"F32":58}},{"quant":"BF16","bytes":"6433687744","shards":1,"effective_bpw":16.0204,"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433687840","shards":1,"effective_bpw":16.0204,"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-coder","canonical_repo":"Jackrong/Qwopus3.6-27B-Coder","display_name":"Qwopus3.6-27B-Coder","publisher":"Jackrong","modality":"vision_language","arch_key":"clip","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"447598","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwopus3.6-27B-Coder","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9541911072","shards":1,"effective_bpw":2.7477,"repo":"pearsonkyle/Qwopus3.6-27B-Coder-imatrix-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10455912992","shards":1,"effective_bpw":3.0109,"repo":"pearsonkyle/Qwopus3.6-27B-Coder-imatrix-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13032191264","shards":1,"effective_bpw":3.7528,"repo":"pearsonkyle/Qwopus3.6-27B-Coder-imatrix-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442016","shards":1,"effective_bpw":3.8303,"repo":"8sp4rk/Qwopus3.6-27B-Coder-heretic","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500732512","shards":1,"effective_bpw":3.8877,"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q3_K":358,"Q4_K":141,"Q5_K":6,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"15533823264","shards":1,"effective_bpw":4.4732,"repo":"pearsonkyle/Qwopus3.6-27B-Coder-imatrix-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":64,"Q6_K":1,"Q8_0":8,"IQ4_XS":433}},{"quant":"Q4_K_M","bytes":"16547399136","shards":1,"effective_bpw":4.765,"repo":"8sp4rk/Qwopus3.6-27B-Coder-heretic","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810710112","shards":1,"effective_bpw":4.8408,"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q4_K":439,"Q6_K":67}},{"quant":"Q5_K_M","bytes":"19231098336","shards":1,"effective_bpw":5.5378,"repo":"8sp4rk/Qwopus3.6-27B-Coder-heretic","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535696992","shards":1,"effective_bpw":5.6255,"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":439,"Q6_K":67}},{"quant":"Q6_K","bytes":"22082528736","shards":1,"effective_bpw":6.3589,"repo":"8sp4rk/Qwopus3.6-27B-Coder-heretic","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430995552","shards":1,"effective_bpw":6.4593,"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q6_K":506}},{"quant":"Q8_0","bytes":"28595762656","shards":1,"effective_bpw":8.2345,"repo":"8sp4rk/Qwopus3.6-27B-Coder-heretic","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047080032","shards":1,"effective_bpw":8.3645,"repo":"Jackrong/Qwopus3.6-27B-Coder-Compat-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}}]}
{"_type":"model","slug":"whisper-medium","canonical_repo":"openai/whisper-medium","display_name":"whisper-medium","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"763857920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"443844","n_layers":24,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-medium","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"266895060","shards":1,"effective_bpw":2.7952,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"343854332","shards":1,"effective_bpw":3.6012,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"434685376","shards":1,"effective_bpw":4.5525,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"444493380","shards":1,"effective_bpw":4.6552,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"444493380","shards":1,"effective_bpw":4.6552,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"482214528","shards":1,"effective_bpw":5.0503,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"491852932","shards":1,"effective_bpw":5.1513,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"504102848","shards":1,"effective_bpw":5.2795,"repo":"handy-computer/whisper-medium-gguf","n_tensors":949,"type_hist":{"F32":564,"Q4_K":312,"Q6_K":1,"Q8_0":72}},{"quant":"Q5_0","bytes":"539212484","shards":1,"effective_bpw":5.6473,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"539212484","shards":1,"effective_bpw":5.6473,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"582746048","shards":1,"effective_bpw":6.1032,"repo":"handy-computer/whisper-medium-gguf","n_tensors":949,"type_hist":{"F32":564,"Q5_K":312,"Q6_K":1,"Q8_0":72}},{"quant":"Q5_1","bytes":"586572036","shards":1,"effective_bpw":6.1433,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"639851532","shards":1,"effective_bpw":6.7013,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"648019904","shards":1,"effective_bpw":6.7868,"repo":"handy-computer/whisper-medium-gguf","n_tensors":949,"type_hist":{"F32":564,"Q6_K":385}},{"quant":"Q8_0","bytes":"814918592","shards":1,"effective_bpw":8.5348,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":948,"type_hist":{"F16":2,"F32":1,"Q8_0":945}},{"quant":"Q8_0","bytes":"823369796","shards":1,"effective_bpw":8.6233,"repo":"oxide-lab/whisper-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"831538144","shards":1,"effective_bpw":8.7088,"repo":"handy-computer/whisper-medium-gguf","n_tensors":949,"type_hist":{"F32":564,"Q8_0":385}},{"quant":"F16","bytes":"1541931424","shards":1,"effective_bpw":16.1489,"repo":"handy-computer/whisper-medium-gguf","n_tensors":949,"type_hist":{"F16":385,"F32":564}},{"quant":"F32","bytes":"3057437088","shards":1,"effective_bpw":32.021,"repo":"handy-computer/whisper-medium-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-v2","canonical_repo":"empero-ai/Qwythos-9B-v2","display_name":"Qwythos-9B-v2","publisher":"empero-ai","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"423707","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"empero-ai/Qwythos-9B-v2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3906351648","shards":1,"effective_bpw":3.2374,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914970016","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4201198112","shards":1,"effective_bpw":3.4817,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022688","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4412944928","shards":1,"effective_bpw":3.6572,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990944","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783648","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4697453088","shards":1,"effective_bpw":3.893,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610656","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4806242848","shards":1,"effective_bpw":3.9832,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4859458080","shards":1,"effective_bpw":4.0273,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513440","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5057114656","shards":1,"effective_bpw":4.1911,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q3_K":113,"Q4_0":8,"Q4_K":42,"Q5_K":30,"Q6_K":5,"Q8_0":12}},{"quant":"Q2_K_L","bytes":"5194478112","shards":1,"effective_bpw":4.3049,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5247955488","shards":1,"effective_bpw":4.3492,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418848","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5379568160","shards":1,"effective_bpw":4.4583,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":8,"Q6_K":13,"Q8_0":12,"IQ4_XS":177}},{"quant":"I1-Q4_0","bytes":"5462864800","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554912","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663776","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5615825440","shards":1,"effective_bpw":4.6541,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5619757600","shards":1,"effective_bpw":4.6574,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":189,"Q4_1":4,"Q6_K":5,"Q8_0":12}},{"quant":"Q4_K_S","bytes":"5735100960","shards":1,"effective_bpw":4.753,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091808","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462688","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6047707680","shards":1,"effective_bpw":5.012,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":8,"Q4_K":125,"Q5_K":16,"Q6_K":49,"Q8_0":12}},{"quant":"Q4_1","bytes":"6081786400","shards":1,"effective_bpw":5.0403,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643488","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545568","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6663352864","shards":1,"effective_bpw":5.5222,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6802600480","shards":1,"effective_bpw":5.6376,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6989853216","shards":1,"effective_bpw":5.7928,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":8,"Q5_K":125,"Q6_K":41,"Q8_0":36}},{"quant":"I1-Q6_K","bytes":"7558902688","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwythos-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7617606176","shards":1,"effective_bpw":6.3131,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7837184544","shards":1,"effective_bpw":6.4951,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q4_0":8,"Q6_K":142,"Q8_0":60}},{"quant":"Q6_K_L","bytes":"8329851424","shards":1,"effective_bpw":6.9034,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9804542496","shards":1,"effective_bpw":8.1255,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":442,"type_hist":{"F32":232,"Q8_0":210}},{"quant":"Q4_K_M","bytes":"11639886272","shards":2,"effective_bpw":9.6465,"repo":"empero-ai/Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13234770368","shards":2,"effective_bpw":10.9683,"repo":"empero-ai/Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15124369856","shards":2,"effective_bpw":12.5343,"repo":"empero-ai/Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407321856","shards":1,"effective_bpw":15.255,"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19313562048","shards":2,"effective_bpw":16.0061,"repo":"empero-ai/Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"36328018368","shards":2,"effective_bpw":30.1068,"repo":"empero-ai/Qwythos-9B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-4-E4B-it-qat-q4_0-unquantized","display_name":"gemma-4-E4B-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"7941100874","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"422716","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E4B-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"5154940992","shards":1,"effective_bpw":5.1932,"repo":"lmstudio-community/gemma-4-E4B-it-QAT-GGUF","n_tensors":666,"type_hist":{"F32":321,"BF16":1,"Q4_0":342,"Q6_K":2}}]}
{"_type":"model","slug":"wan2-2-i2v-a14b","canonical_repo":"Wan-AI/Wan2.2-I2V-A14B","display_name":"Wan2.2-I2V-A14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"14288901184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"417240","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5300957696","shards":1,"effective_bpw":2.9679,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5300957696","shards":1,"effective_bpw":2.9679,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6515012096","shards":1,"effective_bpw":3.6476,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6515012096","shards":1,"effective_bpw":3.6476,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7176106496","shards":1,"effective_bpw":4.0177,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7176106496","shards":1,"effective_bpw":4.0177,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q3_K":280,"Q4_K":118,"Q5_K":2}},{"quant":"Q4_0","bytes":"8558096896","shards":1,"effective_bpw":4.7915,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q4_0":360,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"8748151296","shards":1,"effective_bpw":4.8979,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8748151296","shards":1,"effective_bpw":4.8979,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9259332096","shards":1,"effective_bpw":5.1841,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9651728896","shards":1,"effective_bpw":5.4038,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q4_K":280,"Q6_K":120}},{"quant":"Q4_K_M","bytes":"9651728896","shards":1,"effective_bpw":5.4038,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10137514496","shards":1,"effective_bpw":5.6757,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10137514496","shards":1,"effective_bpw":5.6757,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10314461696","shards":1,"effective_bpw":5.7748,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10314461696","shards":1,"effective_bpw":5.7748,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10616642176","shards":2,"effective_bpw":5.944,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10792055296","shards":1,"effective_bpw":6.0422,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_K_M","bytes":"10792055296","shards":1,"effective_bpw":6.0422,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_1","bytes":"11015696896","shards":1,"effective_bpw":6.1674,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11015696896","shards":1,"effective_bpw":6.1674,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12003652096","shards":1,"effective_bpw":6.7205,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12003652096","shards":1,"effective_bpw":6.7205,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q6_K":400}},{"quant":"Q3_K_M","bytes":"13044750976","shards":2,"effective_bpw":7.3034,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15406608896","shards":1,"effective_bpw":8.6258,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q8_0":400}},{"quant":"Q8_0","bytes":"15406608896","shards":1,"effective_bpw":8.6258,"repo":"QuantStack/Wan2.2-I2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q8_0":400}},{"quant":"Q4_K_M","bytes":"19318184576","shards":2,"effective_bpw":10.8158,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21598837376","shards":2,"effective_bpw":12.0927,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24022030976","shards":2,"effective_bpw":13.4493,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30827944576","shards":2,"effective_bpw":17.2598,"repo":"darksidewalker/DaSiWa-WAN2.2-I2V","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"voxtral-mini-4b-realtime-2602","canonical_repo":"mistralai/Voxtral-Mini-4B-Realtime-2602","display_name":"Voxtral-Mini-4B-Realtime-2602","publisher":"mistralai","modality":"audio_asr","arch_key":"voxtral_realtime","params_total":"4429679360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"402195","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":131072,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Voxtral-Mini-4B-Realtime-2602","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"2524137216","shards":1,"effective_bpw":4.5586,"repo":"cstr/voxtral-mini-4b-realtime-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2830493984","shards":1,"effective_bpw":5.1119,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":714,"type_hist":{"F32":253,"Q4_K":376,"Q6_K":1,"Q8_0":84}},{"quant":"Q5_K_M","bytes":"3281439008","shards":1,"effective_bpw":5.9263,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":714,"type_hist":{"F32":253,"Q5_K":376,"Q6_K":1,"Q8_0":84}},{"quant":"Q6_K","bytes":"3661018912","shards":1,"effective_bpw":6.6118,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":714,"type_hist":{"F32":253,"Q6_K":435,"Q8_0":26}},{"quant":"Q8_0","bytes":"4731791648","shards":1,"effective_bpw":8.5456,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":714,"type_hist":{"F32":253,"Q8_0":461}},{"quant":"Q8_0","bytes":"4733486848","shards":1,"effective_bpw":8.5487,"repo":"cstr/voxtral-mini-4b-realtime-GGUF","n_tensors":714,"type_hist":{"F16":2,"F32":303,"Q8_0":409}},{"quant":"BF16","bytes":"8868301088","shards":1,"effective_bpw":16.0161,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8879114528","shards":1,"effective_bpw":16.0357,"repo":"handy-computer/Voxtral-Mini-4B-Realtime-2602-gguf","n_tensors":714,"type_hist":{"F16":461,"F32":253}}]}
{"_type":"model","slug":"qwen3-5-122b-a10b","canonical_repo":"Qwen/Qwen3.5-122B-A10B","display_name":"Qwen3.5-122B-A10B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35moe","params_total":"125086497008","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"402123","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Qwen/Qwen3.5-122B-A10B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"28902086784","shards":1,"effective_bpw":1.8485,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"31790258304","shards":1,"effective_bpw":2.0332,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"34221749440","shards":1,"effective_bpw":2.1887,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"36303984768","shards":1,"effective_bpw":2.3218,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"36637668544","shards":1,"effective_bpw":2.3432,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"38671895232","shards":1,"effective_bpw":2.4733,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"39148942528","shards":1,"effective_bpw":2.5038,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"39970330752","shards":1,"effective_bpw":2.5563,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"40282507968","shards":1,"effective_bpw":2.5763,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"40377862848","shards":1,"effective_bpw":2.5824,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"40639203456","shards":1,"effective_bpw":2.5991,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"44443961472","shards":1,"effective_bpw":2.8424,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"44745020608","shards":1,"effective_bpw":2.8617,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46391154816","shards":1,"effective_bpw":2.967,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"46556959936","shards":1,"effective_bpw":2.9776,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"47136114816","shards":1,"effective_bpw":3.0146,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"47842478784","shards":1,"effective_bpw":3.0598,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"52026297344","shards":3,"effective_bpw":3.3274,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52495013376","shards":3,"effective_bpw":3.3574,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"54482508096","shards":2,"effective_bpw":3.4845,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"56420881952","shards":3,"effective_bpw":3.6084,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"56655284544","shards":2,"effective_bpw":3.6234,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"58194652192","shards":3,"effective_bpw":3.7219,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"59193887040","shards":2,"effective_bpw":3.7858,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59222198592","shards":2,"effective_bpw":3.7876,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"60229510656","shards":3,"effective_bpw":3.852,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"61437470208","shards":3,"effective_bpw":3.9293,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"61598009664","shards":2,"effective_bpw":3.9395,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"61647554880","shards":2,"effective_bpw":3.9427,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"61927783424","shards":3,"effective_bpw":3.9606,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"63160908800","shards":3,"effective_bpw":4.0395,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"68474190144","shards":2,"effective_bpw":4.3793,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71705126400","shards":3,"effective_bpw":4.586,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"72224930112","shards":2,"effective_bpw":4.6192,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"72517482816","shards":2,"effective_bpw":4.6379,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"73428564992","shards":3,"effective_bpw":4.6962,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"74801281344","shards":2,"effective_bpw":4.784,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"76536964608","shards":3,"effective_bpw":4.895,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"77616511296","shards":2,"effective_bpw":4.964,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"78182680896","shards":2,"effective_bpw":5.0002,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"78260403200","shards":3,"effective_bpw":5.0052,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"79735847328","shards":3,"effective_bpw":5.0996,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"86385391136","shards":3,"effective_bpw":5.5248,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"87438457248","shards":3,"effective_bpw":5.5922,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"88310156320","shards":3,"effective_bpw":5.6479,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"90429454752","shards":3,"effective_bpw":5.7835,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"90900269504","shards":3,"effective_bpw":5.8136,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"91519219200","shards":3,"effective_bpw":5.8532,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"93639019552","shards":3,"effective_bpw":5.9888,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"101009782432","shards":4,"effective_bpw":6.4602,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"104120585344","shards":4,"effective_bpw":6.6591,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"108407548352","shards":3,"effective_bpw":6.9333,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"108777048512","shards":3,"effective_bpw":6.9569,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"129871935104","shards":4,"effective_bpw":8.3061,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132554132608","shards":4,"effective_bpw":8.4776,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132595714592","shards":4,"effective_bpw":8.4803,"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"244314011488","shards":5,"effective_bpw":15.6253,"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"249361403264","shards":5,"effective_bpw":15.9481,"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-t2v-1-3b","canonical_repo":"Wan-AI/Wan2.1-T2V-1.3B","display_name":"Wan2.1-T2V-1.3B","publisher":"Wan-AI","modality":"text","arch_key":"qwen35","params_total":"1418996800","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"398992","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-T2V-1.3B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"654903520","shards":1,"effective_bpw":3.6922,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"729129184","shards":1,"effective_bpw":4.1107,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q3_K":210,"Q4_K":88,"Q5_K":2}},{"quant":"Q4_0","bytes":"865581280","shards":1,"effective_bpw":4.88,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q4_0":270,"Q4_1":30}},{"quant":"Q4_K_S","bytes":"892565728","shards":1,"effective_bpw":5.0321,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"926775520","shards":1,"effective_bpw":5.225,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"982716640","shards":1,"effective_bpw":5.5403,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q4_K":210,"Q6_K":90}},{"quant":"Q5_K_S","bytes":"1013774560","shards":1,"effective_bpw":5.7154,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1024104128","shards":1,"effective_bpw":5.7737,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1039579360","shards":1,"effective_bpw":5.8609,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1087410400","shards":1,"effective_bpw":6.1306,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q5_K":210,"Q6_K":90}},{"quant":"Q5_1","bytes":"1100773600","shards":1,"effective_bpw":6.2059,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1198647520","shards":1,"effective_bpw":6.7577,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q6_K":300}},{"quant":"Q3_K_L","bytes":"1238514368","shards":1,"effective_bpw":6.9825,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1385021120","shards":1,"effective_bpw":7.8085,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1408997280","shards":2,"effective_bpw":7.9436,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1535768800","shards":1,"effective_bpw":8.6583,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":6,"F32":519,"Q8_0":300}},{"quant":"Q5_K_S","bytes":"1572142784","shards":1,"effective_bpw":8.8634,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1915591584","shards":2,"effective_bpw":10.7997,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2724723264","shards":1,"effective_bpw":15.3614,"repo":"DeepBeepMeep/Wan2.1","n_tensors":427,"type_hist":{"F16":177,"Q4_K":250}},{"quant":"Q5_K_M","bytes":"2821321632","shards":2,"effective_bpw":15.906,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2840754400","shards":1,"effective_bpw":16.0156,"repo":"samuelchristlie/Wan2.1-T2V-1.3B-GGUF","n_tensors":825,"type_hist":{"F16":306,"F32":519}},{"quant":"Q4_K_M","bytes":"5038065216","shards":1,"effective_bpw":28.4035,"repo":"DeepBeepMeep/Wan2.1","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5299287520","shards":4,"effective_bpw":29.8762,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6210013952","shards":3,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6270432736","shards":4,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6816701920","shards":4,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6980190944","shards":6,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7254226848","shards":2,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7508102752","shards":3,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8334721760","shards":6,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12204778208","shards":6,"effective_bpw":null,"repo":"calcuis/wan-1.3b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-next","canonical_repo":"Qwen/Qwen3-Coder-Next","display_name":"Qwen3-Coder-Next","publisher":"Qwen","modality":"text","arch_key":"qwen3next","params_total":"79674391296","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"382325","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"Qwen/Qwen3-Coder-Next","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"16582639296","shards":1,"effective_bpw":1.665,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17302421184","shards":1,"effective_bpw":1.7373,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"18941835296","shards":1,"effective_bpw":1.9019,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19298975424","shards":1,"effective_bpw":1.9378,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"21508749344","shards":1,"effective_bpw":2.1597,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"21701693440","shards":1,"effective_bpw":2.179,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22217424576","shards":1,"effective_bpw":2.2308,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"23312490496","shards":1,"effective_bpw":2.3408,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"23368906432","shards":1,"effective_bpw":2.3464,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"24962293760","shards":1,"effective_bpw":2.5064,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26098611904","shards":1,"effective_bpw":2.6205,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28167608000","shards":1,"effective_bpw":2.8283,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28471480000","shards":1,"effective_bpw":2.8588,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"28482506752","shards":1,"effective_bpw":2.8599,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29224450080","shards":1,"effective_bpw":2.9344,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"29297379360","shards":1,"effective_bpw":2.9417,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"29690687488","shards":1,"effective_bpw":2.9812,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31726712512","shards":1,"effective_bpw":3.1856,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"33031048896","shards":1,"effective_bpw":3.3166,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"33320267776","shards":1,"effective_bpw":3.3456,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34603089952","shards":1,"effective_bpw":3.4745,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34864221888","shards":1,"effective_bpw":3.5007,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"35937513472","shards":1,"effective_bpw":3.6084,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"36643917504","shards":1,"effective_bpw":3.6794,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"36655713984","shards":1,"effective_bpw":3.6806,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q3_K":169,"Q4_K":60,"Q5_K":72,"Q6_K":13,"Q8_0":168}},{"quant":"Q3_K_L","bytes":"38227005120","shards":1,"effective_bpw":3.8383,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38322487328","shards":1,"effective_bpw":3.8479,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"38429272064","shards":1,"effective_bpw":3.8586,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"39234725888","shards":1,"effective_bpw":3.9395,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42676135968","shards":1,"effective_bpw":4.2851,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q4_K":1,"Q5_K":48,"Q6_K":49,"MXFP4":96,"IQ4_XS":288}},{"quant":"IQ4_XS","bytes":"42848224960","shards":1,"effective_bpw":4.3023,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q6_K":13,"Q8_0":168,"IQ4_XS":301}},{"quant":"IQ4_NL","bytes":"45130344480","shards":1,"effective_bpw":4.5315,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45310830272","shards":1,"effective_bpw":4.5496,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45330098208","shards":1,"effective_bpw":4.5515,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q4_0":295,"Q4_1":6,"Q5_K":36,"Q6_K":49,"MXFP4":96}},{"quant":"Q4_K_S","bytes":"45531949088","shards":1,"effective_bpw":4.5718,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"46079830016","shards":1,"effective_bpw":4.6268,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"46099621568","shards":1,"effective_bpw":4.6288,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q4_0":217,"Q4_1":24,"Q5_0":72,"Q6_K":1,"Q8_0":168}},{"quant":"Q4_K_S","bytes":"46930880192","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48487031968","shards":1,"effective_bpw":4.8685,"repo":"lmstudio-community/Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":313,"BF16":48,"Q4_K":389,"Q5_K":36,"Q6_K":57}},{"quant":"Q4_K_M","bytes":"48528320544","shards":1,"effective_bpw":4.8727,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48727680704","shards":1,"effective_bpw":4.8927,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":843,"type_hist":{"F32":361,"Q4_K":169,"Q5_K":36,"Q6_K":109,"Q8_0":168}},{"quant":"Q4_K_L","bytes":"48958623424","shards":1,"effective_bpw":4.9159,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"49301055488","shards":1,"effective_bpw":4.9503,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50057423200","shards":3,"effective_bpw":5.0262,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50225817504","shards":2,"effective_bpw":5.0431,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55055280480","shards":3,"effective_bpw":5.528,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55171278720","shards":2,"effective_bpw":5.5397,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"55819456832","shards":3,"effective_bpw":5.6048,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56847886688","shards":3,"effective_bpw":5.708,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56981055392","shards":2,"effective_bpw":5.7214,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"57173102464","shards":2,"effective_bpw":5.7407,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"59242008928","shards":3,"effective_bpw":5.9484,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65528466784","shards":2,"effective_bpw":6.5796,"repo":"lmstudio-community/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65613992288","shards":3,"effective_bpw":6.5882,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"65789092160","shards":3,"effective_bpw":6.6058,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65791885184","shards":2,"effective_bpw":6.6061,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"65942605728","shards":2,"effective_bpw":6.6212,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812058080","shards":3,"effective_bpw":8.5159,"repo":"lmstudio-community/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812255232","shards":3,"effective_bpw":8.5159,"repo":"bartowski/Qwen_Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812255584","shards":3,"effective_bpw":8.5159,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"159458415168","shards":4,"effective_bpw":16.011,"repo":"unsloth/Qwen3-Coder-Next-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-7-code","canonical_repo":"moonshotai/Kimi-K2.7-Code","display_name":"Kimi-K2.7-Code","publisher":"moonshotai","modality":"vision_language","arch_key":"deepseek2","params_total":"1058589420528","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"381371","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"moonshotai/Kimi-K2.7-Code","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_M","bytes":"303909170464","shards":8,"effective_bpw":2.2967,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"303909170464","shards":8,"effective_bpw":2.2967,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"303909170464","shards":8,"effective_bpw":2.2967,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"317825871168","shards":8,"effective_bpw":2.4019,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"317825871168","shards":8,"effective_bpw":2.4019,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"317825871168","shards":8,"effective_bpw":2.4019,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"317972671808","shards":8,"effective_bpw":2.403,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"317972671808","shards":8,"effective_bpw":2.403,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"317972671808","shards":8,"effective_bpw":2.403,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"376880815488","shards":9,"effective_bpw":2.8482,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"418807078496","shards":10,"effective_bpw":3.165,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"418807078496","shards":10,"effective_bpw":3.165,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"418807078496","shards":10,"effective_bpw":3.165,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"463616941728","shards":11,"effective_bpw":3.5037,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"463616941728","shards":11,"effective_bpw":3.5037,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"463616941728","shards":11,"effective_bpw":3.5037,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"495081824000","shards":12,"effective_bpw":3.7414,"repo":"CaelumAethryn/Kimi-K2.7-Code-GGUFcopy","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"495081824000","shards":12,"effective_bpw":3.7414,"repo":"unsloth/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"495081824000","shards":12,"effective_bpw":3.7414,"repo":"eadx/Kimi-K2.7-Code-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bielik-11b-v3-0-instruct","canonical_repo":"speakleash/Bielik-11B-v3.0-Instruct","display_name":"Bielik-11B-v3.0-Instruct","publisher":"speakleash","modality":"text","arch_key":null,"params_total":"11168796672","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"378301","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"6724051584","shards":1,"effective_bpw":4.8163,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":453,"type_hist":{"F32":101,"Q4_K":301,"Q6_K":51}},{"quant":"Q5_K_M","bytes":"7907041920","shards":1,"effective_bpw":5.6637,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":453,"type_hist":{"F32":101,"Q5_K":301,"Q6_K":51}},{"quant":"Q6_K","bytes":"9163969152","shards":1,"effective_bpw":6.564,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":453,"type_hist":{"F32":101,"Q6_K":352}},{"quant":"Q8_0","bytes":"11868811904","shards":1,"effective_bpw":8.5014,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":453,"type_hist":{"F32":101,"Q8_0":352}},{"quant":"BF16","bytes":"22339170688","shards":1,"effective_bpw":16.0011,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"22339170944","shards":1,"effective_bpw":16.0011,"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","n_tensors":453,"type_hist":{"F32":101,"BF16":352}}]}
{"_type":"model","slug":"lfm2-5-1-2b-instruct","canonical_repo":"LiquidAI/LFM2.5-1.2B-Instruct","display_name":"LFM2.5-1.2B-Instruct","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"376092","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-1.2B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"483398880","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"483398880","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558159072","shards":1,"effective_bpw":3.8154,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600347872","shards":1,"effective_bpw":4.1037,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q3_K":64,"Q4_K":25,"Q5_K":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"695751488","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_0":92,"Q6_K":1}},{"quant":"Q4_0","bytes":"695751904","shards":1,"effective_bpw":4.7559,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_0":92,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"700470496","shards":1,"effective_bpw":4.7881,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730895168","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_K":82,"Q6_K":11}},{"quant":"Q4_K_M","bytes":"730895584","shards":1,"effective_bpw":4.9961,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_K":82,"Q6_K":11}},{"quant":"Q4_K_M","bytes":"730896736","shards":1,"effective_bpw":4.9961,"repo":"lmstudio-community/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760501472","shards":1,"effective_bpw":5.1985,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825251040","shards":1,"effective_bpw":5.6411,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843354944","shards":1,"effective_bpw":5.7649,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q5_K":82,"Q6_K":11}},{"quant":"Q5_K_M","bytes":"843355360","shards":1,"effective_bpw":5.7649,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q5_K":82,"Q6_K":11}},{"quant":"Q6_K","bytes":"962843456","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q6_K":93}},{"quant":"Q6_K","bytes":"962843872","shards":1,"effective_bpw":6.5816,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962845024","shards":1,"effective_bpw":6.5816,"repo":"lmstudio-community/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q6_K":93}},{"quant":"Q8_0","bytes":"1246253888","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q8_0":93}},{"quant":"Q8_0","bytes":"1246254304","shards":1,"effective_bpw":8.5189,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246255456","shards":1,"effective_bpw":8.5189,"repo":"lmstudio-community/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q8_0":93}},{"quant":"BF16","bytes":"2343326528","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343326528","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","n_tensors":148,"type_hist":{"F16":93,"F32":55}},{"quant":"BF16","bytes":"2343326944","shards":1,"effective_bpw":16.0181,"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-1b-it","canonical_repo":"google/gemma-3-1b-it","display_name":"gemma-3-1b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"999885952","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"368013","n_layers":26,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1152,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-1b-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"557014304","shards":1,"effective_bpw":4.4566,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"559813664","shards":1,"effective_bpw":4.479,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"564479264","shards":1,"effective_bpw":4.5163,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"578024480","shards":1,"effective_bpw":4.6247,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"591648032","shards":1,"effective_bpw":4.7337,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"688856096","shards":1,"effective_bpw":5.5115,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"689814560","shards":1,"effective_bpw":5.5191,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"689814560","shards":1,"effective_bpw":5.5191,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"714435104","shards":1,"effective_bpw":5.7161,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q5_1":26,"Q8_0":1,"IQ4_NL":104,"IQ4_XS":52}},{"quant":"IQ4_NL","bytes":"721863200","shards":1,"effective_bpw":5.7756,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"721918496","shards":1,"effective_bpw":5.776,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"722416160","shards":1,"effective_bpw":5.78,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q4_K":51,"Q5_0":24,"Q5_1":2,"Q5_K":1,"Q8_0":1,"IQ4_NL":104}},{"quant":"Q3_K_L","bytes":"751575552","shards":1,"effective_bpw":6.0133,"repo":"lmstudio-community/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"764035616","shards":1,"effective_bpw":6.113,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"780993056","shards":1,"effective_bpw":6.2487,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"806058240","shards":1,"effective_bpw":6.4492,"repo":"ggml-org/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q4_K":39,"Q5_0":117,"Q6_K":13,"Q8_0":14}},{"quant":"Q4_K_M","bytes":"806058240","shards":1,"effective_bpw":6.4492,"repo":"lmstudio-community/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"806058272","shards":1,"effective_bpw":6.4492,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"836399648","shards":1,"effective_bpw":6.692,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"851345696","shards":1,"effective_bpw":6.8115,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q5_1":117,"Q5_K":39,"Q6_K":13,"Q8_0":14}},{"quant":"Q4_0","bytes":"1003541152","shards":1,"effective_bpw":8.0292,"repo":"google/gemma-3-1b-it-qat-q4_0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1011738624","shards":1,"effective_bpw":8.0948,"repo":"lmstudio-community/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q6_K":52,"Q8_0":131}},{"quant":"Q6_K","bytes":"1011738656","shards":1,"effective_bpw":8.0948,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q6_K":52,"Q8_0":131}},{"quant":"Q8_0","bytes":"1069306368","shards":1,"effective_bpw":8.5554,"repo":"ggml-org/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F32":157,"Q8_0":183}},{"quant":"Q8_0","bytes":"1069306368","shards":1,"effective_bpw":8.5554,"repo":"lmstudio-community/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1069306400","shards":1,"effective_bpw":8.5554,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2006573344","shards":1,"effective_bpw":16.0544,"repo":"unsloth/gemma-3-1b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2006573568","shards":1,"effective_bpw":16.0544,"repo":"ggml-org/gemma-3-1b-it-GGUF","n_tensors":340,"type_hist":{"F16":183,"F32":157}}]}
{"_type":"model","slug":"qwen2-5-7b-instruct","canonical_repo":"Qwen/Qwen2.5-7B-Instruct","display_name":"Qwen2.5-7B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"363136","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780342976","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940000","shards":1,"effective_bpw":3.1682,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940800","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256576","shards":1,"effective_bpw":3.5152,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369088","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164800","shards":1,"effective_bpw":3.7273,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012608","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391072","shards":1,"effective_bpw":4.0006,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808391872","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459680","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459968","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473152","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"Q4_0","bytes":"4431390848","shards":2,"effective_bpw":4.6551,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121792","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4457769664","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073632","shards":2,"effective_bpw":4.9194,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683074240","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564480","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315176576","shards":2,"effective_bpw":5.5834,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177152","shards":1,"effective_bpw":5.5835,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831360","shards":2,"effective_bpw":5.7196,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831936","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"5781197504","shards":1,"effective_bpw":6.073,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198880","shards":2,"effective_bpw":6.5699,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199200","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254199488","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K_L","bytes":"6518182592","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525408","shards":3,"effective_bpw":8.5073,"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098525888","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"F16","bytes":"15237853600","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}}]}
{"_type":"model","slug":"qwen3-14b","canonical_repo":"Qwen/Qwen3-14B","display_name":"Qwen3-14B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"358091","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-14B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3827369344","shards":1,"effective_bpw":2.0733,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"4064814464","shards":1,"effective_bpw":2.2019,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4470113664","shards":1,"effective_bpw":2.4215,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5425956224","shards":1,"effective_bpw":2.9392,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984384","shards":1,"effective_bpw":3.1169,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5936307584","shards":1,"effective_bpw":3.2157,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"6013732224","shards":1,"effective_bpw":3.2576,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106304","shards":1,"effective_bpw":3.6062,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313664","shards":1,"effective_bpw":3.966,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"7900651296","shards":1,"effective_bpw":4.2798,"repo":"lmstudio-community/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8135040384","shards":1,"effective_bpw":4.4068,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q4_K":1,"Q5_K":40,"Q6_K":1,"IQ4_XS":240}},{"quant":"IQ4_NL","bytes":"8541363584","shards":1,"effective_bpw":4.6269,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543001984","shards":1,"effective_bpw":4.6277,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"8573476224","shards":1,"effective_bpw":4.6443,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001752960","shards":1,"effective_bpw":4.8763,"repo":"Qwen/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"9001753376","shards":1,"effective_bpw":4.8763,"repo":"lmstudio-community/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753984","shards":1,"effective_bpw":4.8763,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389522304","shards":1,"effective_bpw":5.0863,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10263894400","shards":1,"effective_bpw":5.56,"repo":"Qwen/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895424","shards":1,"effective_bpw":5.56,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514569568","shards":1,"effective_bpw":5.6957,"repo":"Qwen/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"10514570624","shards":1,"effective_bpw":5.6957,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937248","shards":1,"effective_bpw":6.5665,"repo":"Qwen/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q6_K":282}},{"quant":"Q6_K","bytes":"12121937696","shards":1,"effective_bpw":6.5665,"repo":"lmstudio-community/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938304","shards":1,"effective_bpw":6.5665,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698533728","shards":1,"effective_bpw":8.5039,"repo":"Qwen/Qwen3-14B-GGUF","n_tensors":443,"type_hist":{"F32":161,"Q8_0":282}},{"quant":"Q8_0","bytes":"15698534176","shards":1,"effective_bpw":8.5039,"repo":"lmstudio-community/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534784","shards":1,"effective_bpw":8.5039,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543424160","shards":1,"effective_bpw":16.0037,"repo":"unsloth/Qwen3-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-0-6b","canonical_repo":"Qwen/Qwen3-0.6B","display_name":"Qwen3-0.6B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"751632384","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"357824","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-0.6B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"214643392","shards":1,"effective_bpw":2.2846,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"220754624","shards":1,"effective_bpw":2.3496,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"234074816","shards":1,"effective_bpw":2.4914,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"268702400","shards":1,"effective_bpw":2.8599,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"282088128","shards":1,"effective_bpw":3.0024,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"296238784","shards":1,"effective_bpw":3.153,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238784","shards":1,"effective_bpw":3.153,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"323075776","shards":1,"effective_bpw":3.4387,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"331761056","shards":1,"effective_bpw":3.5311,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"345867680","shards":1,"effective_bpw":3.6812,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347127488","shards":1,"effective_bpw":3.6947,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"347288992","shards":1,"effective_bpw":3.6964,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"367804096","shards":1,"effective_bpw":3.9147,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ3_XS","bytes":"379605408","shards":1,"effective_bpw":4.0403,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381566656","shards":1,"effective_bpw":4.0612,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"382156480","shards":1,"effective_bpw":4.0675,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"383270592","shards":1,"effective_bpw":4.0793,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"389927328","shards":1,"effective_bpw":4.1502,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396705472","shards":1,"effective_bpw":4.2223,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"IQ3_M","bytes":"402878880","shards":1,"effective_bpw":4.288,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"409091776","shards":1,"effective_bpw":4.3542,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"413979040","shards":1,"effective_bpw":4.4062,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"435343776","shards":1,"effective_bpw":4.6336,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436616896","shards":1,"effective_bpw":4.6471,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444415680","shards":1,"effective_bpw":4.7301,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"IQ4_XS","bytes":"450456992","shards":1,"effective_bpw":4.7944,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"469081504","shards":1,"effective_bpw":4.9927,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"469671328","shards":1,"effective_bpw":4.9989,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"470785440","shards":1,"effective_bpw":5.0108,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"484220320","shards":1,"effective_bpw":5.1538,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495107776","shards":1,"effective_bpw":5.2697,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q2_K_L","bytes":"499224992","shards":1,"effective_bpw":5.3135,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"506330528","shards":1,"effective_bpw":5.3891,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"543579552","shards":1,"effective_bpw":5.7856,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"551378336","shards":1,"effective_bpw":5.8686,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q5_K":169,"Q6_K":29}},{"quant":"Q4_K_L","bytes":"599691680","shards":1,"effective_bpw":6.3828,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"622733728","shards":1,"effective_bpw":6.6281,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q6_K":198}},{"quant":"Q8_0","bytes":"639446688","shards":1,"effective_bpw":6.806,"repo":"Qwen/Qwen3-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"639447744","shards":1,"effective_bpw":6.806,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"647401888","shards":1,"effective_bpw":6.8906,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"698093984","shards":1,"effective_bpw":7.4302,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"804753824","shards":1,"effective_bpw":8.5654,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1198182848","shards":1,"effective_bpw":12.7529,"repo":"unsloth/Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1509347488","shards":1,"effective_bpw":16.0647,"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b","canonical_repo":"Qwen/Qwen3.5-35B-A3B","display_name":"Qwen3.5-35B-A3B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"353243","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Qwen/Qwen3.5-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"9421649728","shards":1,"effective_bpw":2.0965,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10656955008","shards":1,"effective_bpw":2.3714,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"10676139840","shards":1,"effective_bpw":2.3757,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11391613568","shards":1,"effective_bpw":2.5349,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11694831424","shards":1,"effective_bpw":2.6023,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11907962688","shards":1,"effective_bpw":2.6498,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12964403008","shards":1,"effective_bpw":2.8848,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"13080066688","shards":1,"effective_bpw":2.9106,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13506778944","shards":1,"effective_bpw":3.0055,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"13583383168","shards":1,"effective_bpw":3.0226,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"14003418944","shards":1,"effective_bpw":3.116,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15265856128","shards":1,"effective_bpw":3.397,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"15761446720","shards":1,"effective_bpw":3.5072,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16356375168","shards":1,"effective_bpw":3.6396,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":2,"Q8_0":310,"IQ4_XS":40,"IQ3_XXS":80}},{"quant":"Q3_K_S","bytes":"16404920128","shards":1,"effective_bpw":3.6504,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"17110087488","shards":1,"effective_bpw":3.8073,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17117951808","shards":1,"effective_bpw":3.8091,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q3_K":153,"Q4_K":30,"Q5_K":90,"Q6_K":5,"Q8_0":105}},{"quant":"UD-IQ4_XS","bytes":"17486174848","shards":1,"effective_bpw":3.891,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17777899328","shards":1,"effective_bpw":3.9559,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"17791661888","shards":1,"effective_bpw":3.959,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"17821719168","shards":1,"effective_bpw":3.9657,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19699554112","shards":1,"effective_bpw":4.3835,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q5_K":10,"Q6_K":5,"Q8_0":105,"IQ4_XS":263}},{"quant":"UD-Q4_K_L","bytes":"20205632160","shards":1,"effective_bpw":4.4962,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20673845888","shards":1,"effective_bpw":4.6003,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20754978624","shards":1,"effective_bpw":4.6184,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20836243264","shards":1,"effective_bpw":4.6365,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q4_0":208,"Q4_1":5,"Q5_0":60,"Q6_K":5,"Q8_0":105}},{"quant":"Q4_K_M","bytes":"21169116992","shards":1,"effective_bpw":4.7106,"repo":"lmstudio-community/Qwen3.5-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":355,"Q5_K":30,"Q6_K":47}},{"quant":"Q4_K_S","bytes":"21486360384","shards":1,"effective_bpw":4.7811,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22016023168","shards":1,"effective_bpw":4.899,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22285080384","shards":1,"effective_bpw":4.9589,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q4_K":153,"Q5_K":10,"Q6_K":115,"Q8_0":105}},{"quant":"Q4_K_L","bytes":"22662526784","shards":1,"effective_bpw":5.0429,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22868449088","shards":1,"effective_bpw":5.0887,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24823544448","shards":1,"effective_bpw":5.5237,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"25051879232","shards":1,"effective_bpw":5.5745,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25913186112","shards":1,"effective_bpw":5.7662,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q5_K":153,"Q6_K":35,"Q8_0":195}},{"quant":"Q5_K_L","bytes":"26227062592","shards":1,"effective_bpw":5.836,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26249607808","shards":1,"effective_bpw":5.8411,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":80,"Q6_K":40,"Q8_0":312}},{"quant":"Q6_K","bytes":"28514152256","shards":1,"effective_bpw":6.345,"repo":"lmstudio-community/Qwen3.5-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":432}},{"quant":"UD-Q6_K_S","bytes":"28515105440","shards":1,"effective_bpw":6.3452,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28852861568","shards":1,"effective_bpw":6.4203,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30947309376","shards":1,"effective_bpw":6.8864,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q6_K":154,"Q8_0":229}},{"quant":"Q6_K_L","bytes":"31193642816","shards":1,"effective_bpw":6.9412,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139136","shards":1,"effective_bpw":8.2117,"repo":"lmstudio-community/Qwen3.5-35B-A3B-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"Q8_0","bytes":"36903139968","shards":1,"effective_bpw":8.2117,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37812647744","shards":1,"effective_bpw":8.4141,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":753,"type_hist":{"F32":368,"BF16":2,"Q8_0":383}},{"quant":"BF16","bytes":"69376637824","shards":2,"effective_bpw":15.4377,"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065941760","shards":2,"effective_bpw":15.8136,"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-7B-Instruct","display_name":"Qwen2.5-Coder-7B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"352852","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780343072","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940032","shards":1,"effective_bpw":3.1682,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940896","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256672","shards":1,"effective_bpw":3.5152,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369184","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164896","shards":1,"effective_bpw":3.7273,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012704","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391104","shards":1,"effective_bpw":4.0006,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808391968","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459776","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460064","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473248","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"Q4_0","bytes":"4444121888","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4457769760","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074048","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683074336","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_L","bytes":"5087564576","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315176576","shards":2,"effective_bpw":5.5834,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177248","shards":1,"effective_bpw":5.5835,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832032","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"5781197600","shards":1,"effective_bpw":6.073,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199296","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254199584","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182688","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525696","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098525984","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q4_0","bytes":"8862781568","shards":3,"effective_bpw":9.3101,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9366147200","shards":3,"effective_bpw":9.8389,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10889662592","shards":3,"effective_bpw":11.4393,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12508397696","shards":3,"effective_bpw":13.1397,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853696","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}},{"quant":"Q8_0","bytes":"16197050624","shards":4,"effective_bpw":17.0146,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-32b-instruct","canonical_repo":"Qwen/Qwen2.5-32B-Instruct","display_name":"Qwen2.5-32B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"352831","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-32B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250496","shards":1,"effective_bpw":2.2044,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550976","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569536","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441216","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098784","shards":4,"effective_bpw":3.0065,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099136","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419136","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513856","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331136","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123136","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048320","shards":5,"effective_bpw":3.8909,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048576","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"17247079008","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079296","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154176","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":64,"Q6_K":1,"IQ4_XS":385}},{"quant":"Q4_0","bytes":"18640231072","shards":5,"effective_bpw":4.5514,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010176","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"18784410496","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336288","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19851336384","shards":5,"effective_bpw":4.8471,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336576","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_L","bytes":"20429179776","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22638254880","shards":6,"effective_bpw":5.5276,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254976","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157568","shards":6,"effective_bpw":5.68,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157696","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_L","bytes":"23742679936","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154848","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886155104","shards":7,"effective_bpw":6.5648,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155136","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K_L","bytes":"27263273856","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885088","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"Q8_0","bytes":"34820885376","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"Q8_0","bytes":"34820885632","shards":9,"effective_bpw":8.5023,"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535970112","shards":2,"effective_bpw":16.002,"repo":"bartowski/Qwen2.5-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct","canonical_repo":"Qwen/Qwen3-VL-4B-Instruct","display_name":"Qwen3-VL-4B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"348207","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083151136","shards":1,"effective_bpw":1.9526,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143485216","shards":1,"effective_bpw":2.0613,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255346976","shards":1,"effective_bpw":2.263,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530403616","shards":1,"effective_bpw":2.7588,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501216","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669501216","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674378016","shards":1,"effective_bpw":3.0184,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998816","shards":1,"effective_bpw":3.4017,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619616","shards":1,"effective_bpw":3.7417,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"2270753056","shards":1,"effective_bpw":4.0935,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"2375774496","shards":1,"effective_bpw":4.2828,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2381345056","shards":1,"effective_bpw":4.2928,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311136","shards":1,"effective_bpw":4.2964,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281568","shards":1,"effective_bpw":4.5018,"repo":"lmstudio-community/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281664","shards":1,"effective_bpw":4.5018,"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497282336","shards":1,"effective_bpw":4.5018,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596630816","shards":1,"effective_bpw":4.6809,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713056","shards":1,"effective_bpw":5.0903,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515296","shards":1,"effective_bpw":5.2089,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q6_K","bytes":"3306262048","shards":1,"effective_bpw":5.9602,"repo":"lmstudio-community/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262816","shards":1,"effective_bpw":5.9602,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q8_0","bytes":"4280406048","shards":1,"effective_bpw":7.7162,"repo":"lmstudio-community/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406144","shards":1,"effective_bpw":7.7162,"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"Q8_0","bytes":"4280406816","shards":1,"effective_bpw":7.7162,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286144","shards":1,"effective_bpw":14.514,"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","n_tensors":398,"type_hist":{"F16":253,"F32":145}},{"quant":"BF16","bytes":"8051286560","shards":1,"effective_bpw":14.514,"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b-instruct","canonical_repo":"Qwen/Qwen2.5-1.5B-Instruct","display_name":"Qwen2.5-1.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"329212","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-1.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"601054816","shards":1,"effective_bpw":3.1149,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304992","shards":1,"effective_bpw":3.5048,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699296","shards":1,"effective_bpw":3.7919,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"732825184","shards":1,"effective_bpw":3.7977,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880160","shards":1,"effective_bpw":3.9017,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944736","shards":1,"effective_bpw":3.9434,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664320","shards":1,"effective_bpw":4.0249,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178784","shards":1,"effective_bpw":4.2711,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"880162816","shards":1,"effective_bpw":4.5613,"repo":"lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163072","shards":1,"effective_bpw":4.5613,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895731968","shards":1,"effective_bpw":4.642,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":168}},{"quant":"Q3_K_M","bytes":"924455968","shards":1,"effective_bpw":4.7908,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"937535744","shards":1,"effective_bpw":4.8586,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"940312832","shards":1,"effective_bpw":4.873,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048512","shards":1,"effective_bpw":5.11,"repo":"lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"986048768","shards":1,"effective_bpw":5.11,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1042568960","shards":1,"effective_bpw":5.4029,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1066227232","shards":1,"effective_bpw":5.5255,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":197,"Q6_K":1}},{"quant":"Q5_K_S","bytes":"1098729728","shards":1,"effective_bpw":5.694,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117320736","shards":1,"effective_bpw":5.7903,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"1125050624","shards":1,"effective_bpw":5.8304,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1181570816","shards":1,"effective_bpw":6.1233,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1259173408","shards":1,"effective_bpw":6.5254,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739840","shards":1,"effective_bpw":6.5957,"repo":"lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740096","shards":1,"effective_bpw":6.5957,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q6_K":197}},{"quant":"Q5_K_M","bytes":"1285494304","shards":1,"effective_bpw":6.6618,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q6_K_L","bytes":"1329260288","shards":1,"effective_bpw":6.8886,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464178720","shards":1,"effective_bpw":7.5878,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q8_0","bytes":"1646573056","shards":1,"effective_bpw":8.533,"repo":"lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q8_0":197}},{"quant":"Q8_0","bytes":"1646573312","shards":1,"effective_bpw":8.533,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532128","shards":1,"effective_bpw":9.818,"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"F16","bytes":"3093669376","shards":1,"effective_bpw":16.0323,"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F16":197,"F32":141}}]}
{"_type":"model","slug":"jan-v3-4b-base-instruct","canonical_repo":"janhq/Jan-v3-4B-base-instruct","display_name":"Jan-v3-4B-base-instruct","publisher":"janhq","modality":"text","arch_key":"qwen3","params_total":"4411424256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"314524","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"janhq/Jan-v3-4B-base-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1680112320","shards":1,"effective_bpw":3.0468,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797124800","shards":1,"effective_bpw":3.259,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1837316800","shards":1,"effective_bpw":3.3319,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1981503680","shards":1,"effective_bpw":3.5934,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054124896","shards":1,"effective_bpw":3.7251,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054124992","shards":1,"effective_bpw":3.7251,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054125760","shards":1,"effective_bpw":3.7251,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2130024640","shards":1,"effective_bpw":3.8627,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2176964800","shards":1,"effective_bpw":3.9479,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2242745696","shards":1,"effective_bpw":4.0672,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2242745792","shards":1,"effective_bpw":4.0672,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"2242746560","shards":1,"effective_bpw":4.0672,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406913376","shards":1,"effective_bpw":4.3649,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406913472","shards":1,"effective_bpw":4.3649,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406914240","shards":1,"effective_bpw":4.3649,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2477383360","shards":1,"effective_bpw":4.4927,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":217}},{"quant":"Q4_0","bytes":"2588332896","shards":1,"effective_bpw":4.6939,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2588332992","shards":1,"effective_bpw":4.6939,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":399,"type_hist":{"F32":145,"Q4_0":253,"Q6_K":1}},{"quant":"Q4_0","bytes":"2594559680","shards":1,"effective_bpw":4.7052,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2600130240","shards":1,"effective_bpw":4.7153,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2602095456","shards":1,"effective_bpw":4.7188,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2602095552","shards":1,"effective_bpw":4.7188,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2602096320","shards":1,"effective_bpw":4.7188,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2716066656","shards":1,"effective_bpw":4.9255,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2716066752","shards":1,"effective_bpw":4.9255,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2716067520","shards":1,"effective_bpw":4.9255,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2839724896","shards":1,"effective_bpw":5.1498,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2839724992","shards":1,"effective_bpw":5.1498,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2839725760","shards":1,"effective_bpw":5.1498,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3004745920","shards":1,"effective_bpw":5.449,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3091116896","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3091116896","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3091116992","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3091116992","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3091117760","shards":1,"effective_bpw":5.6057,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3156919136","shards":1,"effective_bpw":5.725,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3156919232","shards":1,"effective_bpw":5.725,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"3156920000","shards":1,"effective_bpw":5.725,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3342508896","shards":1,"effective_bpw":6.0616,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3342508992","shards":1,"effective_bpw":6.0616,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3396978880","shards":1,"effective_bpw":6.1603,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3625324896","shards":1,"effective_bpw":6.5744,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"3625324992","shards":1,"effective_bpw":6.5744,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"3625325760","shards":1,"effective_bpw":6.5744,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3813726400","shards":1,"effective_bpw":6.9161,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4693669216","shards":1,"effective_bpw":8.5118,"repo":"janhq/Jan-v3.5-4B-gguf","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"4693669312","shards":1,"effective_bpw":8.5118,"repo":"janhq/Jan-v3-4B-base-instruct-gguf","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"4693670080","shards":1,"effective_bpw":8.5118,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8829196192","shards":1,"effective_bpw":16.0115,"repo":"bartowski/janhq_Jan-v3-4B-base-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it","canonical_repo":"google/gemma-3-4b-it","display_name":"gemma-3-4b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"313260","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-4b-it","arch_confidence":0.8,"quantizations":[{"quant":"IQ2_M","bytes":"1537868192","shards":1,"effective_bpw":2.8611,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1689338272","shards":1,"effective_bpw":3.1429,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729028512","shards":1,"effective_bpw":3.2167,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1863254432","shards":1,"effective_bpw":3.4665,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1891557792","shards":1,"effective_bpw":3.5191,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937228192","shards":1,"effective_bpw":3.6041,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1986666912","shards":1,"effective_bpw":3.6961,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098323872","shards":1,"effective_bpw":3.9038,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q3_K":136,"Q4_K":98,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"2235949216","shards":1,"effective_bpw":4.1598,"repo":"lmstudio-community/gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2235949472","shards":1,"effective_bpw":4.1598,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263105952","shards":1,"effective_bpw":4.2104,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q6_K":1,"IQ4_XS":238}},{"quant":"IQ4_NL","bytes":"2363376032","shards":1,"effective_bpw":4.3969,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369929632","shards":1,"effective_bpw":4.4091,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377793952","shards":1,"effective_bpw":4.4237,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489757856","shards":1,"effective_bpw":4.632,"repo":"lmstudio-community/gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q4_K":204,"Q6_K":35}},{"quant":"Q4_K_M","bytes":"2489758112","shards":1,"effective_bpw":4.632,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2563916192","shards":1,"effective_bpw":4.77,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2652287392","shards":1,"effective_bpw":4.9344,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764456352","shards":1,"effective_bpw":5.1431,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829562272","shards":1,"effective_bpw":5.2642,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q5_K":204,"Q6_K":35}},{"quant":"Q5_K_L","bytes":"2992091552","shards":1,"effective_bpw":5.5666,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3155051328","shards":1,"effective_bpw":5.8698,"repo":"google/gemma-3-4b-it-qat-q4_0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190603936","shards":1,"effective_bpw":5.9359,"repo":"lmstudio-community/gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q6_K":239}},{"quant":"Q6_K","bytes":"3190604192","shards":1,"effective_bpw":5.9359,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q6_K":239}},{"quant":"Q6_K_L","bytes":"3353133472","shards":1,"effective_bpw":6.2383,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130226336","shards":1,"effective_bpw":7.684,"repo":"lmstudio-community/gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q8_0":239}},{"quant":"Q8_0","bytes":"4130226592","shards":1,"effective_bpw":7.684,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":444,"type_hist":{"F32":205,"Q8_0":239}},{"quant":"BF16","bytes":"7767474336","shards":1,"effective_bpw":14.4508,"repo":"bartowski/google_gemma-3-4b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-40b-claude-4-6-opus-deckard-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","display_name":"Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"39533326832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"313142","n_layers":96,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"14775450656","shards":1,"effective_bpw":2.99,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"14775450656","shards":1,"effective_bpw":2.99,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"14775450656","shards":1,"effective_bpw":2.99,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"18382715936","shards":1,"effective_bpw":3.7199,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"18382715936","shards":1,"effective_bpw":3.7199,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"18382715936","shards":1,"effective_bpw":3.7199,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"22077236256","shards":1,"effective_bpw":4.4676,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q5_K":96,"Q6_K":144,"Q8_0":1,"IQ4_XS":505}},{"quant":"IQ4_XS","bytes":"22077236256","shards":1,"effective_bpw":4.4676,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q5_K":96,"Q6_K":144,"Q8_0":1,"IQ4_XS":505}},{"quant":"IQ4_XS","bytes":"22077236256","shards":1,"effective_bpw":4.4676,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22801818656","shards":1,"effective_bpw":4.6142,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22801818656","shards":1,"effective_bpw":4.6142,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22801818656","shards":1,"effective_bpw":4.6142,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"23135396896","shards":1,"effective_bpw":4.6817,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"23135396896","shards":1,"effective_bpw":4.6817,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"23135396896","shards":1,"effective_bpw":4.6817,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24253604896","shards":1,"effective_bpw":4.908,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q4_K":505,"Q6_K":240,"Q8_0":1}},{"quant":"Q4_K_M","bytes":"24253604896","shards":1,"effective_bpw":4.908,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q4_K":505,"Q6_K":240,"Q8_0":1}},{"quant":"Q4_K_M","bytes":"24253604896","shards":1,"effective_bpw":4.908,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27368039456","shards":1,"effective_bpw":5.5382,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27368039456","shards":1,"effective_bpw":5.5382,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27368039456","shards":1,"effective_bpw":5.5382,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28195267616","shards":1,"effective_bpw":5.7056,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q5_K":505,"Q6_K":240,"Q8_0":1}},{"quant":"Q5_K_M","bytes":"28195267616","shards":1,"effective_bpw":5.7056,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q5_K":505,"Q6_K":240,"Q8_0":1}},{"quant":"Q5_K_M","bytes":"28195267616","shards":1,"effective_bpw":5.7056,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32391855136","shards":1,"effective_bpw":6.5548,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32391855136","shards":1,"effective_bpw":6.5548,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q6_K":601,"Q8_0":145}},{"quant":"Q6_K","bytes":"32391855136","shards":1,"effective_bpw":6.5548,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"Q6_K":601,"Q8_0":145}},{"quant":"Q8_0","bytes":"42847202336","shards":1,"effective_bpw":8.6706,"repo":"jennyzinhaa/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"42847202336","shards":1,"effective_bpw":8.6706,"repo":"re-l1/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"BF16":25,"Q8_0":721}},{"quant":"Q8_0","bytes":"42847202336","shards":1,"effective_bpw":8.6706,"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":1275,"type_hist":{"F32":529,"BF16":25,"Q8_0":721}}]}
{"_type":"model","slug":"whisper-large-v3","canonical_repo":"openai/whisper-large-v3","display_name":"whisper-large-v3","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"1543490560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"306624","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51866,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-large-v3","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"529717043","shards":1,"effective_bpw":2.7456,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"685554023","shards":1,"effective_bpw":3.5533,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"889340843","shards":1,"effective_bpw":4.6095,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"889340843","shards":1,"effective_bpw":4.6095,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"913543712","shards":1,"effective_bpw":4.7349,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"985240523","shards":1,"effective_bpw":5.1066,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"997303008","shards":1,"effective_bpw":5.1691,"repo":"handy-computer/whisper-large-v3-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q4_K":416,"Q6_K":1,"Q8_0":96}},{"quant":"Q4_1","bytes":"1013812384","shards":1,"effective_bpw":5.2546,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1081140203","shards":1,"effective_bpw":5.6036,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1081140203","shards":1,"effective_bpw":5.6036,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1161143008","shards":1,"effective_bpw":6.0183,"repo":"handy-computer/whisper-large-v3-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q5_K":416,"Q6_K":1,"Q8_0":96}},{"quant":"Q5_1","bytes":"1177039883","shards":1,"effective_bpw":6.1007,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1284927023","shards":1,"effective_bpw":6.6599,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1297130208","shards":1,"effective_bpw":6.7231,"repo":"handy-computer/whisper-large-v3-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q6_K":513}},{"quant":"Q8_0","bytes":"1656538283","shards":1,"effective_bpw":8.5859,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1668741440","shards":1,"effective_bpw":8.6492,"repo":"handy-computer/whisper-large-v3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1715779872","shards":1,"effective_bpw":8.893,"repo":"oxide-lab/whisper-large-v3-GGUF","n_tensors":1261,"type_hist":{"F16":2,"F32":1,"Q8_0":1258}},{"quant":"F16","bytes":"3107236640","shards":1,"effective_bpw":16.105,"repo":"handy-computer/whisper-large-v3-gguf","n_tensors":1261,"type_hist":{"F16":513,"F32":748}}]}
{"_type":"model","slug":"minicpm5-1b-claude-opus-fable5-thinking","canonical_repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking","display_name":"MiniCPM5-1B-Claude-Opus-Fable5-Thinking","publisher":"GnLOLot","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"306019","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"459989120","shards":1,"effective_bpw":3.4053,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"562176128","shards":1,"effective_bpw":4.1618,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"638926976","shards":1,"effective_bpw":4.73,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q5_K":24,"Q6_K":1,"IQ4_XS":145}},{"quant":"Q4_K_M","bytes":"688066496","shards":1,"effective_bpw":5.0938,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q4_K":145,"Q6_K":25}},{"quant":"Q4_K_M","bytes":"688066592","shards":1,"effective_bpw":5.0938,"repo":"nohugs4u69420/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF-clone","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688066688","shards":1,"effective_bpw":5.0938,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862016","shards":1,"effective_bpw":5.8252,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q5_K":145,"Q6_K":25}},{"quant":"Q5_K_M","bytes":"786862112","shards":1,"effective_bpw":5.8252,"repo":"nohugs4u69420/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF-clone","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862208","shards":1,"effective_bpw":5.8252,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"891832448","shards":1,"effective_bpw":6.6023,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q6_K":170}},{"quant":"Q8_0","bytes":"1153529792","shards":1,"effective_bpw":8.5397,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q8_0":170}},{"quant":"Q8_0","bytes":"1153529888","shards":1,"effective_bpw":8.5397,"repo":"nohugs4u69420/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF-clone","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529984","shards":1,"effective_bpw":8.5397,"repo":"liodon-ai/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166552512","shards":1,"effective_bpw":16.0391,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF","n_tensors":219,"type_hist":{"F16":170,"F32":49}},{"quant":"F16","bytes":"2166552608","shards":1,"effective_bpw":16.0391,"repo":"nohugs4u69420/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF-clone","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b","canonical_repo":"Qwen/Qwen3-30B-A3B","display_name":"Qwen3-30B-A3B","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"302843","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8146266784","shards":1,"effective_bpw":2.1345,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9043300928","shards":1,"effective_bpw":2.3695,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9140316832","shards":1,"effective_bpw":2.3949,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9222251168","shards":1,"effective_bpw":2.4164,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9666859584","shards":1,"effective_bpw":2.5329,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10362262080","shards":1,"effective_bpw":2.7151,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10430210720","shards":1,"effective_bpw":2.7329,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10865578560","shards":1,"effective_bpw":2.847,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908648096","shards":1,"effective_bpw":2.8583,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212520096","shards":1,"effective_bpw":2.9379,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610240","shards":1,"effective_bpw":2.95,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331539520","shards":1,"effective_bpw":2.9691,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216984224","shards":1,"effective_bpw":3.2011,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736461472","shards":1,"effective_bpw":3.3372,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12888085056","shards":1,"effective_bpw":3.3769,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468800","shards":1,"effective_bpw":3.4829,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428128416","shards":1,"effective_bpw":3.5184,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076541600","shards":1,"effective_bpw":3.6883,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076803744","shards":1,"effective_bpw":3.6884,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":169,"Q4_K":70,"Q5_K":50,"Q6_K":1,"Q8_0":48}},{"quant":"Q3_K_L","bytes":"14583003808","shards":1,"effective_bpw":3.821,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847488","shards":1,"effective_bpw":3.8548,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"16378073664","shards":1,"effective_bpw":4.2914,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458003104","shards":1,"effective_bpw":4.3123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":96,"Q6_K":1,"Q8_0":48,"IQ4_XS":193}},{"quant":"IQ4_NL","bytes":"17310782016","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379988032","shards":1,"effective_bpw":4.5539,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":331,"Q4_1":6,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"17386279584","shards":1,"effective_bpw":4.5555,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009792","shards":1,"effective_bpw":4.5738,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631646368","shards":1,"effective_bpw":4.6198,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":265,"Q4_1":24,"Q6_K":1,"Q8_0":48}},{"quant":"Q4_K_S","bytes":"17984492192","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556685824","shards":1,"effective_bpw":4.8622,"repo":"Qwen/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18556686912","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632184480","shards":1,"effective_bpw":4.882,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863127200","shards":1,"effective_bpw":4.9425,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192500800","shards":1,"effective_bpw":5.0288,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214520992","shards":1,"effective_bpw":5.0346,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"21080509952","shards":1,"effective_bpw":5.5235,"repo":"Qwen/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080511040","shards":1,"effective_bpw":5.5235,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099385504","shards":1,"effective_bpw":5.5284,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725580800","shards":1,"effective_bpw":5.6925,"repo":"Qwen/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_M","bytes":"21725581888","shards":1,"effective_bpw":5.6925,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744456352","shards":1,"effective_bpw":5.6975,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":241,"Q6_K":49,"Q8_0":48}},{"quant":"Q5_K_L","bytes":"21936503456","shards":1,"effective_bpw":5.7478,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092531712","shards":1,"effective_bpw":6.5747,"repo":"Qwen/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"25092532800","shards":1,"effective_bpw":6.5747,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104722592","shards":1,"effective_bpw":6.5779,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":290,"Q8_0":48}},{"quant":"Q6_K_L","bytes":"25255443104","shards":1,"effective_bpw":6.6174,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483931648","shards":1,"effective_bpw":8.5114,"repo":"Qwen/Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483932736","shards":1,"effective_bpw":8.5114,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932832","shards":1,"effective_bpw":8.5114,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"BF16","bytes":"61095803424","shards":2,"effective_bpw":16.0083,"repo":"unsloth/Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803488","shards":2,"effective_bpw":16.0083,"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-7b-instruct","canonical_repo":"Qwen/Qwen2.5-VL-7B-Instruct","display_name":"Qwen2.5-VL-7B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"297441","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-VL-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2073762688","shards":1,"effective_bpw":2.0007,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2200535936","shards":1,"effective_bpw":2.123,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2398444416","shards":1,"effective_bpw":2.3139,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780341056","shards":1,"effective_bpw":2.6824,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2856250240","shards":1,"effective_bpw":2.7556,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938880","shards":1,"effective_bpw":2.9097,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938944","shards":1,"effective_bpw":2.9097,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114513216","shards":1,"effective_bpw":3.0048,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3143672704","shards":1,"effective_bpw":3.0329,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3167198080","shards":1,"effective_bpw":3.0556,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254656","shards":1,"effective_bpw":3.2284,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367168","shards":1,"effective_bpw":3.3693,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367232","shards":1,"effective_bpw":3.3693,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162880","shards":1,"effective_bpw":3.4231,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010688","shards":1,"effective_bpw":3.4481,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389952","shards":1,"effective_bpw":3.6742,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808390016","shards":1,"effective_bpw":3.6742,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457760","shards":1,"effective_bpw":3.9444,"repo":"lmstudio-community/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458048","shards":1,"effective_bpw":3.9444,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471232","shards":1,"effective_bpw":4.0698,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"IQ4_XS","bytes":"4235502464","shards":1,"effective_bpw":4.0863,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812032","shards":1,"effective_bpw":4.2814,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812096","shards":1,"effective_bpw":4.2814,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119872","shards":1,"effective_bpw":4.2875,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"4444119936","shards":1,"effective_bpw":4.2875,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4457767744","shards":1,"effective_bpw":4.3007,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767808","shards":1,"effective_bpw":4.3007,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072032","shards":1,"effective_bpw":4.5181,"repo":"lmstudio-community/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683072032","shards":1,"effective_bpw":4.5181,"repo":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072320","shards":1,"effective_bpw":4.5181,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683072384","shards":1,"effective_bpw":4.5181,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282368","shards":1,"effective_bpw":4.7016,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282432","shards":1,"effective_bpw":4.7016,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562560","shards":1,"effective_bpw":4.9083,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175232","shards":1,"effective_bpw":5.1279,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175296","shards":1,"effective_bpw":5.1279,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830016","shards":1,"effective_bpw":5.253,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"5444830080","shards":1,"effective_bpw":5.253,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"5781195584","shards":1,"effective_bpw":5.5775,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197280","shards":1,"effective_bpw":6.0338,"repo":"lmstudio-community/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254197568","shards":1,"effective_bpw":6.0338,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254197632","shards":1,"effective_bpw":6.0338,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K_L","bytes":"6518180672","shards":1,"effective_bpw":6.2885,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523680","shards":1,"effective_bpw":7.8132,"repo":"lmstudio-community/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523680","shards":1,"effective_bpw":7.8132,"repo":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098523968","shards":1,"effective_bpw":7.8132,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524032","shards":1,"effective_bpw":7.8132,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"BF16","bytes":"15237851680","shards":1,"effective_bpw":14.701,"repo":"bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851680","shards":1,"effective_bpw":14.701,"repo":"ggml-org/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}},{"quant":"BF16","bytes":"15237851776","shards":1,"effective_bpw":14.701,"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-2b-instruct","canonical_repo":"Qwen/Qwen3-VL-2B-Instruct","display_name":"Qwen3-VL-2B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"291283","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-2B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"537831104","shards":1,"effective_bpw":2.0224,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"561948352","shards":1,"effective_bpw":2.1131,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"605791936","shards":1,"effective_bpw":2.2779,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"695182656","shards":1,"effective_bpw":2.614,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"708716224","shards":1,"effective_bpw":2.6649,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"754361664","shards":1,"effective_bpw":2.8366,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"765175488","shards":1,"effective_bpw":2.8772,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777796928","shards":1,"effective_bpw":2.9247,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"777797312","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777797312","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"834223424","shards":1,"effective_bpw":3.1369,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"853157184","shards":1,"effective_bpw":3.2081,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867253568","shards":1,"effective_bpw":3.2611,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867253952","shards":1,"effective_bpw":3.2611,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"895663424","shards":1,"effective_bpw":3.3679,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939539776","shards":1,"effective_bpw":3.5329,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"939540160","shards":1,"effective_bpw":3.5329,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003502912","shards":1,"effective_bpw":3.7734,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1010384192","shards":1,"effective_bpw":3.7993,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_XS","bytes":"1010384576","shards":1,"effective_bpw":3.7993,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_NL","bytes":"1054424384","shards":1,"effective_bpw":3.9649,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1054424768","shards":1,"effective_bpw":3.9649,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1056783680","shards":1,"effective_bpw":3.9737,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"1056784064","shards":1,"effective_bpw":3.9737,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060191552","shards":1,"effective_bpw":3.9866,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060191936","shards":1,"effective_bpw":3.9866,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107409952","shards":1,"effective_bpw":4.1641,"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"1107410240","shards":1,"effective_bpw":4.1641,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"1107410624","shards":1,"effective_bpw":4.1641,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142504768","shards":1,"effective_bpw":4.2961,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142505152","shards":1,"effective_bpw":4.2961,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1182770496","shards":1,"effective_bpw":4.4475,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585152","shards":1,"effective_bpw":4.6273,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585536","shards":1,"effective_bpw":4.6273,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257880896","shards":1,"effective_bpw":4.7299,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"1257881280","shards":1,"effective_bpw":4.7299,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"1333241152","shards":1,"effective_bpw":5.0133,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417755968","shards":1,"effective_bpw":5.3311,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q6_K","bytes":"1417756352","shards":1,"effective_bpw":5.3311,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q6_K_L","bytes":"1493116224","shards":1,"effective_bpw":5.6145,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834427424","shards":1,"effective_bpw":6.8979,"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"1834427712","shards":1,"effective_bpw":6.8979,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"1834428096","shards":1,"effective_bpw":6.8979,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447350304","shards":1,"effective_bpw":12.9628,"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","n_tensors":310,"type_hist":{"F16":197,"F32":113}},{"quant":"BF16","bytes":"3447350304","shards":1,"effective_bpw":12.9628,"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447350720","shards":1,"effective_bpw":12.9628,"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-9b","canonical_repo":"deepreinforce-ai/Ornith-1.0-9B","display_name":"Ornith-1.0-9B","publisher":"deepreinforce-ai","modality":"text","arch_key":"qwen35","params_total":"9197093888","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"291107","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepreinforce-ai/Ornith-1.0-9B","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2430895040","shards":1,"effective_bpw":2.1145,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3769426624","shards":1,"effective_bpw":3.2788,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3862881376","shards":1,"effective_bpw":3.3601,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3866029728","shards":1,"effective_bpw":3.3628,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064273088","shards":1,"effective_bpw":3.5353,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4173522016","shards":1,"effective_bpw":3.6303,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276019904","shards":1,"effective_bpw":3.7195,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4335346784","shards":1,"effective_bpw":3.7711,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560528064","shards":1,"effective_bpw":3.9669,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669317824","shards":1,"effective_bpw":4.0616,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4673941152","shards":1,"effective_bpw":4.0656,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4699464800","shards":1,"effective_bpw":4.0878,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722533056","shards":1,"effective_bpw":4.1078,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920189632","shards":1,"effective_bpw":4.2798,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q3_K":113,"Q4_K":42,"Q5_K":30,"Q6_K":5,"Q8_0":12}},{"quant":"Q2_K_L","bytes":"5057553088","shards":1,"effective_bpw":4.3993,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111030464","shards":1,"effective_bpw":4.4458,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242643136","shards":1,"effective_bpw":4.5603,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q6_K":13,"Q8_0":12,"IQ4_XS":177}},{"quant":"IQ4_XS","bytes":"5312963680","shards":1,"effective_bpw":4.6214,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q4_K":1,"Q5_K":56,"Q6_K":1,"IQ4_XS":144}},{"quant":"Q4_0","bytes":"5397898336","shards":1,"effective_bpw":4.6953,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q4_0":173,"Q4_1":4,"Q5_K":24,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"5423588448","shards":1,"effective_bpw":4.7177,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5454999200","shards":1,"effective_bpw":4.745,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q5_K":32,"Q6_K":1,"Q8_0":8,"IQ4_XS":217}},{"quant":"IQ4_NL","bytes":"5478900416","shards":1,"effective_bpw":4.7658,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482832576","shards":1,"effective_bpw":4.7692,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5490173024","shards":1,"effective_bpw":4.7756,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598175936","shards":1,"effective_bpw":4.8695,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5701067872","shards":1,"effective_bpw":4.959,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q4_K":145,"Q5_K":24,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"5780090240","shards":1,"effective_bpw":5.0278,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q4_K":223,"Q6_K":35}},{"quant":"Q4_1","bytes":"5855732832","shards":1,"effective_bpw":5.0936,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910782656","shards":1,"effective_bpw":5.1414,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944861376","shards":1,"effective_bpw":5.1711,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6379627616","shards":1,"effective_bpw":5.5493,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526427840","shards":1,"effective_bpw":5.6769,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6542287968","shards":1,"effective_bpw":5.6907,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q5_K":145,"Q6_K":57}},{"quant":"NVFP4","bytes":"6627771328","shards":1,"effective_bpw":5.7651,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642544000","shards":1,"effective_bpw":5.778,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q5_K":223,"Q6_K":35}},{"quant":"Q4_K_L","bytes":"6665675456","shards":1,"effective_bpw":5.7981,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852928192","shards":1,"effective_bpw":5.961,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q5_K":125,"Q6_K":41,"Q8_0":36}},{"quant":"Q6_K","bytes":"7476782176","shards":1,"effective_bpw":6.5036,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q6_K":178,"Q8_0":24}},{"quant":"Q5_K_L","bytes":"7480681152","shards":1,"effective_bpw":6.507,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558901120","shards":1,"effective_bpw":6.575,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q6_K":258}},{"quant":"Q6_K","bytes":"7700259520","shards":1,"effective_bpw":6.698,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192926400","shards":1,"effective_bpw":7.1265,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501920","shards":1,"effective_bpw":8.2874,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q8_0":250}},{"quant":"Q8_0","bytes":"9545982656","shards":1,"effective_bpw":8.3035,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":427,"type_hist":{"F32":225,"Q8_0":202}},{"quant":"Q8_0","bytes":"9786060160","shards":1,"effective_bpw":8.5123,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q8_0":258}},{"quant":"BF16","bytes":"17920696736","shards":1,"effective_bpw":15.5881,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697184","shards":1,"effective_bpw":15.5881,"repo":"unsloth/Ornith-1.0-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407320960","shards":1,"effective_bpw":16.0114,"repo":"protoLabsAI/Ornith-1.0-9B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-1-7b","canonical_repo":"Qwen/Qwen3-1.7B","display_name":"Qwen3-1.7B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"291074","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-1.7B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"537829952","shards":1,"effective_bpw":2.1177,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"561947200","shards":1,"effective_bpw":2.2127,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"605790784","shards":1,"effective_bpw":2.3853,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"708715072","shards":1,"effective_bpw":2.7906,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"765174336","shards":1,"effective_bpw":3.0129,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777796160","shards":1,"effective_bpw":3.0626,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"777796160","shards":1,"effective_bpw":3.0626,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867252800","shards":1,"effective_bpw":3.4148,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939539008","shards":1,"effective_bpw":3.6994,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"1010383424","shards":1,"effective_bpw":3.9784,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_NL","bytes":"1054423616","shards":1,"effective_bpw":4.1518,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1056782912","shards":1,"effective_bpw":4.1611,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1060190784","shards":1,"effective_bpw":4.1745,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107409472","shards":1,"effective_bpw":4.3604,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1137205408","shards":1,"effective_bpw":4.4778,"repo":"lmstudio-community/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142504000","shards":1,"effective_bpw":4.4986,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230584384","shards":1,"effective_bpw":4.8454,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257880128","shards":1,"effective_bpw":4.9529,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"1282439328","shards":1,"effective_bpw":5.0496,"repo":"lmstudio-community/Qwen3-1.7B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q4_K":169,"Q6_K":29}},{"quant":"Q6_K","bytes":"1417755200","shards":1,"effective_bpw":5.5824,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q6_K","bytes":"1673007264","shards":1,"effective_bpw":6.5875,"repo":"lmstudio-community/Qwen3-1.7B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q6_K":198}},{"quant":"Q8_0","bytes":"1834426016","shards":1,"effective_bpw":7.2231,"repo":"Qwen/Qwen3-1.7B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"1834426944","shards":1,"effective_bpw":7.2231,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039264","shards":1,"effective_bpw":8.5249,"repo":"lmstudio-community/Qwen3-1.7B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q8_0":198}},{"quant":"BF16","bytes":"3447349568","shards":1,"effective_bpw":13.574,"repo":"unsloth/Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ltx-2","canonical_repo":"Lightricks/LTX-2","display_name":"LTX-2","publisher":"Lightricks","modality":"video","arch_key":"ltxv","params_total":"18876174592","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"287948","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"8026456960","shards":1,"effective_bpw":3.4017,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8097016288","shards":1,"effective_bpw":3.4316,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9474222560","shards":1,"effective_bpw":4.0153,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9574482816","shards":1,"effective_bpw":4.0578,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"10077415904","shards":1,"effective_bpw":4.271,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K_L","bytes":"10077415904","shards":1,"effective_bpw":4.271,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10117491168","shards":1,"effective_bpw":4.2879,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q3_K":950,"Q4_K":352,"Q5_K":8,"Q6_K":29,"Q8_0":5}},{"quant":"Q3_K_M","bytes":"10317595520","shards":1,"effective_bpw":4.3727,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10718849504","shards":1,"effective_bpw":4.5428,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11347864032","shards":1,"effective_bpw":4.8094,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q4_0":1296,"Q4_1":48}},{"quant":"UD-Q4_K_S","bytes":"11630029280","shards":1,"effective_bpw":4.929,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11855505888","shards":1,"effective_bpw":5.0245,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12304165344","shards":1,"effective_bpw":5.2147,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12317819776","shards":1,"effective_bpw":5.2205,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12840118752","shards":1,"effective_bpw":5.4418,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q4_K":992,"Q5_K":7,"Q6_K":340,"Q8_0":5}},{"quant":"Q4_K_M","bytes":"13374456704","shards":1,"effective_bpw":5.6683,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13622356448","shards":1,"effective_bpw":5.7734,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"13663119840","shards":1,"effective_bpw":5.7906,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14150730624","shards":1,"effective_bpw":5.9973,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14335388128","shards":1,"effective_bpw":6.0755,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q5_K":999,"Q6_K":340,"Q8_0":5}},{"quant":"Q5_1","bytes":"14619421152","shards":1,"effective_bpw":6.1959,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14996341632","shards":1,"effective_bpw":6.3557,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15966448096","shards":1,"effective_bpw":6.7668,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q6_K":1339,"Q8_0":5}},{"quant":"Q6_K","bytes":"16610689920","shards":1,"effective_bpw":7.0399,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"20407560672","shards":1,"effective_bpw":8.649,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F32":2140,"BF16":26,"Q8_0":1344}},{"quant":"Q8_0","bytes":"21096498048","shards":1,"effective_bpw":8.941,"repo":"QuantStack/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"37771979232","shards":1,"effective_bpw":16.0083,"repo":"unsloth/LTX-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"37771979232","shards":1,"effective_bpw":16.0083,"repo":"unsloth/LTX-2-GGUF","n_tensors":3510,"type_hist":{"F16":1344,"F32":2140,"BF16":26}}]}
{"_type":"model","slug":"laguna-s-2-1","canonical_repo":"poolside/Laguna-S-2.1","display_name":"Laguna-S-2.1","publisher":"poolside","modality":"text","arch_key":"laguna","params_total":"117561977600","is_moe":true,"is_gated":false,"license_spdx":"openmdw-1.1","downloads_30d":"281155","n_layers":48,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":100352,"ctx_native":1048576,"sliding_window":512,"use_sliding_window":null,"swa_period":4,"dense_first":true,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":10,"arch_source":"poolside/Laguna-S-2.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"24856209600","shards":1,"effective_bpw":1.6914,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"27643552704","shards":1,"effective_bpw":1.8811,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"32016494784","shards":1,"effective_bpw":2.1787,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"33766781984","shards":1,"effective_bpw":2.2978,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"35565180096","shards":1,"effective_bpw":2.4202,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"35641635872","shards":1,"effective_bpw":2.4254,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"36255519936","shards":1,"effective_bpw":2.4672,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"37189334048","shards":1,"effective_bpw":2.5307,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"37268665376","shards":1,"effective_bpw":2.5361,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"39930034368","shards":1,"effective_bpw":2.7172,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"41785156032","shards":1,"effective_bpw":2.8434,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"42086212032","shards":1,"effective_bpw":2.8639,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"44282842016","shards":1,"effective_bpw":3.0134,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"48428911520","shards":1,"effective_bpw":3.2955,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"49469178048","shards":1,"effective_bpw":3.3663,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"51567785664","shards":1,"effective_bpw":3.5091,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"53999433632","shards":2,"effective_bpw":3.6746,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"54019158688","shards":3,"effective_bpw":3.676,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"54037477280","shards":2,"effective_bpw":3.6772,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"56187287456","shards":2,"effective_bpw":3.8235,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"56475416480","shards":2,"effective_bpw":3.8431,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"57566704320","shards":3,"effective_bpw":3.9174,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"58749498048","shards":3,"effective_bpw":3.9979,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"63327407264","shards":2,"effective_bpw":4.3094,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"66915807392","shards":2,"effective_bpw":4.5536,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"67042422944","shards":2,"effective_bpw":4.5622,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"68589335232","shards":3,"effective_bpw":4.6675,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69108379776","shards":2,"effective_bpw":4.7028,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"71759147168","shards":2,"effective_bpw":4.8832,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"73119183552","shards":3,"effective_bpw":4.9757,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"74043062432","shards":2,"effective_bpw":5.0386,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"81299489056","shards":3,"effective_bpw":5.5324,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"82656195264","shards":3,"effective_bpw":5.6247,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"83984761120","shards":3,"effective_bpw":5.7151,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"84175028512","shards":3,"effective_bpw":5.728,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"87859229344","shards":3,"effective_bpw":5.9788,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"96031829760","shards":1,"effective_bpw":6.5349,"repo":"poolside/Laguna-S-2.1-GGUF","n_tensors":814,"type_hist":{"F32":287,"BF16":24,"Q4_K":117,"Q8_0":386}},{"quant":"UD-Q6_K","bytes":"97912976032","shards":3,"effective_bpw":6.6629,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"101678758400","shards":3,"effective_bpw":6.9192,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"101828082176","shards":3,"effective_bpw":6.9293,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"125022859392","shards":4,"effective_bpw":8.5077,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"125022860096","shards":4,"effective_bpw":8.5077,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"128750823168","shards":1,"effective_bpw":8.7614,"repo":"poolside/Laguna-S-2.1-GGUF","n_tensors":814,"type_hist":{"F32":287,"BF16":386,"Q8_0":141}},{"quant":"F16","bytes":"235202258240","shards":1,"effective_bpw":16.0053,"repo":"poolside/Laguna-S-2.1-GGUF","n_tensors":814,"type_hist":{"F16":527,"F32":287}},{"quant":"BF16","bytes":"235202259456","shards":7,"effective_bpw":16.0053,"repo":"bartowski/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"235202259648","shards":5,"effective_bpw":16.0053,"repo":"unsloth/Laguna-S-2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"canary-180m-flash","canonical_repo":"nvidia/canary-180m-flash","display_name":"canary-180m-flash","publisher":"nvidia","modality":"audio_asr","arch_key":"canary","params_total":"189083776","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"274830","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"139223744","shards":1,"effective_bpw":5.8905,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":789,"type_hist":{"F16":34,"F32":558,"Q4_K":171,"Q6_K":1,"Q8_0":25}},{"quant":"Q5_K_M","bytes":"158704320","shards":1,"effective_bpw":6.7147,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":789,"type_hist":{"F16":34,"F32":558,"Q5_K":171,"Q6_K":1,"Q8_0":25}},{"quant":"Q6_K","bytes":"176291520","shards":1,"effective_bpw":7.4588,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":789,"type_hist":{"F16":34,"F32":558,"Q6_K":197}},{"quant":"Q8_0","bytes":"218447552","shards":1,"effective_bpw":9.2424,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":789,"type_hist":{"F16":34,"F32":558,"Q8_0":197}},{"quant":"F16","bytes":"381632192","shards":1,"effective_bpw":16.1466,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":789,"type_hist":{"F16":231,"F32":558}},{"quant":"F32","bytes":"756498112","shards":1,"effective_bpw":32.0069,"repo":"handy-computer/canary-180m-flash-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"agents-a1","canonical_repo":"InternScience/Agents-A1","display_name":"Agents-A1","publisher":"InternScience","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"272838","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"InternScience/Agents-A1","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"21166757632","shards":1,"effective_bpw":4.8233,"repo":"InternScience/Agents-A1-Q4_K_M-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"Q8_0","bytes":"36903139072","shards":1,"effective_bpw":8.4093,"repo":"InternScience/Agents-A1-Q8_0-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"F16","bytes":"69376636992","shards":1,"effective_bpw":15.8091,"repo":"InternScience/Agents-A1-F16-GGUF","n_tensors":733,"type_hist":{"F16":432,"F32":301}}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-ultra-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic","display_name":"gemma-4-26B-A4B-it-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"270373","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267168","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668653088","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296288","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426528","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873197088","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711648","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582733024","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733344","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477728","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689888","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063776","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405344","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405664","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405664","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559648","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729440","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q3_K":150,"Q4_K":53,"Q5_0":58,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"13286729760","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286732832","shards":1,"effective_bpw":4.119,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q3_K":150,"Q4_K":53,"Q5_0":58,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"13824484064","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484384","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824487456","shards":1,"effective_bpw":4.2857,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722144","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804640","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q5_1":6,"Q6_K":1,"IQ4_NL":54,"IQ4_XS":205}},{"quant":"I1-Q4_0","bytes":"14488052256","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820960","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821280","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464824352","shards":1,"effective_bpw":4.7942,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572384","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011744","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q4_K":192,"Q5_0":32,"Q6_K":14,"Q8_0":28}},{"quant":"I1-Q4_K_M","bytes":"16796012064","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796015136","shards":1,"effective_bpw":5.2069,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q4_K":192,"Q5_0":32,"Q6_K":14,"Q8_0":28}},{"quant":"Q5_K_S","bytes":"17986729184","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729504","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986732576","shards":1,"effective_bpw":5.576,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886240","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q5_1":32,"Q5_K":192,"Q6_K":14,"Q8_0":28}},{"quant":"I1-Q5_K_M","bytes":"19132886560","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132889632","shards":1,"effective_bpw":5.9313,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q5_1":32,"Q5_K":192,"Q6_K":14,"Q8_0":28}},{"quant":"Q6_K","bytes":"22638395104","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q6_K":206,"Q8_0":60}},{"quant":"I1-Q6_K","bytes":"22638395424","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638398496","shards":1,"effective_bpw":7.018,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q6_K":206,"Q8_0":60}},{"quant":"Q8_0","bytes":"26859855072","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q8_0":266}},{"quant":"Q8_0","bytes":"26859858464","shards":1,"effective_bpw":8.3267,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q8_0":266}},{"quant":"BF16","bytes":"50505134624","shards":1,"effective_bpw":15.6569,"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-32B-Instruct","display_name":"Qwen2.5-Coder-32B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"269228","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-32B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419232","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"17247079104","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":64,"Q6_K":1,"IQ4_XS":385}},{"quant":"IQ4_NL","bytes":"18682174432","shards":1,"effective_bpw":4.5617,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336384","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_L","bytes":"20429179872","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_L","bytes":"23742680032","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"24626196992","shards":3,"effective_bpw":6.013,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154944","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273952","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"31870095872","shards":3,"effective_bpw":7.7818,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885184","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"Q8_0","bytes":"34820885184","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"37280461408","shards":4,"effective_bpw":9.1028,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"39702672000","shards":4,"effective_bpw":9.6943,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"45276508800","shards":4,"effective_bpw":11.0552,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"46524314208","shards":4,"effective_bpw":11.3599,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"53772309248","shards":5,"effective_bpw":13.1297,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"69641769824","shards":6,"effective_bpw":17.0045,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b","canonical_repo":"Qwen/Qwen3.5-27B","display_name":"Qwen3.5-27B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"267789","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-27B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"8573593504","shards":1,"effective_bpw":2.4689,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9567265856","shards":1,"effective_bpw":2.755,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9605378528","shards":1,"effective_bpw":2.766,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10188072864","shards":1,"effective_bpw":2.9338,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10199134688","shards":1,"effective_bpw":2.937,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10507665888","shards":1,"effective_bpw":3.0258,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11023557696","shards":1,"effective_bpw":3.1744,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11085693408","shards":1,"effective_bpw":3.1923,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11506493344","shards":1,"effective_bpw":3.3134,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12051775968","shards":1,"effective_bpw":3.4705,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12199109696","shards":1,"effective_bpw":3.5129,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12289423264","shards":1,"effective_bpw":3.5389,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12574487616","shards":1,"effective_bpw":3.621,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839109088","shards":1,"effective_bpw":3.6972,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13293375968","shards":1,"effective_bpw":3.828,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13505116064","shards":1,"effective_bpw":3.889,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q3_K":209,"Q4_K":186,"Q5_K":6,"Q6_K":1,"Q8_0":96}},{"quant":"IQ3_XS","bytes":"13542740448","shards":1,"effective_bpw":3.8998,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13818688576","shards":1,"effective_bpw":3.9793,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13932679648","shards":1,"effective_bpw":4.0121,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14115852768","shards":1,"effective_bpw":4.0648,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14818071008","shards":1,"effective_bpw":4.267,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q3_K":225,"Q4_K":84,"Q5_K":60,"Q6_K":9,"Q8_0":32}},{"quant":"IQ4_XS","bytes":"14977484704","shards":1,"effective_bpw":4.3129,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":1,"Q5_K":64,"Q6_K":1,"Q8_0":96,"IQ4_XS":336}},{"quant":"Q3_K_L","bytes":"15491781088","shards":1,"effective_bpw":4.461,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15687894944","shards":1,"effective_bpw":4.5175,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15705859136","shards":1,"effective_bpw":4.5227,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_K":7,"Q5_K":113,"Q6_K":1,"Q8_0":1,"IQ4_XS":288}},{"quant":"Q4_0","bytes":"15721973664","shards":1,"effective_bpw":4.5273,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15769159584","shards":1,"effective_bpw":4.5409,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15780159968","shards":1,"effective_bpw":4.5441,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16056476736","shards":1,"effective_bpw":4.6237,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":352,"Q4_1":8,"Q5_K":48,"Q6_K":1,"Q8_0":1}},{"quant":"Q4_K_S","bytes":"16121357376","shards":1,"effective_bpw":4.6423,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16337626176","shards":1,"effective_bpw":4.7046,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16538165728","shards":1,"effective_bpw":4.7624,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16561103328","shards":1,"effective_bpw":4.769,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":361,"Q4_1":8,"Q6_K":9,"Q8_0":32}},{"quant":"Q4_K_M","bytes":"16740812704","shards":1,"effective_bpw":4.8207,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":263,"Q5_K":96,"Q6_K":43,"Q8_0":96}},{"quant":"Q4_K_S","bytes":"16925483488","shards":1,"effective_bpw":4.8739,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17106773056","shards":1,"effective_bpw":4.9261,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_K":294,"Q5_K":48,"Q6_K":67,"Q8_0":1}},{"quant":"Q4_1","bytes":"17182934944","shards":1,"effective_bpw":4.948,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17540703296","shards":1,"effective_bpw":5.0511,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17984872928","shards":1,"effective_bpw":5.179,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_K":249,"Q5_K":32,"Q6_K":97,"Q8_0":32}},{"quant":"Q4_1","bytes":"18037793248","shards":1,"effective_bpw":5.1942,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18889000864","shards":1,"effective_bpw":5.4393,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18928488928","shards":1,"effective_bpw":5.4507,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19270034496","shards":1,"effective_bpw":5.549,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19608995744","shards":1,"effective_bpw":5.6466,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":263,"Q6_K":139,"Q8_0":96}},{"quant":"Q5_K_M","bytes":"19834053696","shards":1,"effective_bpw":5.7115,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q5_K":294,"Q6_K":115,"Q8_0":1}},{"quant":"Q5_K_S","bytes":"19893281248","shards":1,"effective_bpw":5.7285,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20965122528","shards":1,"effective_bpw":6.0372,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21749813728","shards":1,"effective_bpw":6.2631,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22453933984","shards":1,"effective_bpw":6.4659,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":354,"Q8_0":144}},{"quant":"Q6_K","bytes":"22884406336","shards":1,"effective_bpw":6.5898,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q6_K":361,"Q8_0":49}},{"quant":"Q6_K","bytes":"23675466208","shards":1,"effective_bpw":6.8176,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"24291299808","shards":1,"effective_bpw":6.995,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763104","shards":1,"effective_bpw":8.2345,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}},{"quant":"Q8_0","bytes":"29047084096","shards":1,"effective_bpw":8.3645,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}},{"quant":"Q8_0","bytes":"29116387808","shards":1,"effective_bpw":8.3844,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q8_0":410}},{"quant":"BF16","bytes":"53808281472","shards":2,"effective_bpw":15.4947,"repo":"unsloth/Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733024","shards":2,"effective_bpw":15.7394,"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733664","shards":2,"effective_bpw":15.7394,"repo":"unsloth/Qwen3.5-27B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jina-embeddings-v5-text-small","canonical_repo":"jinaai/jina-embeddings-v5-text-small","display_name":"jina-embeddings-v5-text-small","publisher":"jinaai","modality":"embedding","arch_key":"qwen3","params_total":"596049920","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"264349","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jinaai/jina-embeddings-v5-text-small","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"208015744","shards":1,"effective_bpw":2.7919,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"208015744","shards":1,"effective_bpw":2.7919,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"208015744","shards":1,"effective_bpw":2.7919,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"208015744","shards":1,"effective_bpw":2.7919,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"216052096","shards":1,"effective_bpw":2.8998,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"216052096","shards":1,"effective_bpw":2.8998,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"216052096","shards":1,"effective_bpw":2.8998,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"216052096","shards":1,"effective_bpw":2.8998,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"229446016","shards":1,"effective_bpw":3.0796,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"229446016","shards":1,"effective_bpw":3.0796,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"229446016","shards":1,"effective_bpw":3.0796,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"229446016","shards":1,"effective_bpw":3.0796,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"264909184","shards":1,"effective_bpw":3.5555,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"264909184","shards":1,"effective_bpw":3.5555,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"264909184","shards":1,"effective_bpw":3.5555,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"264909184","shards":1,"effective_bpw":3.5555,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238464","shards":1,"effective_bpw":3.976,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238464","shards":1,"effective_bpw":3.976,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238464","shards":1,"effective_bpw":3.976,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238464","shards":1,"effective_bpw":3.976,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347127168","shards":1,"effective_bpw":4.659,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347127168","shards":1,"effective_bpw":4.659,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"347127168","shards":1,"effective_bpw":4.659,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":310,"type_hist":{"F32":113,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"347127168","shards":1,"effective_bpw":4.659,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"367803776","shards":1,"effective_bpw":4.9365,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_XS","bytes":"367803776","shards":1,"effective_bpw":4.9365,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"367803776","shards":1,"effective_bpw":4.9365,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"367803776","shards":1,"effective_bpw":4.9365,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F32":113,"Q6_K":1,"IQ4_XS":196}},{"quant":"IQ4_NL","bytes":"381566336","shards":1,"effective_bpw":5.1213,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381566336","shards":1,"effective_bpw":5.1213,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381566336","shards":1,"effective_bpw":5.1213,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381566336","shards":1,"effective_bpw":5.1213,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396705152","shards":1,"effective_bpw":5.3245,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"396705152","shards":1,"effective_bpw":5.3245,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396705152","shards":1,"effective_bpw":5.3245,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396705152","shards":1,"effective_bpw":5.3245,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"Q5_K_S","bytes":"436616576","shards":1,"effective_bpw":5.8601,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436616576","shards":1,"effective_bpw":5.8601,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436616576","shards":1,"effective_bpw":5.8601,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436616576","shards":1,"effective_bpw":5.8601,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444415360","shards":1,"effective_bpw":5.9648,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444415360","shards":1,"effective_bpw":5.9648,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"444415360","shards":1,"effective_bpw":5.9648,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444415360","shards":1,"effective_bpw":5.9648,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q6_K","bytes":"495107456","shards":1,"effective_bpw":6.6452,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q6_K","bytes":"495107456","shards":1,"effective_bpw":6.6452,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495107456","shards":1,"effective_bpw":6.6452,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495107456","shards":1,"effective_bpw":6.6452,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F32":113,"Q6_K":197}},{"quant":"Q8_0","bytes":"639447424","shards":1,"effective_bpw":8.5825,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639447424","shards":1,"effective_bpw":8.5825,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"639447424","shards":1,"effective_bpw":8.5825,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"639447424","shards":1,"effective_bpw":8.5825,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198182464","shards":1,"effective_bpw":16.0816,"repo":"jinaai/jina-embeddings-v5-text-small-text-matching","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198182464","shards":1,"effective_bpw":16.0816,"repo":"jinaai/jina-embeddings-v5-text-small-classification","n_tensors":310,"type_hist":{"F16":197,"F32":113}},{"quant":"F16","bytes":"1198182464","shards":1,"effective_bpw":16.0816,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198182464","shards":1,"effective_bpw":16.0816,"repo":"jinaai/jina-embeddings-v5-text-small-retrieval","n_tensors":310,"type_hist":{"F16":197,"F32":113}}]}
{"_type":"model","slug":"whisper-large-v3-turbo","canonical_repo":"openai/whisper-large-v3-turbo","display_name":"whisper-large-v3-turbo","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"808878080","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"264278","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51866,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-large-v3-turbo","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"286400435","shards":1,"effective_bpw":2.8326,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"286400435","shards":1,"effective_bpw":2.8326,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"367690215","shards":1,"effective_bpw":3.6365,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"367690215","shards":1,"effective_bpw":3.6365,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"462920256","shards":1,"effective_bpw":4.5784,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"462920256","shards":1,"effective_bpw":4.5784,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":588,"type_hist":{"F16":2,"F32":1,"Q4_0":585}},{"quant":"Q4_0","bytes":"473992235","shards":1,"effective_bpw":4.6879,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"473992235","shards":1,"effective_bpw":4.6879,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"473992235","shards":1,"effective_bpw":4.6879,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"473992235","shards":1,"effective_bpw":4.6879,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"513132192","shards":1,"effective_bpw":5.075,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"513132192","shards":1,"effective_bpw":5.075,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"524016715","shards":1,"effective_bpw":5.1827,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"524016715","shards":1,"effective_bpw":5.1827,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"536069728","shards":1,"effective_bpw":5.3019,"repo":"handy-computer/whisper-large-v3-turbo-gguf","n_tensors":589,"type_hist":{"F32":356,"Q4_K":192,"Q6_K":1,"Q8_0":40}},{"quant":"Q5_0","bytes":"574041195","shards":1,"effective_bpw":5.6774,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"574041195","shards":1,"effective_bpw":5.6774,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"574041195","shards":1,"effective_bpw":5.6774,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"574041195","shards":1,"effective_bpw":5.6774,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"619628128","shards":1,"effective_bpw":6.1283,"repo":"handy-computer/whisper-large-v3-turbo-gguf","n_tensors":589,"type_hist":{"F32":356,"Q5_K":192,"Q6_K":1,"Q8_0":40}},{"quant":"Q5_1","bytes":"624065675","shards":1,"effective_bpw":6.1722,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"624065675","shards":1,"effective_bpw":6.1722,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"680343215","shards":1,"effective_bpw":6.7288,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"680343215","shards":1,"effective_bpw":6.7288,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"692536928","shards":1,"effective_bpw":6.8494,"repo":"handy-computer/whisper-large-v3-turbo-gguf","n_tensors":589,"type_hist":{"F32":356,"Q6_K":233}},{"quant":"Q8_0","bytes":"864655936","shards":1,"effective_bpw":8.5517,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"864655936","shards":1,"effective_bpw":8.5517,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"874188075","shards":1,"effective_bpw":8.6459,"repo":"Xviers/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"874188075","shards":1,"effective_bpw":8.6459,"repo":"oxide-lab/whisper-large-v3-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"886381760","shards":1,"effective_bpw":8.7665,"repo":"handy-computer/whisper-large-v3-turbo-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1625935520","shards":1,"effective_bpw":16.0809,"repo":"handy-computer/whisper-large-v3-turbo-gguf","n_tensors":589,"type_hist":{"F16":235,"F32":354}}]}
{"_type":"model","slug":"qwen2-5-coder-14b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-14B-Instruct","display_name":"Qwen2.5-Coder-14B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"258826","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-14B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704575712","shards":1,"effective_bpw":2.5482,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727072","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146912","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497408","shards":1,"effective_bpw":3.1255,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498272","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362272","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818272","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596512","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538592","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339203968","shards":1,"effective_bpw":3.9752,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"7339204832","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768704","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768992","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840992","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":48,"Q6_K":1,"IQ4_XS":289}},{"quant":"Q4_0","bytes":"8517725568","shards":1,"effective_bpw":4.6135,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":337,"Q6_K":1}},{"quant":"Q4_0","bytes":"8544268512","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183712","shards":1,"effective_bpw":4.6306,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432032","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110784","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"8988111072","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954272","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554592","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873952","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"10989396192","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684224","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"12124684512","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803232","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598144","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"15701598432","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17976220672","shards":3,"effective_bpw":9.7366,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"20533107712","shards":3,"effective_bpw":11.1215,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21017746432","shards":3,"effective_bpw":11.384,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24249367552","shards":3,"effective_bpw":13.1344,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716544","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F16":338,"F32":241}},{"quant":"Q8_0","bytes":"31403195392","shards":3,"effective_bpw":17.0091,"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-4-E2B-it-qat-q4_0-unquantized","display_name":"gemma-4-E2B-it-qat-q4_0-unquantized","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"5104297539","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"256413","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E2B-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"3349515424","shards":1,"effective_bpw":5.2497,"repo":"lmstudio-community/gemma-4-E2B-it-QAT-GGUF","n_tensors":541,"type_hist":{"F32":263,"BF16":1,"Q4_0":275,"Q6_K":2}}]}
{"_type":"model","slug":"qwen3-4b-instruct-2507","canonical_repo":"Qwen/Qwen3-4B-Instruct-2507","display_name":"Qwen3-4B-Instruct-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"251226","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-4B-Instruct-2507","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083149920","shards":1,"effective_bpw":2.1542,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143484000","shards":1,"effective_bpw":2.2742,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255345760","shards":1,"effective_bpw":2.4967,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1512983776","shards":1,"effective_bpw":3.0091,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530402400","shards":1,"effective_bpw":3.0437,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499616","shards":1,"effective_bpw":3.3203,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500000","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669500000","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670188256","shards":1,"effective_bpw":3.3217,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674376800","shards":1,"effective_bpw":3.33,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763699936","shards":1,"effective_bpw":3.5077,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814375136","shards":1,"effective_bpw":3.6085,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997216","shards":1,"effective_bpw":3.7529,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997600","shards":1,"effective_bpw":3.7529,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962896096","shards":1,"effective_bpw":3.9039,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618016","shards":1,"effective_bpw":4.128,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"2075618400","shards":1,"effective_bpw":4.128,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785408","shards":1,"effective_bpw":4.4545,"repo":"lmstudio-community/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785696","shards":1,"effective_bpw":4.4546,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751456","shards":1,"effective_bpw":4.5161,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"IQ4_XS","bytes":"2270751840","shards":1,"effective_bpw":4.5161,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375772896","shards":1,"effective_bpw":4.725,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_0","bytes":"2375773280","shards":1,"effective_bpw":4.725,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2381343456","shards":1,"effective_bpw":4.7361,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343840","shards":1,"effective_bpw":4.7361,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309536","shards":1,"effective_bpw":4.74,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309920","shards":1,"effective_bpw":4.74,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280448","shards":1,"effective_bpw":4.9667,"repo":"lmstudio-community/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497280736","shards":1,"effective_bpw":4.9667,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281120","shards":1,"effective_bpw":4.9667,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_L","bytes":"2591481056","shards":1,"effective_bpw":5.154,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629216","shards":1,"effective_bpw":5.1643,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629600","shards":1,"effective_bpw":5.1643,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711456","shards":1,"effective_bpw":5.6159,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711840","shards":1,"effective_bpw":5.6159,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513696","shards":1,"effective_bpw":5.7467,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"2889514080","shards":1,"effective_bpw":5.7467,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_L","bytes":"2983714016","shards":1,"effective_bpw":5.9341,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260928","shards":1,"effective_bpw":6.5756,"repo":"lmstudio-community/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306261216","shards":1,"effective_bpw":6.5756,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261600","shards":1,"effective_bpw":6.5756,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K_L","bytes":"3400461536","shards":1,"effective_bpw":6.7629,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404928","shards":1,"effective_bpw":8.513,"repo":"lmstudio-community/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405216","shards":1,"effective_bpw":8.513,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"Q8_0","bytes":"4280405600","shards":1,"effective_bpw":8.513,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"BF16","bytes":"8051284928","shards":1,"effective_bpw":16.0126,"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285344","shards":1,"effective_bpw":16.0126,"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","n_tensors":398,"type_hist":{"F16":253,"F32":145}}]}
{"_type":"model","slug":"granite-4-1-3b","canonical_repo":"ibm-granite/granite-4.1-3b","display_name":"granite-4.1-3b","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"3402836480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"250342","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2560,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-4.1-3b","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"1285053760","shards":1,"effective_bpw":3.0211,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1371437664","shards":1,"effective_bpw":3.2242,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1416576320","shards":1,"effective_bpw":3.3303,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566816864","shards":1,"effective_bpw":3.6836,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566817600","shards":1,"effective_bpw":3.6836,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1725577824","shards":1,"effective_bpw":4.0568,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q3_K":160,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"1725578560","shards":1,"effective_bpw":4.0568,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q3_K":160,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1864186464","shards":1,"effective_bpw":4.3827,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1894497600","shards":1,"effective_bpw":4.4539,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q5_K":40,"Q6_K":1,"IQ4_XS":240}},{"quant":"Q4_0","bytes":"1984608864","shards":1,"effective_bpw":4.6658,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q4_0":280,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"1991163200","shards":1,"effective_bpw":4.6812,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1991163200","shards":1,"effective_bpw":4.6812,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q4_0":275,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1998371424","shards":1,"effective_bpw":4.6981,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1998372160","shards":1,"effective_bpw":4.6981,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2099501664","shards":1,"effective_bpw":4.9359,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q4_K":240,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"2099502400","shards":1,"effective_bpw":4.9359,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q4_K":240,"Q6_K":41}},{"quant":"Q4_1","bytes":"2181216864","shards":1,"effective_bpw":5.128,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2181217600","shards":1,"effective_bpw":5.128,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377824864","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2377824864","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377825600","shards":1,"effective_bpw":5.5902,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437012064","shards":1,"effective_bpw":5.7294,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q5_K":240,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"2437012800","shards":1,"effective_bpw":5.7294,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q5_K":240,"Q6_K":41}},{"quant":"Q5_1","bytes":"2574432864","shards":1,"effective_bpw":6.0524,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795616864","shards":1,"effective_bpw":6.5724,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q6_K":281}},{"quant":"Q6_K","bytes":"2795617600","shards":1,"effective_bpw":6.5724,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q6_K":281}},{"quant":"Q8_0","bytes":"3619691104","shards":1,"effective_bpw":8.5098,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q8_0":281}},{"quant":"Q8_0","bytes":"3619691840","shards":1,"effective_bpw":8.5098,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":362,"type_hist":{"F32":81,"Q8_0":281}},{"quant":"BF16","bytes":"6809655904","shards":1,"effective_bpw":16.0094,"repo":"ibm-granite/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6809656384","shards":1,"effective_bpw":16.0094,"repo":"unsloth/granite-4.1-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it","canonical_repo":"google/gemma-3-12b-it","display_name":"gemma-3-12b-it","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"244393","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-12b-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3057668576","shards":1,"effective_bpw":2.0071,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3249207776","shards":1,"effective_bpw":2.1328,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3604238816","shards":1,"effective_bpw":2.3659,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"4366371296","shards":1,"effective_bpw":2.8662,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221536","shards":1,"effective_bpw":3.13,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4768221536","shards":1,"effective_bpw":3.13,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4834206176","shards":1,"effective_bpw":3.1733,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315616","shards":1,"effective_bpw":3.5829,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818016","shards":1,"effective_bpw":3.9443,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q3_K":192,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"6479982336","shards":1,"effective_bpw":4.2536,"repo":"lmstudio-community/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6550964576","shards":1,"effective_bpw":4.3002,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":1,"IQ4_XS":336}},{"quant":"IQ4_NL","bytes":"6887164256","shards":1,"effective_bpw":4.5209,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6909282656","shards":1,"effective_bpw":4.5354,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333216","shards":1,"effective_bpw":4.5525,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300574976","shards":1,"effective_bpw":4.7922,"repo":"lmstudio-community/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_K":288,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"7300778336","shards":1,"effective_bpw":4.7924,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_K":288,"Q6_K":49}},{"quant":"Q4_1","bytes":"7559563616","shards":1,"effective_bpw":4.9622,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8074473920","shards":1,"effective_bpw":5.3002,"repo":"google/gemma-3-12b-it-qat-q4_0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231962976","shards":1,"effective_bpw":5.4036,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445036896","shards":1,"effective_bpw":5.5435,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q5_K":288,"Q6_K":49}},{"quant":"Q6_K","bytes":"9660608256","shards":1,"effective_bpw":6.3414,"repo":"lmstudio-community/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":337}},{"quant":"Q6_K","bytes":"9660811616","shards":1,"effective_bpw":6.3415,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12509949696","shards":1,"effective_bpw":8.2118,"repo":"lmstudio-community/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q8_0":337}},{"quant":"Q8_0","bytes":"12510212576","shards":1,"effective_bpw":8.2119,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q8_0":337}},{"quant":"BF16","bytes":"23540151520","shards":1,"effective_bpw":15.4522,"repo":"unsloth/gemma-3-12b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-2b","canonical_repo":"Qwen/Qwen3.5-2B","display_name":"Qwen3.5-2B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"243454","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-2B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"768270592","shards":1,"effective_bpw":2.7027,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"859857152","shards":1,"effective_bpw":3.0249,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"931823872","shards":1,"effective_bpw":3.2781,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"935046240","shards":1,"effective_bpw":3.2894,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1030947072","shards":1,"effective_bpw":3.6268,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1061530720","shards":1,"effective_bpw":3.7344,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1073515616","shards":1,"effective_bpw":3.7765,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1107149056","shards":1,"effective_bpw":3.8949,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1157483616","shards":1,"effective_bpw":4.0719,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1172996352","shards":1,"effective_bpw":4.1265,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1177881696","shards":1,"effective_bpw":4.1437,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1187859552","shards":1,"effective_bpw":4.1788,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1196682336","shards":1,"effective_bpw":4.2098,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1213300992","shards":1,"effective_bpw":4.2683,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1214873856","shards":1,"effective_bpw":4.2738,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1217757440","shards":1,"effective_bpw":4.284,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1224002656","shards":1,"effective_bpw":4.3059,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q3_K":85,"Q4_K":33,"Q5_K":21,"Q6_K":3,"Q8_0":17}},{"quant":"IQ4_XS","bytes":"1255066720","shards":1,"effective_bpw":4.4152,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q6_K":9,"Q8_0":17,"IQ4_XS":133}},{"quant":"Q3_K_L","bytes":"1260702816","shards":1,"effective_bpw":4.4351,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1270808032","shards":1,"effective_bpw":4.4706,"repo":"lmstudio-community/Qwen3.5-2B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q4_K":152,"Q5_K":18,"Q6_K":17}},{"quant":"Q4_K_M","bytes":"1280835840","shards":1,"effective_bpw":4.5059,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q4_K":98,"Q5_K":36,"Q6_K":17,"Q8_0":36}},{"quant":"Q4_1","bytes":"1293517056","shards":1,"effective_bpw":4.5505,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1296026720","shards":1,"effective_bpw":4.5593,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1296764000","shards":1,"effective_bpw":4.5619,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q4_0":136,"Q4_1":3,"Q6_K":3,"Q8_0":17}},{"quant":"Q4_K_S","bytes":"1327696992","shards":1,"effective_bpw":4.6707,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1376717920","shards":1,"effective_bpw":4.8432,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1384546560","shards":1,"effective_bpw":4.8707,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1396198496","shards":1,"effective_bpw":4.9117,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q4_K":95,"Q5_K":12,"Q6_K":35,"Q8_0":17}},{"quant":"Q5_K_M","bytes":"1435238656","shards":1,"effective_bpw":5.0491,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q5_K":98,"Q6_K":53,"Q8_0":36}},{"quant":"Q5_K_S","bytes":"1489112160","shards":1,"effective_bpw":5.2386,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1519365216","shards":1,"effective_bpw":5.345,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556390368","shards":1,"effective_bpw":5.4753,"repo":"lmstudio-community/Qwen3.5-2B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q6_K":187}},{"quant":"Q5_K_M","bytes":"1568476256","shards":1,"effective_bpw":5.5178,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q5_K":95,"Q6_K":29,"Q8_0":35}},{"quant":"Q6_K","bytes":"1574961408","shards":1,"effective_bpw":5.5406,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1691642976","shards":1,"effective_bpw":5.9511,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1700990048","shards":1,"effective_bpw":5.984,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q6_K":108,"Q8_0":51}},{"quant":"Q6_K_L","bytes":"1824156768","shards":1,"effective_bpw":6.4172,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012012000","shards":1,"effective_bpw":7.0781,"repo":"lmstudio-community/Qwen3.5-2B-GGUF","n_tensors":320,"type_hist":{"F32":133,"Q8_0":187}},{"quant":"Q8_0","bytes":"2012012800","shards":1,"effective_bpw":7.0781,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2080140384","shards":1,"effective_bpw":7.3178,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":335,"type_hist":{"F32":176,"Q8_0":159}},{"quant":"BF16","bytes":"3775709216","shards":1,"effective_bpw":13.2827,"repo":"unsloth/Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3897387840","shards":1,"effective_bpw":13.7107,"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-3b-instruct","canonical_repo":"Qwen/Qwen2.5-3B-Instruct","display_name":"Qwen2.5-3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"240167","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1140516000","shards":1,"effective_bpw":2.9567,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756256","shards":1,"effective_bpw":3.3047,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350116512","shards":1,"effective_bpw":3.5,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376856480","shards":1,"effective_bpw":3.5694,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836320","shards":1,"effective_bpw":3.6082,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357664","shards":1,"effective_bpw":3.7703,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488895136","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475936","shards":1,"effective_bpw":4.1232,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391904","shards":1,"effective_bpw":4.4262,"repo":"lmstudio-community/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392160","shards":1,"effective_bpw":4.4263,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1724178848","shards":1,"effective_bpw":4.4698,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"1739095200","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"1828486304","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384544","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903008","shards":1,"effective_bpw":5.0031,"repo":"lmstudio-community/Qwen2.5-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"1929903264","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1997879712","shards":1,"effective_bpw":5.1793,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q4_0":253,"Q6_K":1}},{"quant":"Q4_K_L","bytes":"2005263520","shards":1,"effective_bpw":5.1985,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104932768","shards":1,"effective_bpw":5.4568,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q4_K":217,"Q6_K":37}},{"quant":"Q5_K_S","bytes":"2169666720","shards":1,"effective_bpw":5.6247,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815264","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300175520","shards":1,"effective_bpw":5.963,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2383591840","shards":1,"effective_bpw":6.1792,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438740384","shards":1,"effective_bpw":6.3222,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q5_K":217,"Q6_K":37}},{"quant":"Q6_K","bytes":"2538159008","shards":1,"effective_bpw":6.5799,"repo":"lmstudio-community/Qwen2.5-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q6_K":253}},{"quant":"Q6_K","bytes":"2538159264","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613519520","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793410976","shards":1,"effective_bpw":7.2416,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q6_K":254}},{"quant":"Q8_0","bytes":"3285476256","shards":1,"effective_bpw":8.5173,"repo":"lmstudio-community/Qwen2.5-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q8_0":253}},{"quant":"Q8_0","bytes":"3285476512","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616088480","shards":1,"effective_bpw":9.3744,"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q8_0":254}},{"quant":"F16","bytes":"6178317216","shards":1,"effective_bpw":16.0167,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F16":253,"F32":181}},{"quant":"F32","bytes":"12349710624","shards":1,"effective_bpw":32.0154,"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-5-mini-instruct","canonical_repo":"microsoft/Phi-3.5-mini-instruct","display_name":"Phi-3.5-mini-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"237610","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-3.5-mini-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"841609952","shards":1,"effective_bpw":1.762,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"917107424","shards":1,"effective_bpw":1.9201,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1153037024","shards":1,"effective_bpw":2.4141,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316395296","shards":1,"effective_bpw":2.7561,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204512","shards":1,"effective_bpw":2.965,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204576","shards":1,"effective_bpw":2.965,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1512396576","shards":1,"effective_bpw":3.1664,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175776","shards":1,"effective_bpw":3.4025,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175840","shards":1,"effective_bpw":3.4025,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798880","shards":1,"effective_bpw":3.5211,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798944","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600416","shards":1,"effective_bpw":3.885,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955477216","shards":1,"effective_bpw":4.0941,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q3_K":33,"Q4_K":94,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"1955477280","shards":1,"effective_bpw":4.0941,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q3_K":33,"Q4_K":94,"Q5_K":2,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"2059853024","shards":1,"effective_bpw":4.3126,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q6_K":1,"IQ4_XS":129}},{"quant":"IQ4_XS","bytes":"2059853088","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q6_K":1,"IQ4_XS":129}},{"quant":"Q3_K_L","bytes":"2087597792","shards":1,"effective_bpw":4.3707,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597856","shards":1,"effective_bpw":4.3707,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2182468896","shards":1,"effective_bpw":4.5693,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q4_0":125,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"2188760288","shards":1,"effective_bpw":4.5825,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188760352","shards":1,"effective_bpw":4.5825,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232384","shards":1,"effective_bpw":5.0106,"repo":"cowoho/Phi-3.5-mini-instruct-Q4_K_M-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q4_K":81,"Q5_K":32,"Q6_K":17}},{"quant":"Q4_K_M","bytes":"2393232608","shards":1,"effective_bpw":5.0106,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232672","shards":1,"effective_bpw":5.0106,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q4_K":81,"Q5_K":32,"Q6_K":17}},{"quant":"Q4_K_L","bytes":"2466338592","shards":1,"effective_bpw":5.1636,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474784","shards":1,"effective_bpw":5.5303,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474848","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276256","shards":1,"effective_bpw":5.8942,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q5_K":81,"Q6_K":49}},{"quant":"Q5_K_M","bytes":"2815276320","shards":1,"effective_bpw":5.8942,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q5_K":81,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"2876069664","shards":1,"effective_bpw":6.0215,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853280","shards":1,"effective_bpw":6.5654,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q6_K":130}},{"quant":"Q6_K","bytes":"3135853344","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q6_K":130}},{"quant":"Q6_K_L","bytes":"3183564576","shards":1,"effective_bpw":6.6653,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222624","shards":1,"effective_bpw":8.5028,"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q8_0":130}},{"quant":"Q8_0","bytes":"4061222688","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":197,"type_hist":{"F32":67,"Q8_0":130}},{"quant":"F32","bytes":"15285057024","shards":1,"effective_bpw":32.0015,"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-2b-it","canonical_repo":"google/gemma-2-2b-it","display_name":"gemma-2-2b-it","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"2614341888","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"232248","n_layers":26,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2304,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-2-2b-it","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"832159584","shards":1,"effective_bpw":2.5464,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"873797472","shards":1,"effective_bpw":2.6739,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1002544992","shards":1,"effective_bpw":3.0678,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1229829984","shards":1,"effective_bpw":3.7633,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1314211680","shards":1,"effective_bpw":4.0215,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1360660320","shards":1,"effective_bpw":4.1637,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561440","shards":1,"effective_bpw":4.2644,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561440","shards":1,"effective_bpw":4.2644,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1461667680","shards":1,"effective_bpw":4.4728,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q3_K":104,"Q4_K":75,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1550436192","shards":1,"effective_bpw":4.7444,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436192","shards":1,"effective_bpw":4.7444,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436192","shards":1,"effective_bpw":4.7444,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566250848","shards":1,"effective_bpw":4.7928,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566250848","shards":1,"effective_bpw":4.7928,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q6_K":1,"IQ4_XS":182}},{"quant":"IQ4_XS","bytes":"1566250848","shards":1,"effective_bpw":4.7928,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q6_K":1,"IQ4_XS":182}},{"quant":"Q4_K_S","bytes":"1638651744","shards":1,"effective_bpw":5.0143,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638651744","shards":1,"effective_bpw":5.0143,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582752","shards":1,"effective_bpw":5.2283,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582752","shards":1,"effective_bpw":5.2283,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q4_K":156,"Q6_K":27}},{"quant":"Q4_K_M","bytes":"1708582752","shards":1,"effective_bpw":5.2283,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q4_K":156,"Q6_K":27}},{"quant":"Q5_K_S","bytes":"1882543968","shards":1,"effective_bpw":5.7607,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882543968","shards":1,"effective_bpw":5.7607,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278688","shards":1,"effective_bpw":5.8853,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q5_K":156,"Q6_K":27}},{"quant":"Q5_K_M","bytes":"1923278688","shards":1,"effective_bpw":5.8853,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278688","shards":1,"effective_bpw":5.8853,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q5_K":156,"Q6_K":27}},{"quant":"Q6_K","bytes":"2151393120","shards":1,"effective_bpw":6.5834,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q6_K":183}},{"quant":"Q6_K","bytes":"2151393120","shards":1,"effective_bpw":6.5834,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q6_K":183}},{"quant":"Q6_K","bytes":"2151393120","shards":1,"effective_bpw":6.5834,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2294241120","shards":1,"effective_bpw":7.0205,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495456","shards":1,"effective_bpw":8.5207,"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495456","shards":1,"effective_bpw":8.5207,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q8_0":183}},{"quant":"Q8_0","bytes":"2784495456","shards":1,"effective_bpw":8.5207,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":288,"type_hist":{"F32":105,"Q8_0":183}},{"quant":"F32","bytes":"10463413856","shards":1,"effective_bpw":32.0185,"repo":"bartowski/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10463413856","shards":1,"effective_bpw":32.0185,"repo":"lmstudio-community/gemma-2-2b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash","canonical_repo":"zai-org/GLM-4.7-Flash","display_name":"GLM-4.7-Flash","publisher":"zai-org","modality":"text","arch_key":"deepseek2","params_total":"31221488576","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"231676","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"zai-org/GLM-4.7-Flash","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"8331004256","shards":1,"effective_bpw":2.1347,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9247983968","shards":1,"effective_bpw":2.3696,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9808507232","shards":1,"effective_bpw":2.5133,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10513625440","shards":1,"effective_bpw":2.6939,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10991776096","shards":1,"effective_bpw":2.8165,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11344720224","shards":1,"effective_bpw":2.9069,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11419062624","shards":1,"effective_bpw":2.9259,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12907368800","shards":1,"effective_bpw":3.3073,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13288618336","shards":1,"effective_bpw":3.405,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14614624608","shards":1,"effective_bpw":3.7448,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q3_K":189,"Q4_K":184,"Q5_K":2,"Q6_K":47,"Q8_0":141}},{"quant":"IQ4_XS","bytes":"16271360352","shards":1,"effective_bpw":4.1693,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q4_K":1,"Q5_K":92,"Q6_K":47,"Q8_0":141,"IQ4_XS":282}},{"quant":"IQ4_NL","bytes":"17165033824","shards":1,"effective_bpw":4.3983,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17216676192","shards":1,"effective_bpw":4.4115,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q4_0":278,"Q4_1":5,"Q5_K":92,"Q6_K":47,"Q8_0":141}},{"quant":"Q4_K_S","bytes":"17268318560","shards":1,"effective_bpw":4.4247,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18132721120","shards":1,"effective_bpw":4.6462,"repo":"lmstudio-community/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"18244193920","shards":1,"effective_bpw":4.6748,"repo":"ggml-org/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18312339808","shards":1,"effective_bpw":4.6922,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q4_K":260,"Q5_K":92,"Q6_K":70,"Q8_0":141}},{"quant":"Q4_1","bytes":"18972205408","shards":1,"effective_bpw":4.8613,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20817813856","shards":1,"effective_bpw":5.3342,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21408850272","shards":1,"effective_bpw":5.4857,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q5_K":260,"Q6_K":162,"Q8_0":141}},{"quant":"Q6_K","bytes":"24614785504","shards":1,"effective_bpw":6.3071,"repo":"lmstudio-community/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24693098848","shards":1,"effective_bpw":6.3272,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q6_K":376,"Q8_0":187}},{"quant":"Q8_0","bytes":"31842799072","shards":1,"effective_bpw":8.1592,"repo":"lmstudio-community/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q8_0":563}},{"quant":"Q8_0","bytes":"31842799232","shards":1,"effective_bpw":8.1592,"repo":"ggml-org/GLM-4.7-Flash-GGUF","n_tensors":844,"type_hist":{"F32":281,"Q8_0":563}},{"quant":"Q8_0","bytes":"31842799968","shards":1,"effective_bpw":8.1592,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"59908837696","shards":2,"effective_bpw":15.3507,"repo":"unsloth/GLM-4.7-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-instruct-2507","canonical_repo":"Qwen/Qwen3-30B-A3B-Instruct-2507","display_name":"Qwen3-30B-A3B-Instruct-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"227917","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-30B-A3B-Instruct-2507","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7569025024","shards":1,"effective_bpw":1.9832,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"8094142880","shards":1,"effective_bpw":2.1208,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662165504","shards":1,"effective_bpw":2.2697,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744099840","shards":1,"effective_bpw":2.2911,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9045725600","shards":1,"effective_bpw":2.3702,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9685733792","shards":1,"effective_bpw":2.5378,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870270464","shards":1,"effective_bpw":2.5862,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10341814688","shards":1,"effective_bpw":2.7098,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10845131168","shards":1,"effective_bpw":2.8416,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908647424","shards":1,"effective_bpw":2.8583,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212519424","shards":1,"effective_bpw":2.9379,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610080","shards":1,"effective_bpw":2.95,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331539360","shards":1,"effective_bpw":2.9691,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216983552","shards":1,"effective_bpw":3.2011,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736460800","shards":1,"effective_bpw":3.3372,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12906959264","shards":1,"effective_bpw":3.3819,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468640","shards":1,"effective_bpw":3.4829,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428127744","shards":1,"effective_bpw":3.5184,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076540928","shards":1,"effective_bpw":3.6883,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076803072","shards":1,"effective_bpw":3.6884,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":169,"Q4_K":70,"Q5_K":50,"Q6_K":1,"Q8_0":48}},{"quant":"Q3_K_L","bytes":"14583003136","shards":1,"effective_bpw":3.821,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847328","shards":1,"effective_bpw":3.8548,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"15900669440","shards":1,"effective_bpw":4.1663,"repo":"lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16378073504","shards":1,"effective_bpw":4.2914,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458002432","shards":1,"effective_bpw":4.3123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":96,"Q6_K":1,"Q8_0":48,"IQ4_XS":193}},{"quant":"IQ4_NL","bytes":"17310781856","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379987872","shards":1,"effective_bpw":4.5539,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386278912","shards":1,"effective_bpw":4.5555,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009632","shards":1,"effective_bpw":4.5738,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631645696","shards":1,"effective_bpw":4.6198,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":265,"Q4_1":24,"Q6_K":1,"Q8_0":48}},{"quant":"Q4_K_S","bytes":"17984491520","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556685824","shards":1,"effective_bpw":4.8622,"repo":"lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"18556686752","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632183808","shards":1,"effective_bpw":4.882,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":193,"Q5_K":48,"Q6_K":49,"Q8_0":48}},{"quant":"Q4_K_L","bytes":"18863126528","shards":1,"effective_bpw":4.9425,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192500640","shards":1,"effective_bpw":5.0288,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214520320","shards":1,"effective_bpw":5.0346,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080510880","shards":1,"effective_bpw":5.5235,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099384832","shards":1,"effective_bpw":5.5284,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581728","shards":1,"effective_bpw":5.6925,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_M","bytes":"21744455680","shards":1,"effective_bpw":5.6975,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":241,"Q6_K":49,"Q8_0":48}},{"quant":"Q5_K_L","bytes":"21936502784","shards":1,"effective_bpw":5.7478,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092531712","shards":1,"effective_bpw":6.5747,"repo":"lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"25092532640","shards":1,"effective_bpw":6.5747,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104721920","shards":1,"effective_bpw":6.5779,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255442432","shards":1,"effective_bpw":6.6174,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483931648","shards":1,"effective_bpw":8.5114,"repo":"lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483932160","shards":1,"effective_bpw":8.5114,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"32483932576","shards":1,"effective_bpw":8.5114,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095802784","shards":2,"effective_bpw":16.0083,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803232","shards":2,"effective_bpw":16.0083,"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm5-1b-claude-opus-fable5-v2-thinking","canonical_repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking","display_name":"MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking","publisher":"GnLOLot","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"226292","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"688066528","shards":1,"effective_bpw":5.0938,"repo":"saidutta69/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":219,"type_hist":{"F32":49,"Q4_K":145,"Q6_K":25}},{"quant":"Q4_K_M","bytes":"688066528","shards":1,"effective_bpw":5.0938,"repo":"chiakelvin/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862048","shards":1,"effective_bpw":5.8252,"repo":"saidutta69/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":219,"type_hist":{"F32":49,"Q5_K":145,"Q6_K":25}},{"quant":"Q5_K_M","bytes":"786862048","shards":1,"effective_bpw":5.8252,"repo":"chiakelvin/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":219,"type_hist":{"F32":49,"Q5_K":145,"Q6_K":25}},{"quant":"Q8_0","bytes":"1153529184","shards":1,"effective_bpw":8.5397,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q8_0":170}},{"quant":"Q8_0","bytes":"1153529824","shards":1,"effective_bpw":8.5397,"repo":"chiakelvin/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529824","shards":1,"effective_bpw":8.5397,"repo":"saidutta69/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-heretic","n_tensors":219,"type_hist":{"F32":49,"Q8_0":170}},{"quant":"F16","bytes":"2166551904","shards":1,"effective_bpw":16.0391,"repo":"GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF","n_tensors":219,"type_hist":{"F16":170,"F32":49}}]}
{"_type":"model","slug":"qwen2-5-0-5b-instruct","canonical_repo":"Qwen/Qwen2.5-0.5B-Instruct","display_name":"Qwen2.5-0.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"223578","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-0.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"328597408","shards":1,"effective_bpw":5.3211,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263456","shards":1,"effective_bpw":5.4776,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607520","shards":1,"effective_bpw":5.4832,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"338607520","shards":1,"effective_bpw":5.4832,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"338607520","shards":1,"effective_bpw":5.4832,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342752576","shards":1,"effective_bpw":5.5503,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402688","shards":1,"effective_bpw":5.658,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":290,"type_hist":{"F32":121,"Q5_1":24,"Q8_0":1,"IQ4_NL":120,"IQ4_XS":24}},{"quant":"Q4_0","bytes":"352972352","shards":1,"effective_bpw":5.7158,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355466656","shards":1,"effective_bpw":5.7562,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358144","shards":1,"effective_bpw":5.9811,"repo":"lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358400","shards":1,"effective_bpw":5.9811,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472064","shards":1,"effective_bpw":6.242,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397807936","shards":1,"effective_bpw":6.4418,"repo":"lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":290,"type_hist":{"F32":121,"Q4_K":12,"Q5_0":132,"Q6_K":12,"Q8_0":13}},{"quant":"Q4_K_L","bytes":"397808192","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808192","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710464","shards":1,"effective_bpw":6.6831,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"415182688","shards":1,"effective_bpw":6.7232,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086336","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"420086336","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"428730208","shards":1,"effective_bpw":6.9425,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q4_0":169,"Q8_0":1}},{"quant":"Q3_K_M","bytes":"432041824","shards":1,"effective_bpw":6.9962,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q4_K":23,"Q5_0":46,"Q5_1":2,"Q5_K":1,"Q8_0":1,"IQ4_NL":97}},{"quant":"Q5_0","bytes":"490475360","shards":1,"effective_bpw":7.9424,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"491400032","shards":1,"effective_bpw":7.9574,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q4_K":12,"Q5_0":133,"Q6_K":12,"Q8_0":13}},{"quant":"Q6_K","bytes":"505736512","shards":1,"effective_bpw":8.1895,"repo":"lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":290,"type_hist":{"F32":121,"Q6_K":24,"Q8_0":145}},{"quant":"Q6_K_L","bytes":"505736768","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736768","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"522186592","shards":1,"effective_bpw":8.4559,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q5_1":133,"Q5_K":12,"Q6_K":12,"Q8_0":13}},{"quant":"Q8_0","bytes":"531068224","shards":1,"effective_bpw":8.5997,"repo":"lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":290,"type_hist":{"F32":121,"Q8_0":169}},{"quant":"Q8_0","bytes":"531068480","shards":1,"effective_bpw":8.5997,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"650379104","shards":1,"effective_bpw":10.5318,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q6_K":24,"Q8_0":146}},{"quant":"Q8_0","bytes":"675710816","shards":1,"effective_bpw":10.942,"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":121,"Q8_0":170}},{"quant":"F16","bytes":"994156864","shards":1,"effective_bpw":16.0986,"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":290,"type_hist":{"F16":169,"F32":121}}]}
{"_type":"model","slug":"deepseek-r1-0528-qwen3-8b","canonical_repo":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","display_name":"DeepSeek-R1-0528-Qwen3-8B","publisher":"deepseek-ai","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"222076","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2268695040","shards":1,"effective_bpw":2.2159,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2390985216","shards":1,"effective_bpw":2.3353,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2601683456","shards":1,"effective_bpw":2.5411,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3051913600","shards":1,"effective_bpw":2.9808,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3110504960","shards":1,"effective_bpw":3.0381,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281731968","shards":1,"effective_bpw":3.2053,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734144","shards":1,"effective_bpw":3.2053,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369632128","shards":1,"effective_bpw":3.2912,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3410266624","shards":1,"effective_bpw":3.3309,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3427592704","shards":1,"effective_bpw":3.3478,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626873216","shards":1,"effective_bpw":3.5424,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769610624","shards":1,"effective_bpw":3.6818,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612800","shards":1,"effective_bpw":3.6818,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889475968","shards":1,"effective_bpw":3.7989,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896619392","shards":1,"effective_bpw":3.8059,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124160384","shards":1,"effective_bpw":4.0281,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"4124162560","shards":1,"effective_bpw":4.0281,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431392832","shards":1,"effective_bpw":4.3282,"repo":"lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431393152","shards":1,"effective_bpw":4.3282,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561838464","shards":1,"effective_bpw":4.4556,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":217}},{"quant":"IQ4_XS","bytes":"4581288448","shards":1,"effective_bpw":4.4746,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":1,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"4787331456","shards":1,"effective_bpw":4.6759,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_0":249,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_0","bytes":"4787333632","shards":1,"effective_bpw":4.6759,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793622912","shards":1,"effective_bpw":4.682,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793625088","shards":1,"effective_bpw":4.682,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802011520","shards":1,"effective_bpw":4.6902,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013696","shards":1,"effective_bpw":4.6902,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027782720","shards":1,"effective_bpw":4.9107,"repo":"lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783040","shards":1,"effective_bpw":4.9107,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"5027785216","shards":1,"effective_bpw":4.9107,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247754624","shards":1,"effective_bpw":5.1256,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756800","shards":1,"effective_bpw":5.1256,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489668480","shards":1,"effective_bpw":5.3618,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720760704","shards":1,"effective_bpw":5.5875,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762880","shards":1,"effective_bpw":5.5875,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851111808","shards":1,"effective_bpw":5.7149,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"5851113984","shards":1,"effective_bpw":5.7149,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q5_K_L","bytes":"6235206016","shards":1,"effective_bpw":6.09,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725898304","shards":1,"effective_bpw":6.5693,"repo":"lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725898624","shards":1,"effective_bpw":6.5693,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725900800","shards":1,"effective_bpw":6.5693,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K_L","bytes":"7027339648","shards":1,"effective_bpw":6.8637,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709517376","shards":1,"effective_bpw":8.5067,"repo":"lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"8709517696","shards":1,"effective_bpw":8.5067,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"8709519872","shards":1,"effective_bpw":8.5067,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388042816","shards":1,"effective_bpw":16.0064,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388045056","shards":1,"effective_bpw":16.0064,"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"3b-hi-ft-research-release","canonical_repo":"canopylabs/3b-hi-ft-research_release","display_name":"3b-hi-ft-research_release","publisher":"canopylabs","modality":"audio_tts","arch_key":null,"params_total":"3300867072","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"221802","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen3-32b","canonical_repo":"Qwen/Qwen3-32B","display_name":"Qwen3-32B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"210054","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-32B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7738884768","shards":1,"effective_bpw":1.8897,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8302084768","shards":1,"effective_bpw":2.0272,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9277096608","shards":1,"effective_bpw":2.2653,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11553366688","shards":1,"effective_bpw":2.8212,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344652448","shards":1,"effective_bpw":3.0144,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12526975648","shards":1,"effective_bpw":3.0589,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12967551648","shards":1,"effective_bpw":3.1665,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389739168","shards":1,"effective_bpw":3.5138,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971778208","shards":1,"effective_bpw":3.9001,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"17330994240","shards":1,"effective_bpw":4.232,"repo":"lmstudio-community/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17714805408","shards":1,"effective_bpw":4.3257,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_K":1,"Q5_K":64,"Q6_K":1,"IQ4_XS":384}},{"quant":"IQ4_NL","bytes":"18679495328","shards":1,"effective_bpw":4.5612,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703088288","shards":1,"effective_bpw":4.567,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"18771245728","shards":1,"effective_bpw":4.5836,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762149024","shards":1,"effective_bpw":4.8256,"repo":"Qwen/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19762149440","shards":1,"effective_bpw":4.8256,"repo":"lmstudio-community/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150048","shards":1,"effective_bpw":4.8256,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_1","bytes":"20636523168","shards":1,"effective_bpw":5.0391,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22635493024","shards":1,"effective_bpw":5.5272,"repo":"Qwen/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635494048","shards":1,"effective_bpw":5.5272,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214831232","shards":1,"effective_bpw":5.6687,"repo":"Qwen/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"23214832288","shards":1,"effective_bpw":5.6687,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q5_K":385,"Q6_K":65}},{"quant":"Q6_K","bytes":"26883306112","shards":1,"effective_bpw":6.5645,"repo":"Qwen/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q6_K":450}},{"quant":"Q6_K","bytes":"26883306560","shards":1,"effective_bpw":6.5645,"repo":"lmstudio-community/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883307168","shards":1,"effective_bpw":6.5645,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q6_K":450}},{"quant":"Q8_0","bytes":"34817718912","shards":1,"effective_bpw":8.5019,"repo":"Qwen/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q8_0":450}},{"quant":"Q8_0","bytes":"34817719360","shards":1,"effective_bpw":8.5019,"repo":"lmstudio-community/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817719968","shards":1,"effective_bpw":8.5019,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q8_0":450}},{"quant":"BF16","bytes":"65531575936","shards":2,"effective_bpw":16.0018,"repo":"unsloth/Qwen3-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-edit-2511","canonical_repo":"Qwen/Qwen-Image-Edit-2511","display_name":"Qwen-Image-Edit-2511","publisher":"Qwen","modality":"image","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"195641","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"4431389248","shards":1,"effective_bpw":1.7352,"repo":"ChrisColeTech/qwen-image-edit-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7468022368","shards":1,"effective_bpw":2.9243,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7468022368","shards":1,"effective_bpw":2.9243,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9218914912","shards":1,"effective_bpw":3.6099,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9218914912","shards":1,"effective_bpw":3.6099,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9920805472","shards":1,"effective_bpw":3.8847,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q3_K":560,"Q4_K":244,"Q5_K":26,"Q6_K":8,"Q8_0":2}},{"quant":"Q3_K_M","bytes":"9920805472","shards":1,"effective_bpw":3.8847,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10581408352","shards":1,"effective_bpw":4.1434,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10581408352","shards":1,"effective_bpw":4.1434,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11657701984","shards":1,"effective_bpw":4.5648,"repo":"ChrisColeTech/qwen-image-edit-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773984","shards":1,"effective_bpw":4.6412,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773984","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q4_0":720,"Q4_1":120}},{"quant":"Q4_K_S","bytes":"12410747488","shards":1,"effective_bpw":4.8597,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12410747488","shards":1,"effective_bpw":4.8597,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678304","shards":1,"effective_bpw":5.0292,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678304","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13244758624","shards":1,"effective_bpw":5.1863,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q4_K":560,"Q5_K":20,"Q6_K":258,"Q8_0":2}},{"quant":"Q4_K_M","bytes":"13244758624","shards":1,"effective_bpw":5.1863,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14325611104","shards":1,"effective_bpw":5.6095,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14325611104","shards":1,"effective_bpw":5.6095,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813664","shards":1,"effective_bpw":5.639,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813664","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15027501664","shards":1,"effective_bpw":5.8844,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q5_K":560,"Q6_K":278,"Q8_0":2}},{"quant":"Q5_K_M","bytes":"15027501664","shards":1,"effective_bpw":5.8844,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717984","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717984","shards":1,"effective_bpw":6.027,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16777443424","shards":1,"effective_bpw":6.5696,"repo":"ChrisColeTech/qwen-image-edit-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16852417120","shards":1,"effective_bpw":6.599,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16852417120","shards":1,"effective_bpw":6.599,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q6_K":838,"Q8_0":2}},{"quant":"Q8_0","bytes":"21723847264","shards":1,"effective_bpw":8.5065,"repo":"ChrisColeTech/qwen-image-edit-turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817184","shards":1,"effective_bpw":8.5213,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817184","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F32":1088,"BF16":6,"Q8_0":840}},{"quant":"F16","bytes":"40872114784","shards":1,"effective_bpw":16.0044,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872114784","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":1934,"type_hist":{"F16":840,"F32":1088,"BF16":6}},{"quant":"BF16","bytes":"40872114784","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872114784","shards":1,"effective_bpw":16.0044,"repo":"Daex032/Qwen-Image-Edit-2511-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"embeddinggemma-300m-qat-q8-0-unquantized","canonical_repo":"google/embeddinggemma-300m-qat-q8_0-unquantized","display_name":"embeddinggemma-300m-qat-q8_0-unquantized","publisher":"google","modality":"embedding","arch_key":"gemma-embedding","params_total":"302863104","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"192898","n_layers":24,"n_head":3,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":768,"vocab_size":262144,"ctx_native":2048,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/embeddinggemma-300m-qat-q8_0-unquantized","arch_confidence":0.8,"quantizations":[{"quant":"Q8_0","bytes":"328577056","shards":1,"effective_bpw":8.6792,"repo":"ggml-org/embeddinggemma-300m-qat-q8_0-GGUF","n_tensors":314,"type_hist":{"F32":145,"Q8_0":169}}]}
{"_type":"model","slug":"flux-1-dev","canonical_repo":"black-forest-labs/FLUX.1-dev","display_name":"FLUX.1-dev","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"11901408320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"188705","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4023690528","shards":1,"effective_bpw":2.7047,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4032341280","shards":1,"effective_bpw":2.7105,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4032341280","shards":1,"effective_bpw":2.7105,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5225604384","shards":1,"effective_bpw":3.5126,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5234255136","shards":1,"effective_bpw":3.5184,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5234255136","shards":1,"effective_bpw":3.5184,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5368489248","shards":1,"effective_bpw":3.6086,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q3_K":266,"Q4_K":38}},{"quant":"Q4_0","bytes":"6791167136","shards":1,"effective_bpw":4.565,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6791167136","shards":1,"effective_bpw":4.565,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q4_0":304}},{"quant":"Q4_K_S","bytes":"6805988640","shards":1,"effective_bpw":4.5749,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6805988640","shards":1,"effective_bpw":4.5749,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6931817760","shards":1,"effective_bpw":4.6595,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q4_K":266,"Q5_K":38}},{"quant":"Q4_1","bytes":"7530806432","shards":1,"effective_bpw":5.0621,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7530806432","shards":1,"effective_bpw":5.0621,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7536977184","shards":1,"effective_bpw":5.0663,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8270445728","shards":1,"effective_bpw":5.5593,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8270445728","shards":1,"effective_bpw":5.5593,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8285267232","shards":1,"effective_bpw":5.5693,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8285267232","shards":1,"effective_bpw":5.5693,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8419501344","shards":1,"effective_bpw":5.6595,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q5_K":266,"Q6_K":38}},{"quant":"Q5_1","bytes":"9010085024","shards":1,"effective_bpw":6.0565,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9010085024","shards":1,"effective_bpw":6.0565,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9016255776","shards":1,"effective_bpw":6.0606,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9848349984","shards":1,"effective_bpw":6.62,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q6_K":304}},{"quant":"Q6_K","bytes":"9857000736","shards":1,"effective_bpw":6.6258,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9857000736","shards":1,"effective_bpw":6.6258,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12708281504","shards":1,"effective_bpw":8.5424,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12708281504","shards":1,"effective_bpw":8.5424,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q8_0":304}},{"quant":"F16","bytes":"23802870944","shards":1,"effective_bpw":16,"repo":"lllyasviel/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23802870944","shards":1,"effective_bpw":16,"repo":"city96/FLUX.1-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-dev-GGUF","n_tensors":780,"type_hist":{"F16":304,"F32":466,"BF16":10}}]}
{"_type":"model","slug":"krea-2-turbo","canonical_repo":"krea/Krea-2-Turbo","display_name":"Krea-2-Turbo","publisher":"krea","modality":"image","arch_key":"qwen_image","params_total":"12820073036","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"185312","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"2988511232","shards":1,"effective_bpw":1.8649,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4889589024","shards":1,"effective_bpw":3.0512,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5514578016","shards":1,"effective_bpw":3.4412,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5514578016","shards":1,"effective_bpw":3.4412,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5547018464","shards":1,"effective_bpw":3.4615,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":432,"type_hist":{"F16":2,"F32":166,"Q3_K":264}},{"quant":"Q3_K_S","bytes":"6014825760","shards":1,"effective_bpw":3.7534,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6014825760","shards":1,"effective_bpw":3.7534,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q3_K":201,"Q5_K":63}},{"quant":"Q4_K_M","bytes":"7216993376","shards":1,"effective_bpw":4.5036,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7259460832","shards":1,"effective_bpw":4.5301,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":432,"type_hist":{"F16":2,"F32":166,"Q4_K":264}},{"quant":"Q4_K_S","bytes":"7259460832","shards":1,"effective_bpw":4.5301,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q4_0":201,"Q5_K":63}},{"quant":"Q4_K_M","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q4_K":201,"Q5_K":63}},{"quant":"MXFP4","bytes":"7884205984","shards":1,"effective_bpw":4.9199,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8178742560","shards":1,"effective_bpw":5.1037,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"8209788832","shards":1,"effective_bpw":5.1231,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8209788832","shards":1,"effective_bpw":5.1231,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8819266656","shards":1,"effective_bpw":5.5034,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8871171296","shards":1,"effective_bpw":5.5358,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8871171296","shards":1,"effective_bpw":5.5358,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":432,"type_hist":{"F16":2,"F32":166,"Q5_K":264}},{"quant":"Q5_K_S","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q5_K":264}},{"quant":"Q5_K_S","bytes":"9512120224","shards":1,"effective_bpw":5.9358,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9666508064","shards":1,"effective_bpw":6.0321,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10521682016","shards":1,"effective_bpw":6.5658,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":430,"type_hist":{"F16":2,"F32":166,"Q6_K":262}},{"quant":"Q6_K","bytes":"10583613664","shards":1,"effective_bpw":6.6044,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":432,"type_hist":{"F16":2,"F32":166,"Q6_K":264}},{"quant":"Q6_K","bytes":"10583638304","shards":1,"effective_bpw":6.6044,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10895847328","shards":1,"effective_bpw":6.7992,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":430,"type_hist":{"F16":174,"Q6_K":256}},{"quant":"Q8_0","bytes":"13625717856","shards":1,"effective_bpw":8.5027,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":430,"type_hist":{"F16":1,"F32":166,"Q8_0":263}},{"quant":"Q8_0","bytes":"13705934048","shards":1,"effective_bpw":8.5528,"repo":"realrebelai/KREA-2_GGUFs","n_tensors":432,"type_hist":{"F16":1,"F32":166,"Q8_0":265}},{"quant":"Q8_0","bytes":"13705958688","shards":1,"effective_bpw":8.5528,"repo":"vantagewithai/Krea-2-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13922828192","shards":1,"effective_bpw":8.6881,"repo":"wikeeyang/Krea2-Turbo-HD-V1","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct","canonical_repo":"Qwen/Qwen3-VL-8B-Instruct","display_name":"Qwen3-VL-8B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"185232","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2282064736","shards":1,"effective_bpw":2.0824,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2401995616","shards":1,"effective_bpw":2.1918,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2608761696","shards":1,"effective_bpw":2.3805,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3116403552","shards":1,"effective_bpw":2.8437,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734496","shards":1,"effective_bpw":2.9946,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3410266976","shards":1,"effective_bpw":3.1119,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3427593056","shards":1,"effective_bpw":3.1277,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613152","shards":1,"effective_bpw":3.4398,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162912","shards":1,"effective_bpw":3.7633,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"4581288800","shards":1,"effective_bpw":4.1804,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":1,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"4787333984","shards":1,"effective_bpw":4.3684,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_0":249,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"4793625440","shards":1,"effective_bpw":4.3742,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014048","shards":1,"effective_bpw":4.3818,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784800","shards":1,"effective_bpw":4.5879,"repo":"lmstudio-community/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784800","shards":1,"effective_bpw":4.5879,"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"5027785568","shards":1,"effective_bpw":4.5879,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":217,"Q6_K":37}},{"quant":"Q4_1","bytes":"5247757152","shards":1,"effective_bpw":4.7886,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763232","shards":1,"effective_bpw":5.2202,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114336","shards":1,"effective_bpw":5.3391,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":217,"Q6_K":37}},{"quant":"Q6_K","bytes":"6725900384","shards":1,"effective_bpw":6.1374,"repo":"lmstudio-community/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q6_K","bytes":"6725901152","shards":1,"effective_bpw":6.1374,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":254}},{"quant":"Q8_0","bytes":"8709519456","shards":1,"effective_bpw":7.9474,"repo":"lmstudio-community/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519456","shards":1,"effective_bpw":7.9474,"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"Q8_0","bytes":"8709520224","shards":1,"effective_bpw":7.9474,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"F16","bytes":"16388044896","shards":1,"effective_bpw":14.9541,"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","n_tensors":399,"type_hist":{"F16":254,"F32":145}},{"quant":"BF16","bytes":"16388045408","shards":1,"effective_bpw":14.9541,"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sugoi-14b-ultra-hf","canonical_repo":"sugoitoolkit/Sugoi-14B-Ultra-HF","display_name":"Sugoi-14B-Ultra-HF","publisher":"sugoitoolkit","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"184602","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sugoitoolkit/Sugoi-14B-Ultra-HF","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994848","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309728","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834528","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575968","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727328","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147168","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189088","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497280","shards":1,"effective_bpw":3.1255,"repo":"sugoitoolkit/Sugoi-14B-Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498528","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708448","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362528","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596768","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020128","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538848","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205088","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769248","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841248","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268768","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183968","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432288","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110080","shards":1,"effective_bpw":4.8683,"repo":"sugoitoolkit/Sugoi-14B-Ultra-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"I1-Q4_K_M","bytes":"8988111328","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140768","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554848","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874208","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684768","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Sugoi-14B-Ultra-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597440","shards":1,"effective_bpw":8.5046,"repo":"sugoitoolkit/Sugoi-14B-Ultra-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"F16","bytes":"29547715840","shards":1,"effective_bpw":16.0041,"repo":"sugoitoolkit/Sugoi-14B-Ultra-GGUF","n_tensors":579,"type_hist":{"F16":338,"F32":241}}]}
{"_type":"model","slug":"qwen3-asr-1-7b","canonical_repo":"Qwen/Qwen3-ASR-1.7B","display_name":"Qwen3-ASR-1.7B","publisher":"Qwen","modality":"audio_asr","arch_key":"qwen3_asr","params_total":"2349217408","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"184031","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-ASR-1.7B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1319830496","shards":1,"effective_bpw":4.4945,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":709,"type_hist":{"F32":365,"Q4_K":291,"Q6_K":1,"Q8_0":52}},{"quant":"Q4_0","bytes":"1490915200","shards":1,"effective_bpw":5.0771,"repo":"cstr/qwen3-asr-1.7b-GGUF","n_tensors":710,"type_hist":{"F16":3,"F32":362,"Q4_0":198,"Q8_0":147}},{"quant":"Q4_K","bytes":"1490915200","shards":1,"effective_bpw":5.0771,"repo":"cstr/qwen3-asr-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1517290464","shards":1,"effective_bpw":5.167,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":709,"type_hist":{"F32":365,"Q5_K":291,"Q6_K":1,"Q8_0":52}},{"quant":"Q6_K","bytes":"1692554208","shards":1,"effective_bpw":5.7638,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":709,"type_hist":{"F32":365,"Q6_K":344}},{"quant":"Q5_K","bytes":"1744867200","shards":1,"effective_bpw":5.942,"repo":"cstr/qwen3-asr-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165034944","shards":1,"effective_bpw":7.3728,"repo":"ggml-org/Qwen3-ASR-1.7B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q8_0":198}},{"quant":"Q8_0","bytes":"2185030624","shards":1,"effective_bpw":7.4409,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2506723200","shards":1,"effective_bpw":8.5364,"repo":"cstr/qwen3-asr-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4069674944","shards":1,"effective_bpw":13.8588,"repo":"ggml-org/Qwen3-ASR-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4083087904","shards":1,"effective_bpw":13.9045,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4091390944","shards":1,"effective_bpw":13.9328,"repo":"handy-computer/Qwen3-ASR-1.7B-gguf","n_tensors":709,"type_hist":{"F16":344,"F32":365}},{"quant":"F16","bytes":"4704800576","shards":1,"effective_bpw":16.0217,"repo":"cstr/qwen3-asr-1.7b-GGUF","n_tensors":710,"type_hist":{"F16":348,"F32":362}}]}
{"_type":"model","slug":"gemma-4-12b-heretic-abliterated","canonical_repo":"culturerevolt/gemma-4-12b-heretic-abliterated","display_name":"gemma-4-12b-heretic-abliterated","publisher":"culturerevolt","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"182428","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"culturerevolt/gemma-4-12b-heretic-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691840","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848320","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109120","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842880","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597120","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805760","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147520","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147872","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148160","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194560","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5272393056","shards":1,"effective_bpw":3.5268,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393280","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229152","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229440","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229440","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992000","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087392","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q3_K":192,"Q4_K":131,"Q5_K":5,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"6087087680","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319392","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319680","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6635255136","shards":1,"effective_bpw":4.4384,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":1,"IQ4_XS":328}},{"quant":"I1-IQ4_XS","bytes":"6635255360","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551072","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878720","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997120","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047392","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047680","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382432","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382496","shards":1,"effective_bpw":4.9375,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q4_K":284,"Q6_K":45}},{"quant":"I1-Q4_K_M","bytes":"7381382720","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125440","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371872","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372160","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267872","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267936","shards":1,"effective_bpw":5.7174,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q5_K":284,"Q6_K":45}},{"quant":"I1-Q5_K_M","bytes":"8547268160","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021152","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021216","shards":1,"effective_bpw":6.546,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":329}},{"quant":"I1-Q6_K","bytes":"9786021440","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645440","shards":1,"effective_bpw":8.4749,"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q8_0":329}},{"quant":"Q8_0","bytes":"12669646112","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-heretic-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"inkling","canonical_repo":"thinkingmachines/Inkling","display_name":"Inkling","publisher":"thinkingmachines","modality":"vision_language","arch_key":"inkling","params_total":"952377623626","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"181002","n_layers":66,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":201024,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":6,"arch_source":"thinkingmachines/Inkling","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"226224289216","shards":6,"effective_bpw":1.9003,"repo":"AtomicChat/Inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"270163818071","shards":7,"effective_bpw":2.2694,"repo":"unsloth/inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"285036820087","shards":7,"effective_bpw":2.3943,"repo":"unsloth/inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"513695069824","shards":13,"effective_bpw":4.3151,"repo":"AtomicChat/Inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"856755583751","shards":19,"effective_bpw":7.1968,"repo":"unsloth/inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1006542568544","shards":25,"effective_bpw":8.455,"repo":"AtomicChat/Inkling-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1894278563239","shards":41,"effective_bpw":15.912,"repo":"unsloth/inkling-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-235b-a22b","canonical_repo":"Qwen/Qwen3-235B-A22B","display_name":"Qwen3-235B-A22B","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"178359","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-235B-A22B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"85691002112","shards":2,"effective_bpw":2.916,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691002304","shards":2,"effective_bpw":2.916,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836860640","shards":2,"effective_bpw":2.9209,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836860864","shards":2,"effective_bpw":2.9209,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444705664","shards":3,"effective_bpw":3.4521,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444705888","shards":3,"effective_bpw":3.4521,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"111170705920","shards":3,"effective_bpw":3.783,"repo":"lmstudio-community/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447380832","shards":3,"effective_bpw":3.8265,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447381056","shards":3,"effective_bpw":3.8265,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125504687488","shards":3,"effective_bpw":4.2708,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125504687712","shards":3,"effective_bpw":4.2708,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687119200","shards":3,"effective_bpw":4.5492,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687119424","shards":3,"effective_bpw":4.5492,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154074176","shards":5,"effective_bpw":4.8374,"repo":"Qwen/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154075488","shards":3,"effective_bpw":4.8374,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154075712","shards":3,"effective_bpw":4.8374,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142646905472","shards":4,"effective_bpw":4.8541,"repo":"lmstudio-community/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230100864","shards":3,"effective_bpw":5.0101,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230101056","shards":3,"effective_bpw":5.0101,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"161881426080","shards":6,"effective_bpw":5.5087,"repo":"Qwen/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881427456","shards":4,"effective_bpw":5.5087,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881427648","shards":4,"effective_bpw":5.5087,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814156992","shards":6,"effective_bpw":5.6765,"repo":"Qwen/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814158272","shards":4,"effective_bpw":5.6765,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814158496","shards":4,"effective_bpw":5.6765,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015494944","shards":7,"effective_bpw":6.5681,"repo":"Qwen/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015496192","shards":4,"effective_bpw":6.5681,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015496384","shards":4,"effective_bpw":6.5681,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193063238368","shards":5,"effective_bpw":6.5697,"repo":"lmstudio-community/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940105792","shards":9,"effective_bpw":8.5052,"repo":"Qwen/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106272","shards":7,"effective_bpw":8.5052,"repo":"lmstudio-community/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940107008","shards":6,"effective_bpw":8.5052,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940107232","shards":6,"effective_bpw":8.5052,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293438336","shards":10,"effective_bpw":16.0036,"repo":"unsloth/Qwen3-235B-A22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293438528","shards":10,"effective_bpw":16.0036,"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-klein-4b","canonical_repo":"black-forest-labs/FLUX.2-klein-4B","display_name":"FLUX.2-klein-4B","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"3875544576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"178240","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1827807808","shards":1,"effective_bpw":3.773,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101928512","shards":1,"effective_bpw":4.3389,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2124489280","shards":1,"effective_bpw":4.3854,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q3_K":50,"Q4_K":30}},{"quant":"Q4_0","bytes":"2460378560","shards":1,"effective_bpw":5.0788,"repo":"leejet/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"BF16":69,"Q4_0":80}},{"quant":"Q4_0","bytes":"2460394048","shards":1,"effective_bpw":5.0788,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q4_0":80}},{"quant":"Q4_K_M","bytes":"2497280416","shards":1,"effective_bpw":5.155,"repo":"ponpoke/flux2-klein-4b-uncensored-text-encoder","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2583077440","shards":1,"effective_bpw":5.3321,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2604311104","shards":1,"effective_bpw":5.3759,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q4_K":50,"Q5_K":30}},{"quant":"Q4_1","bytes":"2690425408","shards":1,"effective_bpw":5.5536,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2920456768","shards":1,"effective_bpw":6.0285,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3050807872","shards":1,"effective_bpw":6.2976,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3073368640","shards":1,"effective_bpw":6.3441,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q5_K":50,"Q6_K":30}},{"quant":"Q5_1","bytes":"3150488128","shards":1,"effective_bpw":6.5033,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260896","shards":1,"effective_bpw":6.8249,"repo":"ponpoke/flux2-klein-4b-uncensored-text-encoder","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3409273408","shards":1,"effective_bpw":7.0375,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q6_K":80}},{"quant":"Q8_0","bytes":"4280404896","shards":1,"effective_bpw":8.8357,"repo":"ponpoke/flux2-klein-4b-uncensored-text-encoder","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4300629440","shards":1,"effective_bpw":8.8775,"repo":"leejet/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"BF16":69,"Q8_0":80}},{"quant":"Q8_0","bytes":"4300644928","shards":1,"effective_bpw":8.8775,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F32":60,"BF16":9,"Q8_0":80}},{"quant":"BF16","bytes":"7751115328","shards":1,"effective_bpw":16.0001,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7751115328","shards":1,"effective_bpw":16.0001,"repo":"unsloth/FLUX.2-klein-4B-GGUF","n_tensors":149,"type_hist":{"F16":80,"F32":60,"BF16":9}},{"quant":"F16","bytes":"8051284896","shards":1,"effective_bpw":16.6197,"repo":"ponpoke/flux2-klein-4b-uncensored-text-encoder","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"z-image-turbo","canonical_repo":"Tongyi-MAI/Z-Image-Turbo","display_name":"Z-Image-Turbo","publisher":"Tongyi-MAI","modality":"image","arch_key":"lumina2","params_total":"6154908736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"175357","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"2592442304","shards":1,"effective_bpw":3.3696,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3143559104","shards":1,"effective_bpw":4.0859,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3639683136","shards":1,"effective_bpw":4.7308,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3683370944","shards":1,"effective_bpw":4.7876,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":251,"Q4_0":192,"Q8_0":10}},{"quant":"Q3_K_S","bytes":"3790825536","shards":1,"effective_bpw":4.9272,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"3864250304","shards":1,"effective_bpw":5.0227,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3951806016","shards":1,"effective_bpw":5.1365,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4123753536","shards":1,"effective_bpw":5.36,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q3_K":120,"Q4_K":60}},{"quant":"Q3_K_M","bytes":"4186161216","shards":1,"effective_bpw":5.4411,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q3_K":110,"Q4_K":66,"Q5_K":3,"Q6_K":1}},{"quant":"Q5_0","bytes":"4542547904","shards":1,"effective_bpw":5.9043,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4585244736","shards":1,"effective_bpw":5.9598,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q4_0":150,"Q4_1":30}},{"quant":"Q4_K_S","bytes":"4658972736","shards":1,"effective_bpw":6.0556,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4710950976","shards":1,"effective_bpw":6.1232,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4850665536","shards":1,"effective_bpw":6.3048,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4981532736","shards":1,"effective_bpw":6.4749,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q4_K":120,"Q5_K":30,"Q6_K":30}},{"quant":"Q4_K_M","bytes":"5017613376","shards":1,"effective_bpw":6.5218,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q4_K":112,"Q5_K":36,"Q6_K":32}},{"quant":"Q5_K_S","bytes":"5189814336","shards":1,"effective_bpw":6.7456,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5237860416","shards":1,"effective_bpw":6.808,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5263239104","shards":1,"effective_bpw":6.841,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":251,"Q6_K":180,"Q8_0":22}},{"quant":"Q5_0","bytes":"5263542336","shards":1,"effective_bpw":6.8414,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5522742336","shards":1,"effective_bpw":7.1783,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q5_K":120,"Q6_K":60}},{"quant":"Q5_1","bytes":"5528963136","shards":1,"effective_bpw":7.1864,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5574444096","shards":1,"effective_bpw":7.2455,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q5_K":104,"Q6_K":76}},{"quant":"Q6_K","bytes":"5910505536","shards":1,"effective_bpw":7.6823,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q6_K":180}},{"quant":"Q6_K","bytes":"5910505536","shards":1,"effective_bpw":7.6823,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6577440704","shards":1,"effective_bpw":8.5492,"repo":"leejet/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7224707136","shards":1,"effective_bpw":9.3905,"repo":"jayn7/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q8_0":180}},{"quant":"Q8_0","bytes":"7224707136","shards":1,"effective_bpw":9.3905,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F32":245,"BF16":28,"Q8_0":180}},{"quant":"BF16","bytes":"12311939136","shards":1,"effective_bpw":16.0028,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"12311939136","shards":1,"effective_bpw":16.0028,"repo":"unsloth/Z-Image-Turbo-GGUF","n_tensors":453,"type_hist":{"F16":180,"F32":245,"BF16":28}}]}
{"_type":"model","slug":"voxtral-small-24b-2507","canonical_repo":"mistralai/Voxtral-Small-24B-2507","display_name":"Voxtral-Small-24B-2507","publisher":"mistralai","modality":"audio_asr","arch_key":"voxtral","params_total":"24261800960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"163543","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Voxtral-Small-24B-2507","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207566272","shards":1,"effective_bpw":2.3766,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478885312","shards":1,"effective_bpw":2.4661,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114584512","shards":1,"effective_bpw":2.6757,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890858432","shards":1,"effective_bpw":2.9316,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9281125312","shards":1,"effective_bpw":3.0603,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9546218432","shards":1,"effective_bpw":3.1477,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907649472","shards":1,"effective_bpw":3.2669,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400807872","shards":1,"effective_bpw":3.4295,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10651483072","shards":1,"effective_bpw":3.5122,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474615232","shards":1,"effective_bpw":3.7836,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"12401294272","shards":1,"effective_bpw":4.0892,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12759448512","shards":1,"effective_bpw":4.2073,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":40,"Q6_K":1,"IQ4_XS":241}},{"quant":"IQ4_NL","bytes":"13468548032","shards":1,"effective_bpw":4.4411,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494762432","shards":1,"effective_bpw":4.4497,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"13549812672","shards":1,"effective_bpw":4.4679,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14302261728","shards":1,"effective_bpw":4.716,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14334442432","shards":1,"effective_bpw":4.7266,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_L","bytes":"14832516032","shards":1,"effective_bpw":4.8908,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873639872","shards":1,"effective_bpw":4.9044,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304946112","shards":1,"effective_bpw":5.3763,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764517312","shards":1,"effective_bpw":5.5279,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"17138659808","shards":1,"effective_bpw":5.6512,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178704832","shards":1,"effective_bpw":5.6644,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19346471872","shards":1,"effective_bpw":6.3792,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K_L","bytes":"19671530432","shards":1,"effective_bpw":6.4864,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19936473568","shards":1,"effective_bpw":6.5738,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25055312832","shards":1,"effective_bpw":8.2616,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"Q8_0","bytes":"25810383328","shards":1,"effective_bpw":8.5106,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47154051744","shards":1,"effective_bpw":15.5484,"repo":"bartowski/mistralai_Voxtral-Small-24B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"48537285088","shards":1,"effective_bpw":16.0045,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"48548098528","shards":1,"effective_bpw":16.0081,"repo":"handy-computer/Voxtral-Small-24B-2507-gguf","n_tensors":854,"type_hist":{"F16":476,"F32":378}}]}
{"_type":"model","slug":"gpt-oss-120b","canonical_repo":"openai/gpt-oss-120b","display_name":"gpt-oss-120b","publisher":"openai","modality":"text","arch_key":"gpt-oss","params_total":"120412337472","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"158708","n_layers":36,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"openai/gpt-oss-120b","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"62563621472","shards":2,"effective_bpw":4.1566,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"62570256992","shards":2,"effective_bpw":4.1571,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"62620023392","shards":2,"effective_bpw":4.1604,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"62626843232","shards":2,"effective_bpw":4.1608,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"62715938912","shards":2,"effective_bpw":4.1667,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"62759138912","shards":2,"effective_bpw":4.1696,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62768723552","shards":2,"effective_bpw":4.1703,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"62859823712","shards":2,"effective_bpw":4.1763,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"62881227872","shards":2,"effective_bpw":4.1777,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"62889522272","shards":2,"effective_bpw":4.1783,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"63284496960","shards":2,"effective_bpw":4.2045,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"63387345440","shards":2,"effective_bpw":4.2114,"repo":"lmstudio-community/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"63387346208","shards":1,"effective_bpw":4.2114,"repo":"ggml-org/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"63387347520","shards":2,"effective_bpw":4.2114,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65369017728","shards":1,"effective_bpw":4.343,"repo":"unsloth/gpt-oss-120b-GGUF","n_tensors":687,"type_hist":{"F16":146,"F32":433,"MXFP4":108}}]}
{"_type":"model","slug":"ltx2-3-10eros","canonical_repo":"TenStrip/LTX2.3-10Eros","display_name":"LTX2.3-10Eros","publisher":"TenStrip","modality":"video","arch_key":"ltxv","params_total":"21005004544","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"158393","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"10339464608","shards":1,"effective_bpw":3.9379,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10339464960","shards":1,"effective_bpw":3.9379,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10339465568","shards":1,"effective_bpw":3.9379,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11130418592","shards":1,"effective_bpw":4.2391,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q3_K":1214,"Q4_K":324,"Q5_K":206}},{"quant":"Q3_K_M","bytes":"11130418944","shards":1,"effective_bpw":4.2391,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11130419552","shards":1,"effective_bpw":4.2391,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q3_K":1214,"Q4_K":324,"Q5_K":206}},{"quant":"Q4_0","bytes":"12980918688","shards":1,"effective_bpw":4.9439,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_0":1482,"Q4_1":58,"Q5_K":204}},{"quant":"Q4_0","bytes":"12980919040","shards":1,"effective_bpw":4.9439,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12980919648","shards":1,"effective_bpw":4.9439,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_0":1482,"Q4_1":58,"Q5_K":204}},{"quant":"Q4_K_S","bytes":"13201119648","shards":1,"effective_bpw":5.0278,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13201120000","shards":1,"effective_bpw":5.0278,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13201120608","shards":1,"effective_bpw":5.0278,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13903215008","shards":1,"effective_bpw":5.2952,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13903215360","shards":1,"effective_bpw":5.2952,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13903215968","shards":1,"effective_bpw":5.2952,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14296160672","shards":1,"effective_bpw":5.4449,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_K":1214,"Q5_K":204,"Q6_K":326}},{"quant":"Q4_K_M","bytes":"14296161024","shards":1,"effective_bpw":5.4449,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_K":1214,"Q5_K":204,"Q6_K":326}},{"quant":"Q4_K_M","bytes":"14296161632","shards":1,"effective_bpw":5.4449,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15043615136","shards":1,"effective_bpw":5.7295,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15043615488","shards":1,"effective_bpw":5.7295,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15043616096","shards":1,"effective_bpw":5.7295,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15261718944","shards":1,"effective_bpw":5.8126,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15261719296","shards":1,"effective_bpw":5.8126,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15261719904","shards":1,"effective_bpw":5.8126,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16141485472","shards":1,"effective_bpw":6.1477,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16141485824","shards":1,"effective_bpw":6.1477,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q5_K":1214,"Q6_K":530}},{"quant":"Q5_K_M","bytes":"16141486432","shards":1,"effective_bpw":6.1477,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16184015264","shards":1,"effective_bpw":6.1639,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16184015616","shards":1,"effective_bpw":6.1639,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"16184016224","shards":1,"effective_bpw":6.1639,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17774930336","shards":1,"effective_bpw":6.7698,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17774930688","shards":1,"effective_bpw":6.7698,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q6_K":1744}},{"quant":"Q6_K","bytes":"17774931296","shards":1,"effective_bpw":6.7698,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q6_K":1744}},{"quant":"Q8_0","bytes":"22755563936","shards":1,"effective_bpw":8.6667,"repo":"vantagewithai/LTX2.3-10Eros-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22755564288","shards":1,"effective_bpw":8.6667,"repo":"vantagewithai/LTX2.3-10Eros-1.3-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q8_0":1744}},{"quant":"Q8_0","bytes":"22755564896","shards":1,"effective_bpw":8.6667,"repo":"vantagewithai/LTX2.3-10Eros-1.4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"vision_language","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"157543","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q8_0","bytes":"36903139456","shards":1,"effective_bpw":8.5176,"repo":"LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V5-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}}]}
{"_type":"model","slug":"tinyllama-1-1b-chat-v1-0","canonical_repo":"TinyLlama/TinyLlama-1.1B-Chat-v1.0","display_name":"TinyLlama-1.1B-Chat-v1.0","publisher":"TinyLlama","modality":"text","arch_key":"llama","params_total":"1100048384","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"155982","n_layers":22,"n_head":32,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TinyLlama/TinyLlama-1.1B-Chat-v1.0","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"482143200","shards":1,"effective_bpw":3.5063,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483116416","shards":1,"effective_bpw":3.5134,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"499342304","shards":1,"effective_bpw":3.6314,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"500315520","shards":1,"effective_bpw":3.6385,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"549845984","shards":1,"effective_bpw":3.9987,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q3_K":89,"Q4_K":62,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"550819200","shards":1,"effective_bpw":4.0058,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q3_K":89,"Q4_K":62,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"591526880","shards":1,"effective_bpw":4.3018,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"592500096","shards":1,"effective_bpw":4.3089,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"636726240","shards":1,"effective_bpw":4.6305,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q4_0":155,"Q6_K":1}},{"quant":"Q4_0","bytes":"637699456","shards":1,"effective_bpw":4.6376,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q4_0":155,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"642755552","shards":1,"effective_bpw":4.6744,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"643728768","shards":1,"effective_bpw":4.6815,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"667814880","shards":1,"effective_bpw":4.8566,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q4_K":135,"Q6_K":21}},{"quant":"Q4_K_M","bytes":"667815360","shards":1,"effective_bpw":4.8566,"repo":"premrajreddy/tinyllama-1.1b-home-llm","n_tensors":201,"type_hist":{"F32":45,"Q4_K":135,"Q6_K":21}},{"quant":"Q4_K_M","bytes":"668788096","shards":1,"effective_bpw":4.8637,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"766028768","shards":1,"effective_bpw":5.5709,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"766028768","shards":1,"effective_bpw":5.5709,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"767001984","shards":1,"effective_bpw":5.578,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"767001984","shards":1,"effective_bpw":5.578,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"783017344","shards":1,"effective_bpw":5.6944,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q5_K":135,"Q6_K":21}},{"quant":"Q6_K","bytes":"903412704","shards":1,"effective_bpw":6.57,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q6_K":156}},{"quant":"Q6_K","bytes":"904385920","shards":1,"effective_bpw":6.5771,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q6_K":156}},{"quant":"Q8_0","bytes":"1169808352","shards":1,"effective_bpw":8.5073,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q8_0":156}},{"quant":"Q8_0","bytes":"1170781568","shards":1,"effective_bpw":8.5144,"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q8_0":156}},{"quant":"Q5_K_M","bytes":"1565061472","shards":2,"effective_bpw":11.3818,"repo":"second-state/TinyLlama-1.1B-Chat-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2201017792","shards":1,"effective_bpw":16.0067,"repo":"premrajreddy/tinyllama-1.1b-home-llm","n_tensors":201,"type_hist":{"F16":156,"F32":45}}]}
{"_type":"model","slug":"chroma","canonical_repo":"lodestones/Chroma","display_name":"Chroma","publisher":"lodestones","modality":"image","arch_key":"flux","params_total":"8899983424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"155952","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431859872","shards":1,"effective_bpw":3.9837,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4989046944","shards":1,"effective_bpw":4.4845,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q4_0":228}},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q4_0":228}},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q4_0":228}},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5566533792","shards":1,"effective_bpw":5.0036,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q4_K":190,"Q5_K":38}},{"quant":"Q4_1","bytes":"5969973408","shards":1,"effective_bpw":5.3663,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5989240992","shards":1,"effective_bpw":5.3836,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F16":1,"F32":414,"Q4_K":190,"Q5_K":38}},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F16":1,"F32":414,"Q4_K":190,"Q5_K":38}},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6123720864","shards":1,"effective_bpw":5.5045,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6527160480","shards":1,"effective_bpw":5.8671,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7045812384","shards":1,"effective_bpw":6.3333,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7065079968","shards":1,"effective_bpw":6.3506,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7602999456","shards":1,"effective_bpw":6.8342,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7650971808","shards":1,"effective_bpw":6.8773,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7650971808","shards":1,"effective_bpw":6.8773,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F16":1,"F32":414,"Q6_K":228}},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F16":1,"F32":414,"Q6_K":228}},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8208158880","shards":1,"effective_bpw":7.3781,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q8_0":228}},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q8_0":228}},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":643,"type_hist":{"F32":400,"BF16":15,"Q8_0":228}},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10292596896","shards":1,"effective_bpw":9.2518,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10864107840","shards":2,"effective_bpw":9.7655,"repo":"Clybius/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15301943616","shards":2,"effective_bpw":13.7546,"repo":"Clybius/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"56822440128","shards":6,"effective_bpw":null,"repo":"hanzogak/comradeshipCR","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-heretic2-uncensored-finetune-thinking","canonical_repo":"DavidAU/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking","display_name":"Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"152221","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"10486343040","shards":1,"effective_bpw":3.0665,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10486343040","shards":1,"effective_bpw":3.0665,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12891186560","shards":1,"effective_bpw":3.7698,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12891186560","shards":1,"effective_bpw":3.7698,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15397242240","shards":1,"effective_bpw":4.5027,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":64,"Q6_K":96,"Q8_0":1,"IQ4_XS":337}},{"quant":"IQ4_XS","bytes":"15397242240","shards":1,"effective_bpw":4.5027,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":64,"Q6_K":96,"Q8_0":1,"IQ4_XS":337}},{"quant":"Q4_K_S","bytes":"15900312960","shards":1,"effective_bpw":4.6498,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15900312960","shards":1,"effective_bpw":4.6498,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16115926400","shards":1,"effective_bpw":4.7128,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16115926400","shards":1,"effective_bpw":4.7128,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16861398400","shards":1,"effective_bpw":4.9308,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":337,"Q6_K":160,"Q8_0":1}},{"quant":"Q4_K_M","bytes":"16861398400","shards":1,"effective_bpw":4.9308,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":337,"Q6_K":160,"Q8_0":1}},{"quant":"Q5_K_S","bytes":"18990663040","shards":1,"effective_bpw":5.5535,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18990663040","shards":1,"effective_bpw":5.5535,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19542148480","shards":1,"effective_bpw":5.7148,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":337,"Q6_K":160,"Q8_0":1}},{"quant":"Q5_K_M","bytes":"19542148480","shards":1,"effective_bpw":5.7148,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":337,"Q6_K":160,"Q8_0":1}},{"quant":"Q6_K","bytes":"22082528448","shards":1,"effective_bpw":6.4577,"repo":"BugTraceAI/BugTraceAI-CORE-Ultra-27B-Q6","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22396159360","shards":1,"effective_bpw":6.5494,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":401,"Q8_0":97}},{"quant":"Q6_K","bytes":"22396159360","shards":1,"effective_bpw":6.5494,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":401,"Q8_0":97}},{"quant":"Q8_0","bytes":"29866341760","shards":1,"effective_bpw":8.7339,"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"BF16":17,"Q8_0":481}},{"quant":"Q8_0","bytes":"29866341760","shards":1,"effective_bpw":8.7339,"repo":"pupsipups/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","n_tensors":851,"type_hist":{"F32":353,"BF16":17,"Q8_0":481}}]}
{"_type":"model","slug":"qwen2-5-14b-instruct","canonical_repo":"Qwen/Qwen2.5-14B-Instruct","display_name":"Qwen2.5-14B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"147961","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-14B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"5356146816","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497600","shards":2,"effective_bpw":3.1255,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498176","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362176","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818176","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596416","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538496","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204160","shards":2,"effective_bpw":3.9752,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204736","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"7924768608","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768896","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840896","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":48,"Q6_K":1,"IQ4_XS":289}},{"quant":"Q4_0","bytes":"8517725856","shards":3,"effective_bpw":4.6135,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268416","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_0":331,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"8573431936","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110496","shards":3,"effective_bpw":4.8683,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110688","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"8988110976","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_L","bytes":"9565954176","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10266554048","shards":3,"effective_bpw":5.5607,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554496","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873376","shards":3,"effective_bpw":5.692,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873856","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"10989396096","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684064","shards":4,"effective_bpw":6.5672,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684128","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"12124684416","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K_L","bytes":"12501803136","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597984","shards":4,"effective_bpw":8.5046,"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598048","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"15701598336","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"F16","bytes":"29547716448","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-14B-Instruct-GGUF","n_tensors":579,"type_hist":{"F16":338,"F32":241}}]}
{"_type":"model","slug":"mistral-nemo-instruct-2407","canonical_repo":"mistralai/Mistral-Nemo-Instruct-2407","display_name":"Mistral-Nemo-Instruct-2407","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"146240","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Nemo-Instruct-2407","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435027072","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048128","shards":1,"effective_bpw":3.1294,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051392","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306492032","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411392","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226368","shards":1,"effective_bpw":3.6148,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229632","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722236032","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090368","shards":1,"effective_bpw":3.9733,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"6083093632","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"6561503168","shards":1,"effective_bpw":4.2858,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506112","shards":1,"effective_bpw":4.2858,"repo":"lmstudio-community/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506432","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713472","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":40,"Q6_K":1,"IQ4_XS":241}},{"quant":"Q4_0","bytes":"7094641792","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"7120197568","shards":1,"effective_bpw":4.6508,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200832","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204928","shards":1,"effective_bpw":4.884,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207872","shards":1,"effective_bpw":4.884,"repo":"lmstudio-community/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"7477208192","shards":1,"effective_bpw":4.884,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_L","bytes":"7975281792","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735808","shards":1,"effective_bpw":5.5643,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739072","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631808","shards":1,"effective_bpw":5.7007,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"8727635072","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_L","bytes":"9141822592","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210368","shards":1,"effective_bpw":6.5685,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213312","shards":1,"effective_bpw":6.5685,"repo":"lmstudio-community/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"10056213632","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K_L","bytes":"10381272192","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369728","shards":1,"effective_bpw":8.5059,"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372672","shards":1,"effective_bpw":8.5059,"repo":"lmstudio-community/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"Q8_0","bytes":"13022372992","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"F16","bytes":"24504279872","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":363,"type_hist":{"F16":282,"F32":81}},{"quant":"F32","bytes":"48999012032","shards":1,"effective_bpw":32.0051,"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-claude-4-7-opus-reasoning-distilled","canonical_repo":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled","display_name":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled","publisher":"lordx64","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"146157","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13246129568","shards":1,"effective_bpw":2.9475,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17165606304","shards":1,"effective_bpw":3.8197,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939312896","shards":1,"effective_bpw":4.2144,"repo":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":50,"Q6_K":1,"IQ4_XS":381}},{"quant":"Q4_K","bytes":"21712410016","shards":1,"effective_bpw":4.8314,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131776","shards":1,"effective_bpw":5.5027,"repo":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-Q5_K_M-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":371,"Q6_K":61}},{"quant":"Q5_K","bytes":"25346479520","shards":1,"effective_bpw":5.6401,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29207678368","shards":1,"effective_bpw":6.4993,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":753,"type_hist":{"F16":2,"F32":308,"Q6_K":443}},{"quant":"Q8_0","bytes":"36903140096","shards":1,"effective_bpw":8.2117,"repo":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-Q8_0-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"Q8_0","bytes":"37801096608","shards":1,"effective_bpw":8.4115,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":753,"type_hist":{"F16":2,"F32":308,"Q8_0":443}},{"quant":"F16","bytes":"69376638048","shards":1,"effective_bpw":15.4377,"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71065941728","shards":1,"effective_bpw":15.8136,"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","n_tensors":753,"type_hist":{"F16":445,"F32":308}},{"quant":"F16","bytes":"71065942400","shards":1,"effective_bpw":15.8136,"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":445}}]}
{"_type":"model","slug":"phi-4-mini-instruct","canonical_repo":"microsoft/Phi-4-mini-instruct","display_name":"Phi-4-mini-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"3836021760","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"142269","n_layers":32,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-4-mini-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1507424640","shards":1,"effective_bpw":3.1437,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1678866816","shards":1,"effective_bpw":3.5013,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682635744","shards":1,"effective_bpw":3.5091,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1682635744","shards":1,"effective_bpw":3.5091,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682636160","shards":1,"effective_bpw":3.5091,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1831483776","shards":1,"effective_bpw":3.8195,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1840708992","shards":1,"effective_bpw":3.8388,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1897332096","shards":1,"effective_bpw":3.9569,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2017656192","shards":1,"effective_bpw":4.2078,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117532640","shards":1,"effective_bpw":4.4161,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117533056","shards":1,"effective_bpw":4.4161,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q3_K":32,"Q4_K":94,"Q5_K":2,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"2224487808","shards":1,"effective_bpw":4.6392,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q6_K":1,"IQ4_XS":128}},{"quant":"Q3_K_L","bytes":"2249653344","shards":1,"effective_bpw":4.6916,"repo":"lmstudio-community/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2249653632","shards":1,"effective_bpw":4.6916,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2325151104","shards":1,"effective_bpw":4.8491,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2331442560","shards":1,"effective_bpw":4.8622,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q4_0":124,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"2337734016","shards":1,"effective_bpw":4.8753,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2491874272","shards":1,"effective_bpw":5.1968,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q4_K":80,"Q5_K":32,"Q6_K":17}},{"quant":"Q4_K_M","bytes":"2491874400","shards":1,"effective_bpw":5.1968,"repo":"lmstudio-community/Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q4_K":80,"Q5_K":32,"Q6_K":17}},{"quant":"Q4_K_M","bytes":"2491874688","shards":1,"effective_bpw":5.1968,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2526477696","shards":1,"effective_bpw":5.269,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2640722304","shards":1,"effective_bpw":5.5072,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2727804288","shards":1,"effective_bpw":5.6888,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2848127968","shards":1,"effective_bpw":5.9398,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2848128384","shards":1,"effective_bpw":5.9398,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q5_K":80,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"2996976000","shards":1,"effective_bpw":6.2502,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155622880","shards":1,"effective_bpw":6.581,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155623008","shards":1,"effective_bpw":6.581,"repo":"lmstudio-community/Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q6_K":129}},{"quant":"Q6_K","bytes":"3155623296","shards":1,"effective_bpw":6.581,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q6_K":129}},{"quant":"Q6_K_L","bytes":"3304470912","shards":1,"effective_bpw":6.8915,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4084611040","shards":1,"effective_bpw":8.5184,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q8_0":129}},{"quant":"Q8_0","bytes":"4084611168","shards":1,"effective_bpw":8.5184,"repo":"lmstudio-community/Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q8_0":129}},{"quant":"Q8_0","bytes":"4084611456","shards":1,"effective_bpw":8.5184,"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","n_tensors":196,"type_hist":{"F32":67,"Q8_0":129}},{"quant":"BF16","bytes":"7680694240","shards":1,"effective_bpw":16.018,"repo":"unsloth/Phi-4-mini-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-asr-0-6b","canonical_repo":"Qwen/Qwen3-ASR-0.6B","display_name":"Qwen3-ASR-0.6B","publisher":"Qwen","modality":"audio_asr","arch_key":"qwen3_asr","params_total":"938008576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"141916","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-ASR-0.6B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"589560480","shards":1,"effective_bpw":5.0282,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":613,"type_hist":{"F32":305,"Q4_K":187,"Q6_K":1,"Q8_0":120}},{"quant":"Q4_K","bytes":"631026336","shards":1,"effective_bpw":5.3818,"repo":"cstr/qwen3-asr-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"645356192","shards":1,"effective_bpw":5.5041,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":613,"type_hist":{"F32":305,"Q5_K":187,"Q6_K":1,"Q8_0":120}},{"quant":"Q6_K","bytes":"690417824","shards":1,"effective_bpw":5.8884,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":613,"type_hist":{"F32":305,"Q6_K":216,"Q8_0":92}},{"quant":"Q8_0","bytes":"804749248","shards":1,"effective_bpw":6.8635,"repo":"ggml-org/Qwen3-ASR-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q8_0":198}},{"quant":"Q8_0","bytes":"850423456","shards":1,"effective_bpw":7.253,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1006809760","shards":1,"effective_bpw":8.5868,"repo":"cstr/qwen3-asr-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1509343168","shards":1,"effective_bpw":12.8727,"repo":"ggml-org/Qwen3-ASR-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1571490016","shards":1,"effective_bpw":13.4028,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1579793056","shards":1,"effective_bpw":13.4736,"repo":"handy-computer/Qwen3-ASR-0.6B-gguf","n_tensors":613,"type_hist":{"F16":308,"F32":305}}]}
{"_type":"model","slug":"flux-1-schnell","canonical_repo":"black-forest-labs/FLUX.1-schnell","display_name":"FLUX.1-schnell","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"11891178560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"138849","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4003218464","shards":1,"effective_bpw":2.6932,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4010296352","shards":1,"effective_bpw":2.698,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4010296352","shards":1,"effective_bpw":2.698,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5205132320","shards":1,"effective_bpw":3.5018,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5212210208","shards":1,"effective_bpw":3.5066,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5212210208","shards":1,"effective_bpw":3.5066,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5348017184","shards":1,"effective_bpw":3.598,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q3_K":266,"Q4_K":38}},{"quant":"Q4_0","bytes":"6770707360","shards":1,"effective_bpw":4.5551,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6770707360","shards":1,"effective_bpw":4.5551,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6776865824","shards":1,"effective_bpw":4.5593,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6776865824","shards":1,"effective_bpw":4.5593,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q4_0":304}},{"quant":"Q4_K_S","bytes":"6783943712","shards":1,"effective_bpw":4.564,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6783943712","shards":1,"effective_bpw":4.564,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6911345696","shards":1,"effective_bpw":4.6497,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q4_K":266,"Q5_K":38}},{"quant":"Q4_1","bytes":"7510346656","shards":1,"effective_bpw":5.0527,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7510346656","shards":1,"effective_bpw":5.0527,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7516505120","shards":1,"effective_bpw":5.0569,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8249985952","shards":1,"effective_bpw":5.5503,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8249985952","shards":1,"effective_bpw":5.5503,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8256144416","shards":1,"effective_bpw":5.5545,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8256144416","shards":1,"effective_bpw":5.5545,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8263222304","shards":1,"effective_bpw":5.5592,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8263222304","shards":1,"effective_bpw":5.5592,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8399029280","shards":1,"effective_bpw":5.6506,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q5_K":266,"Q6_K":38}},{"quant":"Q5_1","bytes":"8989625248","shards":1,"effective_bpw":6.0479,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8989625248","shards":1,"effective_bpw":6.0479,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8995783712","shards":1,"effective_bpw":6.0521,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9827877920","shards":1,"effective_bpw":6.6119,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q6_K":304}},{"quant":"Q6_K","bytes":"9834955808","shards":1,"effective_bpw":6.6166,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9834955808","shards":1,"effective_bpw":6.6166,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12687821728","shards":1,"effective_bpw":8.536,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12687821728","shards":1,"effective_bpw":8.536,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12693980192","shards":1,"effective_bpw":8.5401,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F32":464,"BF16":8,"Q8_0":304}},{"quant":"F16","bytes":"23782411168","shards":1,"effective_bpw":16,"repo":"city96/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23782411168","shards":1,"effective_bpw":16,"repo":"lllyasviel/FLUX.1-schnell-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23788569632","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23788569632","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-schnell-GGUF","n_tensors":776,"type_hist":{"F16":304,"F32":464,"BF16":8}}]}
{"_type":"model","slug":"smollm2-135m-instruct","canonical_repo":"HuggingFaceTB/SmolLM2-135M-Instruct","display_name":"SmolLM2-135M-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"134515008","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"137983","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM2-135M-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"88201792","shards":1,"effective_bpw":5.2456,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"88202080","shards":1,"effective_bpw":5.2456,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"88202080","shards":1,"effective_bpw":5.2456,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"88202080","shards":1,"effective_bpw":5.2456,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"88202080","shards":1,"effective_bpw":5.2456,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"88202208","shards":1,"effective_bpw":5.2456,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"88202208","shards":1,"effective_bpw":5.2456,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"90213472","shards":1,"effective_bpw":5.3653,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"90897760","shards":1,"effective_bpw":5.406,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q8_0":1,"IQ4_NL":180,"IQ4_XS":30}},{"quant":"IQ4_XS","bytes":"91312608","shards":1,"effective_bpw":5.4306,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"91893088","shards":1,"effective_bpw":5.4652,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q4_0":207,"Q4_1":3,"Q8_0":1}},{"quant":"Q3_K_M","bytes":"93510208","shards":1,"effective_bpw":5.5613,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"93510496","shards":1,"effective_bpw":5.5613,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q4_K":29,"Q5_0":58,"Q5_1":2,"Q5_K":1,"Q8_0":1,"IQ4_NL":120}},{"quant":"Q3_K_M","bytes":"93510624","shards":1,"effective_bpw":5.5613,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"97532992","shards":1,"effective_bpw":5.8006,"repo":"lmstudio-community/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"97533280","shards":1,"effective_bpw":5.8006,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"97533408","shards":1,"effective_bpw":5.8006,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"102039904","shards":1,"effective_bpw":6.0686,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"102040032","shards":1,"effective_bpw":6.0686,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"105454144","shards":1,"effective_bpw":6.2717,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"105454144","shards":1,"effective_bpw":6.2717,"repo":"lmstudio-community/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q4_K":16,"Q5_0":166,"Q6_K":14,"Q8_0":15}},{"quant":"Q4_K_M","bytes":"105454432","shards":1,"effective_bpw":6.2717,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q4_K":16,"Q5_0":166,"Q6_K":14,"Q8_0":15}},{"quant":"Q4_K_L","bytes":"105454432","shards":1,"effective_bpw":6.2717,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"105454560","shards":1,"effective_bpw":6.2717,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"109974880","shards":1,"effective_bpw":6.5405,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"109975008","shards":1,"effective_bpw":6.5405,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"112103488","shards":1,"effective_bpw":6.6671,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q5_1":166,"Q5_K":16,"Q6_K":14,"Q8_0":15}},{"quant":"Q5_K_M","bytes":"112103776","shards":1,"effective_bpw":6.6671,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q5_1":166,"Q5_K":16,"Q6_K":14,"Q8_0":15}},{"quant":"Q5_K_L","bytes":"112103776","shards":1,"effective_bpw":6.6671,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"112103904","shards":1,"effective_bpw":6.6671,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138382912","shards":1,"effective_bpw":8.23,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138382912","shards":1,"effective_bpw":8.23,"repo":"lmstudio-community/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q6_K":30,"Q8_0":181}},{"quant":"Q6_K","bytes":"138383200","shards":1,"effective_bpw":8.2301,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q6_K":30,"Q8_0":181}},{"quant":"Q6_K_L","bytes":"138383200","shards":1,"effective_bpw":8.2301,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138383328","shards":1,"effective_bpw":8.2301,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"144811072","shards":1,"effective_bpw":8.6123,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q8_0":211}},{"quant":"Q8_0","bytes":"144811072","shards":1,"effective_bpw":8.6123,"repo":"lmstudio-community/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q8_0":211}},{"quant":"Q8_0","bytes":"144811360","shards":1,"effective_bpw":8.6124,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F32":61,"Q8_0":211}},{"quant":"Q8_0","bytes":"144811488","shards":1,"effective_bpw":8.6124,"repo":"mradermacher/SmolLM2-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"270885952","shards":1,"effective_bpw":16.1104,"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F16":211,"F32":61}},{"quant":"F16","bytes":"270885952","shards":1,"effective_bpw":16.1104,"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","n_tensors":272,"type_hist":{"F16":211,"F32":61}}]}
{"_type":"model","slug":"llama-3-3-70b-instruct","canonical_repo":"meta-llama/Llama-3.3-70B-Instruct","display_name":"Llama-3.3-70B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"137648","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.3-70B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"15854029408","shards":1,"effective_bpw":1.7977,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201248","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"17145875040","shards":1,"effective_bpw":1.9442,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097390048","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"19431115360","shards":1,"effective_bpw":2.2033,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113248","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242348000","shards":1,"effective_bpw":2.522,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119299040","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"24295197280","shards":1,"effective_bpw":2.7548,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113312","shards":1,"effective_bpw":2.9906,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113696","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"26621364832","shards":1,"effective_bpw":3.0186,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161696","shards":1,"effective_bpw":3.107,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499360","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"27655621216","shards":1,"effective_bpw":3.1358,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307735008","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055904","shards":1,"effective_bpw":3.5051,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056288","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039328","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499104","shards":1,"effective_bpw":3.8856,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q3_K":321,"Q4_K":155,"Q5_K":85,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"34267499488","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q3_K":321,"Q4_K":155,"Q5_K":85,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"37140597440","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597728","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666720","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":80,"Q6_K":1,"IQ4_XS":481}},{"quant":"IQ4_XS","bytes":"37935499872","shards":1,"effective_bpw":4.3015,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":1,"Q5_K":80,"Q6_K":1,"IQ4_XS":480}},{"quant":"IQ4_NL","bytes":"40053623392","shards":1,"effective_bpw":4.5416,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623776","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116537952","shards":1,"effective_bpw":4.5488,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538336","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_0":551,"Q4_1":10,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"40347224672","shards":1,"effective_bpw":4.5749,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225056","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398432","shards":1,"effective_bpw":4.8213,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":441,"Q5_K":40,"Q6_K":81}},{"quant":"Q4_K_M","bytes":"42520398528","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":441,"Q5_K":40,"Q6_K":81}},{"quant":"Q4_K_M","bytes":"42520398816","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300195296","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313594464","shards":1,"effective_bpw":5.0247,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451616","shards":1,"effective_bpw":5.5172,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452000","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821536","shards":1,"effective_bpw":5.6638,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":481,"Q6_K":81}},{"quant":"Q5_K_M","bytes":"49949822112","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284448","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888147872","shards":2,"effective_bpw":6.5639,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148288","shards":2,"effective_bpw":6.5639,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148384","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148672","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397068448","shards":2,"effective_bpw":6.6216,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054240","shards":2,"effective_bpw":8.5013,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054720","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055008","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117917856","shards":3,"effective_bpw":16.0012,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"141117917856","shards":4,"effective_bpw":16.0012,"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"141117918624","shards":4,"effective_bpw":16.0012,"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-t2v-a14b","canonical_repo":"Wan-AI/Wan2.2-T2V-A14B","display_name":"Wan2.2-T2V-A14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"14288491584","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"137203","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5299319296","shards":1,"effective_bpw":2.967,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5299319296","shards":1,"effective_bpw":2.967,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6513373696","shards":1,"effective_bpw":3.6468,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6513373696","shards":1,"effective_bpw":3.6468,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7174468096","shards":1,"effective_bpw":4.0169,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q3_K":280,"Q4_K":118,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"7174468096","shards":1,"effective_bpw":4.0169,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q3_K":280,"Q4_K":118,"Q5_K":2}},{"quant":"Q4_0","bytes":"8556458496","shards":1,"effective_bpw":4.7907,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q4_0":360,"Q4_1":40}},{"quant":"Q4_0","bytes":"8556458496","shards":1,"effective_bpw":4.7907,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q4_0":360,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"8746512896","shards":1,"effective_bpw":4.8971,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8746512896","shards":1,"effective_bpw":4.8971,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9257693696","shards":1,"effective_bpw":5.1833,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9257693696","shards":1,"effective_bpw":5.1833,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9649449504","shards":1,"effective_bpw":5.4026,"repo":"wikeeyang/Magic-Wan-Image-V2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9650090496","shards":1,"effective_bpw":5.403,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9650090496","shards":1,"effective_bpw":5.403,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q4_K":280,"Q6_K":120}},{"quant":"Q5_K_S","bytes":"10135876096","shards":1,"effective_bpw":5.675,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10135876096","shards":1,"effective_bpw":5.675,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10312823296","shards":1,"effective_bpw":5.7741,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10312823296","shards":1,"effective_bpw":5.7741,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10790416896","shards":1,"effective_bpw":6.0415,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_K_M","bytes":"10790416896","shards":1,"effective_bpw":6.0415,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_1","bytes":"11014058496","shards":1,"effective_bpw":6.1667,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11014058496","shards":1,"effective_bpw":6.1667,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12002013696","shards":1,"effective_bpw":6.7198,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q6_K":400}},{"quant":"Q6_K","bytes":"12002013696","shards":1,"effective_bpw":6.7198,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q6_K":400}},{"quant":"Q8_0","bytes":"15404329504","shards":1,"effective_bpw":8.6247,"repo":"wikeeyang/Magic-Wan-Image-V2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15404970496","shards":1,"effective_bpw":8.6251,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q8_0":400}},{"quant":"Q8_0","bytes":"15404970496","shards":1,"effective_bpw":8.6251,"repo":"QuantStack/Wan2.2-T2V-A14B-GGUF","n_tensors":1095,"type_hist":{"F16":694,"F32":1,"Q8_0":400}}]}
{"_type":"model","slug":"gemma-4-31b-it","canonical_repo":"google/gemma-4-31b-it","display_name":"gemma-4-31b-it","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"135047","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-31b-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"8534295488","shards":1,"effective_bpw":2.089,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"10112172384","shards":1,"effective_bpw":2.4753,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10752820160","shards":1,"effective_bpw":2.6321,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"10830190944","shards":1,"effective_bpw":2.651,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11500943712","shards":1,"effective_bpw":2.8152,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11837782976","shards":1,"effective_bpw":2.8977,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12075358560","shards":1,"effective_bpw":2.9558,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12631624032","shards":1,"effective_bpw":3.092,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12649773408","shards":1,"effective_bpw":3.0964,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12972935520","shards":1,"effective_bpw":3.1755,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12981709152","shards":1,"effective_bpw":3.1777,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13210856384","shards":1,"effective_bpw":3.2338,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13841353056","shards":1,"effective_bpw":3.3881,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14329063776","shards":1,"effective_bpw":3.5075,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14736608192","shards":1,"effective_bpw":3.6072,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q3_K":241,"Q4_K":165,"Q5_K":5}},{"quant":"IQ3_M","bytes":"15129829728","shards":1,"effective_bpw":3.7035,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287102912","shards":1,"effective_bpw":3.742,"repo":"angelwind/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287102912","shards":1,"effective_bpw":3.742,"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287102912","shards":1,"effective_bpw":3.742,"repo":"jie1888/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15918123360","shards":1,"effective_bpw":3.8964,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16372460480","shards":1,"effective_bpw":4.0077,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_K":1,"IQ4_XS":410}},{"quant":"Q3_K_L","bytes":"16810625376","shards":1,"effective_bpw":4.1149,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17155893600","shards":1,"effective_bpw":4.1994,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":31,"IQ4_XS":380}},{"quant":"IQ4_NL","bytes":"17287670720","shards":1,"effective_bpw":4.2317,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17338248128","shards":1,"effective_bpw":4.2441,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_0":403,"Q4_1":7,"Q4_K":1}},{"quant":"Q4_K_S","bytes":"17399835584","shards":1,"effective_bpw":4.2591,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18025687392","shards":1,"effective_bpw":4.4123,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18195655008","shards":1,"effective_bpw":4.4539,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18323733440","shards":1,"effective_bpw":4.4853,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18425426784","shards":2,"effective_bpw":4.5102,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057344","shards":1,"effective_bpw":4.5742,"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057344","shards":1,"effective_bpw":4.5742,"repo":"angelwind/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057344","shards":1,"effective_bpw":4.5742,"repo":"jie1888/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063904","shards":1,"effective_bpw":4.5742,"repo":"lmstudio-community/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_K":355,"Q6_K":56}},{"quant":"Q4_1","bytes":"19118091200","shards":1,"effective_bpw":4.6797,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19598489952","shards":1,"effective_bpw":4.7973,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19765274976","shards":1,"effective_bpw":4.8381,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19939801440","shards":1,"effective_bpw":4.8809,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21124672448","shards":1,"effective_bpw":5.1709,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21504862560","shards":1,"effective_bpw":5.264,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21658401728","shards":1,"effective_bpw":5.3015,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":356,"Q6_K":55}},{"quant":"Q5_K_M","bytes":"22608877920","shards":1,"effective_bpw":5.5342,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":205,"Q6_K":206}},{"quant":"Q5_K_L","bytes":"22950189408","shards":1,"effective_bpw":5.6178,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483424","shards":1,"effective_bpw":6.1688,"repo":"lmstudio-community/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201486784","shards":1,"effective_bpw":6.1688,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":411}},{"quant":"Q6_K","bytes":"26726721888","shards":1,"effective_bpw":6.5422,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":236,"Q8_0":175}},{"quant":"Q6_K_L","bytes":"27068033376","shards":1,"effective_bpw":6.6257,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670976","shards":9,"effective_bpw":7.9886,"repo":"angelwind/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670976","shards":9,"effective_bpw":7.9886,"repo":"jie1888/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670976","shards":9,"effective_bpw":7.9886,"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674272","shards":1,"effective_bpw":7.9886,"repo":"lmstudio-community/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q8_0":411}},{"quant":"Q8_0","bytes":"32635677632","shards":1,"effective_bpw":7.9886,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q8_0":411}},{"quant":"Q8_0","bytes":"33150382944","shards":2,"effective_bpw":8.1146,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413189920","shards":2,"effective_bpw":15.0327,"repo":"bartowski/google_gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413190528","shards":2,"effective_bpw":15.0327,"repo":"unsloth/gemma-4-31B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-uncensored-heretic-native-mtp-preserved","canonical_repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved","display_name":"Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved","publisher":"llmfan46","modality":"vision_language","arch_key":"clip","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"127987","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"17267455136","shards":1,"effective_bpw":3.9348,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q3_K":218,"Q4_K":128,"Q5_K":6,"Q6_K":31,"Q8_0":60}},{"quant":"Q3_K_L","bytes":"18652886176","shards":1,"effective_bpw":4.2505,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20433712288","shards":1,"effective_bpw":4.6563,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21694740192","shards":1,"effective_bpw":4.9437,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-NVFP4-Experts-Only-GGUF","n_tensors":993,"type_hist":{"F32":548,"Q8_0":325,"NVFP4":120}},{"quant":"Q4_K_M","bytes":"21780313248","shards":1,"effective_bpw":4.9632,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q4_K":289,"Q6_K":94,"Q8_0":60}},{"quant":"Q5_K_S","bytes":"24598656160","shards":1,"effective_bpw":5.6054,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25382433952","shards":1,"effective_bpw":5.784,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q5_K":289,"Q6_K":94,"Q8_0":60}},{"quant":"Q6_K","bytes":"29270635680","shards":1,"effective_bpw":6.67,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q6_K":353,"Q8_0":90}},{"quant":"Q8_0","bytes":"37802153120","shards":1,"effective_bpw":8.6141,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":753,"type_hist":{"F32":310,"Q8_0":443}},{"quant":"BF16","bytes":"71066998240","shards":1,"effective_bpw":16.1943,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it","canonical_repo":"google/gemma-4-e2b-it","display_name":"gemma-4-e2b-it","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"127901","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-e2b-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"2290860128","shards":1,"effective_bpw":3.5772,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"2315847744","shards":1,"effective_bpw":3.6163,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2372993120","shards":1,"effective_bpw":3.7055,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2445652064","shards":1,"effective_bpw":3.819,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2536786016","shards":1,"effective_bpw":3.9613,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":353,"BF16":1,"Q3_K":141,"Q4_K":102,"Q5_K":4}},{"quant":"IQ2_M","bytes":"2553153600","shards":1,"effective_bpw":3.9868,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2620200416","shards":1,"effective_bpw":4.0915,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2648066112","shards":1,"effective_bpw":4.135,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2983944288","shards":1,"effective_bpw":4.6595,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3020053984","shards":1,"effective_bpw":4.7159,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3041083488","shards":1,"effective_bpw":4.7487,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3041378400","shards":1,"effective_bpw":4.7492,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3043934304","shards":1,"effective_bpw":4.7532,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3100712416","shards":1,"effective_bpw":4.8419,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3106738272","shards":1,"effective_bpw":4.8513,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3134793184","shards":1,"effective_bpw":4.8951,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3134964672","shards":1,"effective_bpw":4.8953,"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3154919520","shards":1,"effective_bpw":4.9265,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3161611744","shards":1,"effective_bpw":4.937,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3191940960","shards":1,"effective_bpw":4.9843,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3224043456","shards":1,"effective_bpw":5.0344,"repo":"braydenh563/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Ollama","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3226811872","shards":1,"effective_bpw":5.0388,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q3_K":193,"Q4_K":86,"Q5_K":19,"Q6_K":19}},{"quant":"Q3_K_L","bytes":"3290414560","shards":1,"effective_bpw":5.1381,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3292383296","shards":1,"effective_bpw":5.1412,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3321151584","shards":1,"effective_bpw":5.1861,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3324311008","shards":1,"effective_bpw":5.191,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q6_K":54,"IQ4_XS":263}},{"quant":"Q5_K_M","bytes":"3356037216","shards":1,"effective_bpw":5.2406,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3378740704","shards":1,"effective_bpw":5.276,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q4_0":294,"Q4_1":4,"Q6_K":19}},{"quant":"IQ4_NL","bytes":"3380639200","shards":1,"effective_bpw":5.279,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3382083040","shards":1,"effective_bpw":5.2812,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3416101728","shards":1,"effective_bpw":5.3343,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427880384","shards":1,"effective_bpw":5.3527,"repo":"lmstudio-community/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3450277824","shards":1,"effective_bpw":5.3877,"repo":"braydenh563/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Ollama","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3462680032","shards":1,"effective_bpw":5.4071,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q4_K":194,"Q5_K":70,"Q6_K":53}},{"quant":"Q4_1","bytes":"3490069984","shards":1,"effective_bpw":5.4499,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3603758560","shards":1,"effective_bpw":5.6274,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3616691040","shards":1,"effective_bpw":5.6476,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3658384864","shards":1,"effective_bpw":5.7127,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q5_K":194,"Q6_K":123}},{"quant":"Q5_K_M","bytes":"3663440832","shards":1,"effective_bpw":5.7206,"repo":"braydenh563/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Ollama","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3686424032","shards":1,"effective_bpw":5.7565,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3829817184","shards":1,"effective_bpw":5.9804,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845346752","shards":1,"effective_bpw":6.0046,"repo":"lmstudio-community/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3898486240","shards":1,"effective_bpw":6.0876,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4129050080","shards":1,"effective_bpw":6.4476,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4324754912","shards":1,"effective_bpw":6.7532,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4501721184","shards":1,"effective_bpw":7.0296,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":353,"BF16":1,"Q6_K":246,"Q8_0":1}},{"quant":"Q6_K_L","bytes":"4564856288","shards":1,"effective_bpw":7.1282,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4947396448","shards":1,"effective_bpw":7.7255,"repo":"DuoNeural/Gemma-4-E2B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967497152","shards":1,"effective_bpw":7.7569,"repo":"lmstudio-community/gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q8_0":317}},{"quant":"Q8_0","bytes":"4967497184","shards":1,"effective_bpw":7.7569,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":601,"type_hist":{"F32":283,"BF16":1,"Q8_0":317}},{"quant":"Q8_0","bytes":"5036057536","shards":1,"effective_bpw":7.864,"repo":"braydenh563/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Ollama","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5048352864","shards":1,"effective_bpw":7.8832,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311304896","shards":1,"effective_bpw":14.5399,"repo":"bartowski/google_gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311305568","shards":1,"effective_bpw":14.5399,"repo":"unsloth/gemma-4-E2B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-animate-14b","canonical_repo":"Wan-AI/Wan2.2-Animate-14B","display_name":"Wan2.2-Animate-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"17274817108","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"119793","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.2-Animate-14B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"6457431872","shards":1,"effective_bpw":2.9904,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6830167872","shards":1,"effective_bpw":3.1631,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7969675072","shards":1,"effective_bpw":3.6908,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8630769472","shards":1,"effective_bpw":3.9969,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q3_K":384,"Q4_K":118,"Q5_K":2}},{"quant":"Q3_K","bytes":"8742180672","shards":1,"effective_bpw":4.0485,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10402699072","shards":1,"effective_bpw":4.8175,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q4_0":464,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"10592753472","shards":1,"effective_bpw":4.9055,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11496331072","shards":1,"effective_bpw":5.324,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q4_K":384,"Q6_K":120}},{"quant":"Q4_K","bytes":"11601188672","shards":1,"effective_bpw":5.3725,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12349118272","shards":1,"effective_bpw":5.7189,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12526065472","shards":1,"effective_bpw":5.8008,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13003659072","shards":1,"effective_bpw":6.022,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q5_K":384,"Q6_K":120}},{"quant":"Q5_K","bytes":"13115070272","shards":1,"effective_bpw":6.0736,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14605195072","shards":1,"effective_bpw":6.7637,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q6_K":504}},{"quant":"Q6_K","bytes":"14605195072","shards":1,"effective_bpw":6.7637,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q6_K":504}},{"quant":"Q8_0","bytes":"18719217472","shards":1,"effective_bpw":8.6689,"repo":"befox/Wan2.2-Animate-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18719217472","shards":1,"effective_bpw":8.6689,"repo":"QuantStack/Wan2.2-Animate-14B-GGUF","n_tensors":1441,"type_hist":{"F32":929,"BF16":8,"Q8_0":504}}]}
{"_type":"model","slug":"unsloth-qwen3-5-9b","canonical_repo":"unsloth/Qwen3.5-9B","display_name":"Qwen3.5-9B","publisher":"unsloth","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"119631","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.5-9B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"4623521024","shards":1,"effective_bpw":3.8317,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q3_K":177,"Q4_K":68,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"5048508224","shards":1,"effective_bpw":4.1839,"repo":"trjxter/Qwimi3.5-9B-Kimik2.6-Opus-Distill-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629105024","shards":1,"effective_bpw":4.6651,"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q4_K":217,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"5629105408","shards":1,"effective_bpw":4.6651,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780086592","shards":1,"effective_bpw":4.7902,"repo":"trjxter/Qwimi3.5-9B-Kimik2.6-Opus-Distill-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467966208","shards":1,"effective_bpw":5.3603,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q5_K":217,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"6642540352","shards":1,"effective_bpw":5.505,"repo":"trjxter/Qwimi3.5-9B-Kimik2.6-Opus-Distill-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359255424","shards":1,"effective_bpw":6.099,"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359255808","shards":1,"effective_bpw":6.099,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558897472","shards":1,"effective_bpw":6.2644,"repo":"trjxter/Qwimi3.5-9B-Kimik2.6-Opus-Distill-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q6_K":258}},{"quant":"Q8_0","bytes":"9527497600","shards":1,"effective_bpw":7.8959,"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q8_0":250}},{"quant":"Q8_0","bytes":"9527497984","shards":1,"effective_bpw":7.8959,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q8_0":250}},{"quant":"Q8_0","bytes":"9786056512","shards":1,"effective_bpw":8.1102,"repo":"trjxter/Qwimi3.5-9B-Kimik2.6-Opus-Distill-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q8_0":258}}]}
{"_type":"model","slug":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","canonical_repo":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","display_name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"33015632214","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"119031","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"18499970496","shards":1,"effective_bpw":4.4827,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"18499970496","shards":1,"effective_bpw":4.4827,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"18820767168","shards":1,"effective_bpw":4.5604,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"19459349952","shards":1,"effective_bpw":4.7152,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"19536678336","shards":1,"effective_bpw":4.7339,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"19536678336","shards":1,"effective_bpw":4.7339,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"19536678336","shards":1,"effective_bpw":4.7339,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"23048883648","shards":1,"effective_bpw":5.585,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"23887023552","shards":1,"effective_bpw":5.7881,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24515129536","shards":1,"effective_bpw":5.9402,"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":401,"type_hist":{"F32":237,"Q4_K":29,"Q5_0":110,"Q8_0":25}},{"quant":"UD-Q5_K_S","bytes":"24804986304","shards":1,"effective_bpw":6.0105,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"28995685824","shards":1,"effective_bpw":7.0259,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33508166848","shards":1,"effective_bpw":8.1193,"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":401,"type_hist":{"F32":237,"Q6_K":29,"Q8_0":135}},{"quant":"Q8_0","bytes":"33585495232","shards":1,"effective_bpw":8.1381,"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":401,"type_hist":{"F32":237,"Q8_0":164}},{"quant":"UD-Q6_K","bytes":"33585499584","shards":1,"effective_bpw":8.1381,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585499584","shards":1,"effective_bpw":8.1381,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","n_tensors":401,"type_hist":{"F32":237,"Q8_0":164}},{"quant":"F16","bytes":"63181504832","shards":1,"effective_bpw":15.3095,"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","n_tensors":401,"type_hist":{"F32":237,"BF16":164}}]}
{"_type":"model","slug":"gemma-3-27b-it","canonical_repo":"google/gemma-3-27b-it","display_name":"gemma-3-27b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"117846","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-27b-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"6506339424","shards":1,"effective_bpw":1.8974,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6986738784","shards":1,"effective_bpw":2.0375,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7850253408","shards":1,"effective_bpw":2.2893,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8438665856","shards":1,"effective_bpw":2.4609,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8782170752","shards":1,"effective_bpw":2.5611,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9492834944","shards":1,"effective_bpw":2.7684,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9624505440","shards":1,"effective_bpw":2.8068,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503436928","shards":1,"effective_bpw":3.0631,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720672","shards":1,"effective_bpw":3.0632,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10503720672","shards":1,"effective_bpw":3.0632,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10716240512","shards":1,"effective_bpw":3.1251,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"10810020960","shards":1,"effective_bpw":3.1525,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10844748416","shards":1,"effective_bpw":3.1626,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11561949824","shards":1,"effective_bpw":3.3718,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167330432","shards":1,"effective_bpw":3.5483,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614176","shards":1,"effective_bpw":3.5484,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12546790016","shards":1,"effective_bpw":3.659,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437356672","shards":1,"effective_bpw":3.9187,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q3_K":248,"Q4_K":181,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"13437640416","shards":1,"effective_bpw":3.9188,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543178368","shards":1,"effective_bpw":4.2412,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767164032","shards":1,"effective_bpw":4.3065,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q6_K":1,"IQ4_XS":434}},{"quant":"IQ4_XS","bytes":"14767447776","shards":1,"effective_bpw":4.3066,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q6_K":1,"IQ4_XS":434}},{"quant":"IQ4_NL","bytes":"15567112832","shards":1,"effective_bpw":4.5398,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567396576","shards":1,"effective_bpw":4.5399,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617690240","shards":1,"effective_bpw":4.5545,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q4_0":427,"Q4_1":7,"Q6_K":1}},{"quant":"Q4_0","bytes":"15617973984","shards":1,"effective_bpw":4.5546,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q4_0":427,"Q4_1":7,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"15673772672","shards":1,"effective_bpw":4.5709,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056416","shards":1,"effective_bpw":4.571,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546404736","shards":1,"effective_bpw":4.8254,"repo":"ggml-org/gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q4_K":374,"Q6_K":61}},{"quant":"Q4_K_M","bytes":"16546404992","shards":1,"effective_bpw":4.8254,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q4_K":374,"Q6_K":61}},{"quant":"Q4_K_M","bytes":"16546688736","shards":1,"effective_bpw":4.8254,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16887716480","shards":1,"effective_bpw":4.9249,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167010432","shards":1,"effective_bpw":5.0063,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294176","shards":1,"effective_bpw":5.0064,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18766908032","shards":1,"effective_bpw":5.4729,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767191776","shards":1,"effective_bpw":5.473,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271391872","shards":1,"effective_bpw":5.62,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q5_K":374,"Q6_K":61}},{"quant":"Q5_K_M","bytes":"19271675616","shards":1,"effective_bpw":5.6201,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q5_K":374,"Q6_K":61}},{"quant":"Q5_K_L","bytes":"19612703360","shards":1,"effective_bpw":5.7196,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166690432","shards":1,"effective_bpw":6.4644,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q6_K":435}},{"quant":"Q6_K","bytes":"22166974176","shards":1,"effective_bpw":6.4645,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22508001920","shards":1,"effective_bpw":6.5639,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707604864","shards":1,"effective_bpw":8.3719,"repo":"ggml-org/gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q8_0":435}},{"quant":"Q8_0","bytes":"28707605120","shards":1,"effective_bpw":8.3719,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":808,"type_hist":{"F32":373,"Q8_0":435}},{"quant":"Q8_0","bytes":"28707972192","shards":1,"effective_bpw":8.372,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54027274816","shards":2,"effective_bpw":15.7558,"repo":"ggml-org/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027274816","shards":2,"effective_bpw":15.7558,"repo":"bartowski/google_gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027964448","shards":2,"effective_bpw":15.756,"repo":"unsloth/gemma-3-27b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-dev","canonical_repo":"black-forest-labs/FLUX.2-dev","display_name":"FLUX.2-dev","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"32223281152","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"116153","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"12858250208","shards":1,"effective_bpw":3.1923,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12858250208","shards":1,"effective_bpw":3.1923,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15628063712","shards":1,"effective_bpw":3.8799,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15649297376","shards":1,"effective_bpw":3.8852,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15779648480","shards":1,"effective_bpw":3.9176,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15829783520","shards":1,"effective_bpw":3.93,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15829783520","shards":1,"effective_bpw":3.93,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q3_K":124,"Q4_K":36}},{"quant":"Q3_K_M","bytes":"15868711904","shards":1,"effective_bpw":3.9397,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15960134624","shards":1,"effective_bpw":3.9624,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16095204320","shards":1,"effective_bpw":3.9959,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19299128288","shards":1,"effective_bpw":4.7914,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q4_0":160}},{"quant":"Q4_0","bytes":"19299128288","shards":1,"effective_bpw":4.7914,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19299128288","shards":1,"effective_bpw":4.7914,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19789861856","shards":1,"effective_bpw":4.9132,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19799299040","shards":1,"effective_bpw":4.9155,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19799299040","shards":1,"effective_bpw":4.9155,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19959731168","shards":1,"effective_bpw":4.9554,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q4_K":124,"Q5_K":36}},{"quant":"Q4_K_M","bytes":"20025791456","shards":1,"effective_bpw":4.9718,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20082414560","shards":1,"effective_bpw":4.9858,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"20170404512","shards":2,"effective_bpw":5.0077,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21262062560","shards":1,"effective_bpw":5.2787,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21262062560","shards":1,"effective_bpw":5.2787,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21762233312","shards":1,"effective_bpw":5.4029,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23224996832","shards":1,"effective_bpw":5.766,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23224996832","shards":1,"effective_bpw":5.766,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23224996832","shards":1,"effective_bpw":5.766,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23725167584","shards":1,"effective_bpw":5.8902,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23725167584","shards":1,"effective_bpw":5.8902,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23746401248","shards":1,"effective_bpw":5.8955,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23926887392","shards":1,"effective_bpw":5.9403,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q5_K":124,"Q6_K":36}},{"quant":"Q5_K_M","bytes":"23965815776","shards":1,"effective_bpw":5.9499,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24057238496","shards":1,"effective_bpw":5.9726,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"25187931104","shards":1,"effective_bpw":6.2533,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"25187931104","shards":1,"effective_bpw":6.2533,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"25688101856","shards":1,"effective_bpw":6.3775,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27396232160","shards":1,"effective_bpw":6.8016,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q6_K":160}},{"quant":"Q6_K","bytes":"27396232160","shards":1,"effective_bpw":6.8016,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27896402912","shards":1,"effective_bpw":6.9258,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"29936513696","shards":2,"effective_bpw":7.4323,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"31438992032","shards":2,"effective_bpw":7.8053,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35002602464","shards":1,"effective_bpw":8.69,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35002602464","shards":1,"effective_bpw":8.69,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F32":128,"BF16":11,"Q8_0":160}},{"quant":"Q8_0","bytes":"55478645408","shards":2,"effective_bpw":13.7736,"repo":"gguf-org/flux2-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64446616544","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"64446616544","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-dev-GGUF","n_tensors":299,"type_hist":{"F16":160,"F32":128,"BF16":11}},{"quant":"BF16","bytes":"64446616544","shards":1,"effective_bpw":16,"repo":"city96/FLUX.2-dev-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fastcontext-1-0-4b-sft","canonical_repo":"ShaunGves/FastContext-1.0-4B-SFT","display_name":"FastContext-1.0-4B-SFT","publisher":"ShaunGves","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"115781","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ShaunGves/FastContext-1.0-4B-SFT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255168","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017088","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620288","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099328","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300608","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1512982624","shards":1,"effective_bpw":3.0091,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983168","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453568","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498720","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669499008","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187648","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374528","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996320","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996608","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530368","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962894944","shards":1,"effective_bpw":3.9039,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895488","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617120","shards":1,"effective_bpw":4.128,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"2075617408","shards":1,"effective_bpw":4.128,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784800","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785088","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270750304","shards":1,"effective_bpw":4.5161,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750848","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315360","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":40,"Q6_K":1,"IQ4_XS":212}},{"quant":"I1-Q4_0","bytes":"2375772288","shards":1,"effective_bpw":4.725,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342848","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308640","shards":1,"effective_bpw":4.74,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308928","shards":1,"effective_bpw":4.74,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279584","shards":1,"effective_bpw":4.9667,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497279840","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"I1-Q4_K_M","bytes":"2497280128","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628608","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710560","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710848","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512544","shards":1,"effective_bpw":5.7467,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"2889512800","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"I1-Q5_K_M","bytes":"2889513088","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260064","shards":1,"effective_bpw":6.5756,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306260320","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"I1-Q6_K","bytes":"3306260608","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/FastContext-1.0-4B-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404064","shards":1,"effective_bpw":8.513,"repo":"liodon-ai/FastContext-1.0-4B-SFT-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404320","shards":1,"effective_bpw":8.513,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"F16","bytes":"8051284320","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/FastContext-1.0-4B-SFT-GGUF","n_tensors":398,"type_hist":{"F16":253,"F32":145}}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-7b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","display_name":"DeepSeek-R1-Distill-Qwen-7B","publisher":"deepseek-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"113613","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780342240","shards":1,"effective_bpw":2.9207,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939808","shards":1,"effective_bpw":3.1682,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940064","shards":1,"effective_bpw":3.1682,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3143673568","shards":1,"effective_bpw":3.3023,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346255840","shards":1,"effective_bpw":3.5152,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368352","shards":1,"effective_bpw":3.6686,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164064","shards":1,"effective_bpw":3.7273,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574011872","shards":1,"effective_bpw":3.7544,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390880","shards":1,"effective_bpw":4.0006,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808391136","shards":1,"effective_bpw":4.0006,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4088458944","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459232","shards":1,"effective_bpw":4.2948,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218472416","shards":1,"effective_bpw":4.4314,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"IQ4_NL","bytes":"4437813216","shards":1,"effective_bpw":4.6618,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121056","shards":1,"effective_bpw":4.6684,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4457768928","shards":1,"effective_bpw":4.6828,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073216","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683073248","shards":1,"effective_bpw":4.9194,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683073504","shards":1,"effective_bpw":4.9194,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873283552","shards":1,"effective_bpw":5.1193,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087563744","shards":1,"effective_bpw":5.3443,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176416","shards":1,"effective_bpw":5.5834,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830944","shards":1,"effective_bpw":5.7196,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"5444831200","shards":1,"effective_bpw":5.7196,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781196768","shards":1,"effective_bpw":6.073,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198464","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254198496","shards":1,"effective_bpw":6.5699,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198752","shards":1,"effective_bpw":6.5699,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K_L","bytes":"6518181856","shards":1,"effective_bpw":6.8472,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524864","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098524896","shards":1,"effective_bpw":8.5073,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098525152","shards":1,"effective_bpw":8.5073,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852896","shards":1,"effective_bpw":16.007,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}},{"quant":"F16","bytes":"15237853152","shards":1,"effective_bpw":16.007,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468419264","shards":1,"effective_bpw":32.0063,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-6v-flash","canonical_repo":"zai-org/GLM-4.6V-Flash","display_name":"GLM-4.6V-Flash","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"10292777472","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"113447","n_layers":40,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-4.6V-Flash","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3204204128","shards":1,"effective_bpw":2.4904,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3318154848","shards":1,"effective_bpw":2.579,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3511158368","shards":1,"effective_bpw":2.729,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3783787648","shards":1,"effective_bpw":2.9409,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3946316928","shards":1,"effective_bpw":3.0673,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3992028768","shards":1,"effective_bpw":3.1028,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006347904","shards":1,"effective_bpw":3.1139,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006348384","shards":1,"effective_bpw":3.1139,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4151838304","shards":1,"effective_bpw":3.227,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4226811008","shards":1,"effective_bpw":3.2853,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4234839648","shards":1,"effective_bpw":3.2915,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4406412416","shards":1,"effective_bpw":3.4249,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592043136","shards":1,"effective_bpw":3.5691,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592043616","shards":1,"effective_bpw":3.5691,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4612555904","shards":1,"effective_bpw":3.5851,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4721804416","shards":1,"effective_bpw":3.67,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974511232","shards":1,"effective_bpw":3.8664,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q3_K":121,"Q4_K":78,"Q5_0":38,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"4974511712","shards":1,"effective_bpw":3.8664,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q3_K":121,"Q4_K":78,"Q5_0":38,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"5196612736","shards":1,"effective_bpw":4.039,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5262279808","shards":1,"effective_bpw":4.0901,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q5_K":40,"Q6_K":1,"IQ4_NL":40,"IQ4_XS":161}},{"quant":"IQ4_XS","bytes":"5281678944","shards":1,"effective_bpw":4.1052,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465179264","shards":1,"effective_bpw":4.2478,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465179744","shards":1,"effective_bpw":4.2478,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477467264","shards":1,"effective_bpw":4.2573,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q4_0":236,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_0","bytes":"5477467744","shards":1,"effective_bpw":4.2573,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q4_0":236,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"5758485632","shards":1,"effective_bpw":4.4757,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758486112","shards":1,"effective_bpw":4.4757,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008603776","shards":1,"effective_bpw":4.6702,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008604256","shards":1,"effective_bpw":4.6702,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166577888","shards":1,"effective_bpw":4.7929,"repo":"lmstudio-community/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166578304","shards":1,"effective_bpw":4.7929,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q4_K":181,"Q5_0":20,"Q6_K":21,"Q8_0":20}},{"quant":"Q4_K_M","bytes":"6166578784","shards":1,"effective_bpw":4.7929,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q4_K":181,"Q5_0":20,"Q6_K":21,"Q8_0":20}},{"quant":"Q4_K_L","bytes":"6627296384","shards":1,"effective_bpw":5.151,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697518208","shards":1,"effective_bpw":5.2056,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697518688","shards":1,"effective_bpw":5.2056,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050921088","shards":1,"effective_bpw":5.4803,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q5_1":20,"Q5_K":181,"Q6_K":21,"Q8_0":20}},{"quant":"Q5_K_M","bytes":"7050921568","shards":1,"effective_bpw":5.4803,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7434044544","shards":1,"effective_bpw":5.7781,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266646240","shards":1,"effective_bpw":6.4252,"repo":"lmstudio-community/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266646656","shards":1,"effective_bpw":6.4252,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q6_K":202,"Q8_0":40}},{"quant":"Q6_K","bytes":"8266647136","shards":1,"effective_bpw":6.4252,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q6_K":202,"Q8_0":40}},{"quant":"Q6_K_L","bytes":"8567325824","shards":1,"effective_bpw":6.6589,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999614688","shards":1,"effective_bpw":7.7721,"repo":"lmstudio-community/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999615104","shards":1,"effective_bpw":7.7721,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q8_0":242}},{"quant":"Q8_0","bytes":"9999615584","shards":1,"effective_bpw":7.7721,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":523,"type_hist":{"F32":281,"Q8_0":242}},{"quant":"BF16","bytes":"18811585376","shards":1,"effective_bpw":14.6212,"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811585888","shards":1,"effective_bpw":14.6212,"repo":"unsloth/GLM-4.6V-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-uncensored-heretic","canonical_repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic","display_name":"Qwen3.6-35B-A3B-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"111536","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16865560384","shards":1,"effective_bpw":3.8432,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q3_K":211,"Q4_K":124,"Q5_K":6,"Q6_K":31,"Q8_0":60}},{"quant":"Q3_K_L","bytes":"18216126272","shards":1,"effective_bpw":4.151,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19956754240","shards":1,"effective_bpw":4.5476,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"20797276416","shards":1,"effective_bpw":4.7392,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-GGUF","n_tensors":973,"type_hist":{"F32":541,"Q8_0":312,"NVFP4":120}},{"quant":"Q4_K_M","bytes":"21233608512","shards":1,"effective_bpw":4.8386,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":281,"Q6_K":91,"Q8_0":60}},{"quant":"Q5_K_S","bytes":"24016185152","shards":1,"effective_bpw":5.4727,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764032832","shards":1,"effective_bpw":5.6431,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":281,"Q6_K":91,"Q8_0":60}},{"quant":"Q6_K","bytes":"28576057152","shards":1,"effective_bpw":6.5117,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":342,"Q8_0":90}},{"quant":"Q8_0","bytes":"36903143232","shards":1,"effective_bpw":8.4093,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"BF16","bytes":"69376641152","shards":1,"effective_bpw":15.8091,"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-2512","canonical_repo":"Qwen/Qwen-Image-2512","display_name":"Qwen-Image-2512","publisher":"Qwen","modality":"image","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"111427","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"7333837344","shards":1,"effective_bpw":2.8717,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9223928352","shards":1,"effective_bpw":3.6118,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9932896800","shards":1,"effective_bpw":3.8895,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q3_K":560,"Q4_K":243,"Q5_K":26,"Q6_K":9,"Q8_0":2}},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_0":720,"Q4_1":120}},{"quant":"Q4_K_S","bytes":"12268010016","shards":1,"effective_bpw":4.8038,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"wikeeyang/Real-Qwen-Image-V2","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_K":580,"Q5_K":28,"Q6_K":232}},{"quant":"Q4_K_M","bytes":"13244758560","shards":1,"effective_bpw":5.1863,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_K":560,"Q5_K":20,"Q6_K":258,"Q8_0":2}},{"quant":"Q5_K_S","bytes":"14298184224","shards":1,"effective_bpw":5.5988,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15000074784","shards":1,"effective_bpw":5.8736,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q5_K":560,"Q6_K":280}},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q6_K":840}},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"wikeeyang/Real-Qwen-Image-V2","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q8_0":840}},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q8_0":840}},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-2512-GGUF","n_tensors":1933,"type_hist":{"F16":840,"F32":1087,"BF16":6}}]}
{"_type":"model","slug":"qwen2-5-coder-3b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-3B-Instruct","display_name":"Qwen2.5-Coder-3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"110316","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1140516096","shards":1,"effective_bpw":2.9567,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756352","shards":1,"effective_bpw":3.3047,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350116608","shards":1,"effective_bpw":3.5,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376856512","shards":1,"effective_bpw":3.5694,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836416","shards":1,"effective_bpw":3.6082,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357760","shards":1,"effective_bpw":3.7703,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488895232","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590476032","shards":1,"effective_bpw":4.1232,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1707391968","shards":1,"effective_bpw":4.4262,"repo":"lmstudio-community/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392256","shards":1,"effective_bpw":4.4263,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1724178880","shards":1,"effective_bpw":4.4698,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q3_K":145,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"1739095296","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"1828486400","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1834384640","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903072","shards":1,"effective_bpw":5.0031,"repo":"lmstudio-community/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903360","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1997879744","shards":1,"effective_bpw":5.1793,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q4_0":253,"Q6_K":1}},{"quant":"Q4_K_L","bytes":"2005263616","shards":1,"effective_bpw":5.1985,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104932800","shards":1,"effective_bpw":5.4568,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q4_K":217,"Q6_K":37}},{"quant":"Q5_K_S","bytes":"2169666816","shards":1,"effective_bpw":5.6247,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815360","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_L","bytes":"2300175616","shards":1,"effective_bpw":5.963,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2383591872","shards":1,"effective_bpw":6.1792,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438740416","shards":1,"effective_bpw":6.3222,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q5_K":217,"Q6_K":37}},{"quant":"Q6_K","bytes":"2538159072","shards":1,"effective_bpw":6.5799,"repo":"lmstudio-community/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q6_K":253}},{"quant":"Q6_K","bytes":"2538159360","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613519616","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793411008","shards":1,"effective_bpw":7.2417,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q6_K":254}},{"quant":"Q8_0","bytes":"3285476320","shards":1,"effective_bpw":8.5173,"repo":"lmstudio-community/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q8_0":253}},{"quant":"Q8_0","bytes":"3285476608","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616088512","shards":1,"effective_bpw":9.3744,"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":435,"type_hist":{"F32":181,"Q8_0":254}},{"quant":"F16","bytes":"6178317280","shards":1,"effective_bpw":16.0167,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F16":253,"F32":181}}]}
{"_type":"model","slug":"mistral-small-24b-instruct-2501","canonical_repo":"mistralai/Mistral-Small-24B-Instruct-2501","display_name":"Mistral-Small-24B-Instruct-2501","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"110250","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Small-24B-Instruct-2501","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207032512","shards":1,"effective_bpw":2.4459,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478351552","shards":1,"effective_bpw":2.538,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050752","shards":1,"effective_bpw":2.7537,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324416","shards":1,"effective_bpw":3.0172,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324672","shards":1,"effective_bpw":3.0172,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890325248","shards":1,"effective_bpw":3.0172,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047611648","shards":1,"effective_bpw":3.0706,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545684672","shards":1,"effective_bpw":3.2396,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115712","shards":1,"effective_bpw":3.3623,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273856","shards":1,"effective_bpw":3.5296,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274112","shards":1,"effective_bpw":3.5296,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650949312","shards":1,"effective_bpw":3.6147,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081216","shards":1,"effective_bpw":3.8941,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081472","shards":1,"effective_bpw":3.8941,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082048","shards":1,"effective_bpw":3.8941,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"12400760224","shards":1,"effective_bpw":4.2086,"repo":"lmstudio-community/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760256","shards":1,"effective_bpw":4.2086,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760512","shards":1,"effective_bpw":4.2086,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914752","shards":1,"effective_bpw":4.3301,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":40,"Q6_K":1,"IQ4_XS":241}},{"quant":"IQ4_NL","bytes":"13468014272","shards":1,"effective_bpw":4.5708,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494228672","shards":1,"effective_bpw":4.5797,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"13549278656","shards":1,"effective_bpw":4.5984,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278912","shards":1,"effective_bpw":4.5984,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908384","shards":1,"effective_bpw":4.8646,"repo":"lmstudio-community/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"14333908416","shards":1,"effective_bpw":4.8646,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908672","shards":1,"effective_bpw":4.8646,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909248","shards":1,"effective_bpw":4.8646,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_L","bytes":"14831982272","shards":1,"effective_bpw":5.0337,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873106112","shards":1,"effective_bpw":5.0476,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304412096","shards":1,"effective_bpw":5.5334,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304412352","shards":1,"effective_bpw":5.5334,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983296","shards":1,"effective_bpw":5.6894,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"16763983552","shards":1,"effective_bpw":5.6894,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K","bytes":"16763984128","shards":1,"effective_bpw":5.6894,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178171072","shards":1,"effective_bpw":5.8299,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937824","shards":1,"effective_bpw":6.5656,"repo":"lmstudio-community/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937856","shards":1,"effective_bpw":6.5656,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938112","shards":1,"effective_bpw":6.5656,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"19345938688","shards":1,"effective_bpw":6.5656,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K_L","bytes":"19670996672","shards":1,"effective_bpw":6.6759,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778784","shards":1,"effective_bpw":8.5031,"repo":"lmstudio-community/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778816","shards":1,"effective_bpw":8.5031,"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779072","shards":1,"effective_bpw":8.5031,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779648","shards":1,"effective_bpw":8.5031,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"F16","bytes":"47153518272","shards":1,"effective_bpw":16.003,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":363,"type_hist":{"F16":282,"F32":81}},{"quant":"BF16","bytes":"47153518848","shards":1,"effective_bpw":16.003,"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"94297495264","shards":3,"effective_bpw":32.0027,"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-70b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","display_name":"DeepSeek-R1-Distill-Llama-70B","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"109757","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"15885222560","shards":1,"effective_bpw":1.8012,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751198368","shards":1,"effective_bpw":1.8994,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"17171563168","shards":1,"effective_bpw":1.9471,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097387168","shards":1,"effective_bpw":2.1654,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"19447628448","shards":1,"effective_bpw":2.2051,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142110368","shards":1,"effective_bpw":2.3973,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242345120","shards":1,"effective_bpw":2.522,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119296160","shards":1,"effective_bpw":2.7349,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"24368595616","shards":1,"effective_bpw":2.7631,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375110816","shards":1,"effective_bpw":2.9906,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375111328","shards":1,"effective_bpw":2.9906,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"26621362848","shards":1,"effective_bpw":3.0186,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401158816","shards":1,"effective_bpw":3.107,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469496480","shards":1,"effective_bpw":3.1147,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"27655619232","shards":1,"effective_bpw":3.1358,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053408","shards":1,"effective_bpw":3.5051,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053920","shards":1,"effective_bpw":3.5051,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937036448","shards":1,"effective_bpw":3.6213,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267496608","shards":1,"effective_bpw":3.8856,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267497120","shards":1,"effective_bpw":3.8856,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q3_K":321,"Q4_K":155,"Q5_K":85,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"37140594528","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140594848","shards":1,"effective_bpw":4.2113,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902663840","shards":1,"effective_bpw":4.2977,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":80,"Q6_K":1,"IQ4_XS":481}},{"quant":"IQ4_XS","bytes":"37935497888","shards":1,"effective_bpw":4.3015,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":1,"Q5_K":80,"Q6_K":1,"IQ4_XS":480}},{"quant":"IQ4_NL","bytes":"40053620896","shards":1,"effective_bpw":4.5416,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053621408","shards":1,"effective_bpw":4.5416,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116535456","shards":1,"effective_bpw":4.5488,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_0":551,"Q4_1":10,"Q6_K":1}},{"quant":"Q4_0","bytes":"40116535968","shards":1,"effective_bpw":4.5488,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_0":551,"Q4_1":10,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"40347222176","shards":1,"effective_bpw":4.5749,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347222688","shards":1,"effective_bpw":4.5749,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520395616","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520395936","shards":1,"effective_bpw":4.8213,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396448","shards":1,"effective_bpw":4.8213,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":441,"Q5_K":40,"Q6_K":81}},{"quant":"Q4_1","bytes":"44313591968","shards":1,"effective_bpw":5.0247,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313592480","shards":1,"effective_bpw":5.0247,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657449120","shards":1,"effective_bpw":5.5172,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657449632","shards":1,"effective_bpw":5.5172,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819232","shards":2,"effective_bpw":5.6637,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819552","shards":1,"effective_bpw":5.6638,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":481,"Q6_K":81}},{"quant":"Q6_K","bytes":"57888145472","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888145760","shards":2,"effective_bpw":6.5639,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888146080","shards":2,"effective_bpw":6.5639,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888146304","shards":2,"effective_bpw":6.5639,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975051840","shards":2,"effective_bpw":8.5013,"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975051840","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052416","shards":2,"effective_bpw":8.5013,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117915872","shards":3,"effective_bpw":16.0012,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"141117915936","shards":3,"effective_bpw":16.0012,"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-tdt-0-6b-v2","canonical_repo":"nvidia/parakeet-tdt-0.6b-v2","display_name":"parakeet-tdt-0.6b-v2","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"617869958","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"109713","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"396937984","shards":1,"effective_bpw":5.1394,"repo":"cstr/parakeet-tdt-0.6b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"475491840","shards":1,"effective_bpw":6.1565,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q4_K":194,"Q8_0":31}},{"quant":"Q5_K_M","bytes":"539012608","shards":1,"effective_bpw":6.979,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q5_K":194,"Q8_0":31}},{"quant":"Q6_K","bytes":"600408576","shards":1,"effective_bpw":7.7739,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q6_K":218,"Q8_0":7}},{"quant":"Q8_0","bytes":"664466368","shards":1,"effective_bpw":8.6033,"repo":"cstr/parakeet-tdt-0.6b-v2-GGUF","n_tensors":725,"type_hist":{"F16":33,"F32":423,"Q8_0":269}},{"quant":"Q8_0","bytes":"729574912","shards":1,"effective_bpw":9.4463,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":697,"type_hist":{"F16":48,"F32":424,"Q8_0":225}},{"quant":"F16","bytes":"1237334592","shards":1,"effective_bpw":16.0206,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":697,"type_hist":{"F16":273,"F32":424}},{"quant":"F32","bytes":"2471550272","shards":1,"effective_bpw":32.0009,"repo":"handy-computer/parakeet-tdt-0.6b-v2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-3","canonical_repo":"mistralai/Mistral-7B-Instruct-v0.3","display_name":"Mistral-7B-Instruct-v0.3","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"109705","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-7B-Instruct-v0.3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1615319200","shards":1,"effective_bpw":1.7829,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1757663392","shards":1,"effective_bpw":1.94,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2201473184","shards":1,"effective_bpw":2.4299,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877376","shards":1,"effective_bpw":3.0054,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877600","shards":1,"effective_bpw":3.0054,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022770336","shards":1,"effective_bpw":3.3364,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522176","shards":1,"effective_bpw":3.4973,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522400","shards":1,"effective_bpw":3.4973,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288846560","shards":1,"effective_bpw":3.6301,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940864","shards":1,"effective_bpw":3.8884,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3522941088","shards":1,"effective_bpw":3.8884,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"3825979328","shards":1,"effective_bpw":4.2229,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979552","shards":1,"effective_bpw":4.2229,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979616","shards":1,"effective_bpw":4.2229,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911962784","shards":1,"effective_bpw":4.3178,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"Q4_0","bytes":"4113289152","shards":1,"effective_bpw":4.54,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_0":225,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"4130066656","shards":1,"effective_bpw":4.5586,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746432","shards":1,"effective_bpw":4.5748,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746656","shards":1,"effective_bpw":4.5748,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4372811712","shards":1,"effective_bpw":4.8265,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811712","shards":1,"effective_bpw":4.8265,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811936","shards":1,"effective_bpw":4.8265,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372812000","shards":1,"effective_bpw":4.8265,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_1","bytes":"4557885376","shards":1,"effective_bpw":5.0308,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5002481600","shards":1,"effective_bpw":5.5215,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481600","shards":1,"effective_bpw":5.5215,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481824","shards":1,"effective_bpw":5.5215,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136175040","shards":1,"effective_bpw":5.669,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5136175040","shards":1,"effective_bpw":5.669,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136175264","shards":1,"effective_bpw":5.669,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136175328","shards":1,"effective_bpw":5.669,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_1","bytes":"5447077824","shards":1,"effective_bpw":6.0122,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248576","shards":1,"effective_bpw":6.5643,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248800","shards":1,"effective_bpw":6.5643,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248864","shards":1,"effective_bpw":6.5643,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q8_0","bytes":"7702564800","shards":1,"effective_bpw":8.5017,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702565024","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702565088","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"F16","bytes":"14497337280","shards":1,"effective_bpw":16.0014,"repo":"SanctumAI/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":291,"type_hist":{"F16":226,"F32":65}},{"quant":"F32","bytes":"28992851904","shards":1,"effective_bpw":32.0008,"repo":"lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-8b-instruct","canonical_repo":"meta-llama/Meta-Llama-3-8B-Instruct","display_name":"Meta-Llama-3-8B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"109700","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Meta-Llama-3-8B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"2020140256","shards":1,"effective_bpw":2.0125,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2162484448","shards":1,"effective_bpw":2.1543,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2606294240","shards":1,"effective_bpw":2.5965,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131456","shards":1,"effective_bpw":3.1672,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179644128","shards":1,"effective_bpw":3.1677,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3519259872","shards":1,"effective_bpw":3.506,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499264","shards":1,"effective_bpw":3.6507,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665011936","shards":1,"effective_bpw":3.6512,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784822976","shards":1,"effective_bpw":3.7706,"repo":"lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917952","shards":1,"effective_bpw":4.0038,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"4019430624","shards":1,"effective_bpw":4.0043,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956416","shards":1,"effective_bpw":4.3057,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322469088","shards":1,"effective_bpw":4.3062,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4448175328","shards":1,"effective_bpw":4.4314,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"Q4_0","bytes":"4661211712","shards":1,"effective_bpw":4.6436,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_0":225,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4692668992","shards":1,"effective_bpw":4.675,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693181664","shards":1,"effective_bpw":4.6755,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733888","shards":1,"effective_bpw":4.9022,"repo":"lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4920734272","shards":1,"effective_bpw":4.9022,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921246944","shards":1,"effective_bpw":4.9027,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252864","shards":1,"effective_bpw":5.1109,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599806688","shards":1,"effective_bpw":5.5787,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987072","shards":1,"effective_bpw":5.7114,"repo":"lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5732987456","shards":1,"effective_bpw":5.7114,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733500128","shards":1,"effective_bpw":5.7119,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068335168","shards":1,"effective_bpw":6.0455,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006080","shards":1,"effective_bpw":6.5711,"repo":"lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q6_K","bytes":"6596006464","shards":1,"effective_bpw":6.5712,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596519136","shards":1,"effective_bpw":6.5717,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770496","shards":1,"effective_bpw":8.5086,"repo":"lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"Q8_0","bytes":"8540770880","shards":1,"effective_bpw":8.5086,"repo":"QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541283552","shards":1,"effective_bpw":8.5091,"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-31B-it-uncensored-heretic","display_name":"gemma-4-31B-it-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"109454","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-31B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11916308928","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761352128","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103936","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q3_K":240,"Q4_K":165,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"15287108736","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q3_K":240,"Q4_K":165,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"16628265408","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270208","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228928","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":7,"Q6_K":1,"IQ4_XS":403}},{"quant":"Q4_K_S","bytes":"17763160512","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165312","shards":1,"effective_bpw":4.544,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17992351648","shards":1,"effective_bpw":4.6026,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-NVFP4-GGUF","n_tensors":1243,"type_hist":{"F32":832,"Q8_0":1,"NVFP4":410}},{"quant":"Q4_K_M","bytes":"18687058368","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063168","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_K":355,"Q6_K":56}},{"quant":"BF16","bytes":"19313557408","shards":1,"effective_bpw":4.9406,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836608","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841408","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565888","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570688","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":355,"Q6_K":56}},{"quant":"Q6_K","bytes":"25201480128","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":411}},{"quant":"Q6_K","bytes":"25201484928","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":411}},{"quant":"Q8_0","bytes":"32635670976","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q8_0":411}},{"quant":"Q8_0","bytes":"32635675776","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188736","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"step-3-7-flash","canonical_repo":"stepfun-ai/Step-3.7-Flash","display_name":"Step-3.7-Flash","publisher":"stepfun-ai","modality":"vision_language","arch_key":"step35","params_total":"201365316160","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"108437","n_layers":45,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128896,"ctx_native":262144,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stepfun-ai/Step-3.7-Flash","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"42985858016","shards":1,"effective_bpw":1.7078,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"47681234912","shards":1,"effective_bpw":1.8943,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"54995682496","shards":2,"effective_bpw":2.1849,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"56750287328","shards":3,"effective_bpw":2.2546,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"60941612192","shards":2,"effective_bpw":2.4211,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"61704808928","shards":3,"effective_bpw":2.4515,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"61821856224","shards":3,"effective_bpw":2.4561,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"62196901024","shards":2,"effective_bpw":2.471,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"68378760384","shards":2,"effective_bpw":2.7166,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"71226835104","shards":2,"effective_bpw":2.8298,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"71742419136","shards":2,"effective_bpw":2.8502,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"73591039488","shards":3,"effective_bpw":2.9237,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"75758680960","shards":2,"effective_bpw":3.0098,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"80031917568","shards":3,"effective_bpw":3.1796,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"84162180384","shards":3,"effective_bpw":3.3437,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"87566150976","shards":3,"effective_bpw":3.4789,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"89262719488","shards":3,"effective_bpw":3.5463,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"91736206624","shards":3,"effective_bpw":3.6446,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"91813178656","shards":3,"effective_bpw":3.6476,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"93801444352","shards":3,"effective_bpw":3.7266,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"95336010208","shards":3,"effective_bpw":3.7876,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"95502724416","shards":3,"effective_bpw":3.7942,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"95976156480","shards":3,"effective_bpw":3.813,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"97317818880","shards":3,"effective_bpw":3.8663,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"102504428544","shards":3,"effective_bpw":4.0724,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"104993562624","shards":3,"effective_bpw":4.1713,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"107305015552","shards":3,"effective_bpw":4.2631,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"111499087872","shards":3,"effective_bpw":4.4297,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"113325345088","shards":3,"effective_bpw":4.5023,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"113589193024","shards":3,"effective_bpw":4.5128,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"114163192448","shards":4,"effective_bpw":4.5356,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"117089601824","shards":3,"effective_bpw":4.6518,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"121621146016","shards":4,"effective_bpw":4.8319,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"122012989856","shards":4,"effective_bpw":4.8474,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"122090426976","shards":4,"effective_bpw":4.8505,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"125278316992","shards":4,"effective_bpw":4.9772,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"137450531232","shards":4,"effective_bpw":5.4607,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"138072760960","shards":4,"effective_bpw":5.4855,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"142034323904","shards":4,"effective_bpw":5.6429,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"142360172992","shards":4,"effective_bpw":5.6558,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"146495447648","shards":4,"effective_bpw":5.8201,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"163340821184","shards":5,"effective_bpw":6.4893,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"171758020128","shards":5,"effective_bpw":6.8237,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"172013749792","shards":5,"effective_bpw":6.8339,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"209417871264","shards":5,"effective_bpw":8.3199,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"209417872192","shards":6,"effective_bpw":8.3199,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"211997989504","shards":6,"effective_bpw":8.4224,"repo":"bartowski/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"394017423776","shards":9,"effective_bpw":15.6538,"repo":"stepfun-ai/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"394017424160","shards":8,"effective_bpw":15.6538,"repo":"unsloth/Step-3.7-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-8b-unpacked","canonical_repo":"prism-ml/Ternary-Bonsai-8B-unpacked","display_name":"Ternary-Bonsai-8B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"8188548096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"107949","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151669,"ctx_native":65536,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Ternary-Bonsai-8B-unpacked","arch_confidence":1,"quantizations":[{"quant":"Q2_0","bytes":"2182184672","shards":1,"effective_bpw":2.1319,"repo":"prism-ml/Ternary-Bonsai-8B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5026274272","shards":1,"effective_bpw":4.9105,"repo":"jinreiyu/Bonsai-REDUX2-GGUF-Q4_K_M-BLANK-PRIMED-V5-LeanV2-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16383663200","shards":1,"effective_bpw":16.0064,"repo":"prism-ml/Ternary-Bonsai-8B-gguf","n_tensors":399,"type_hist":{"F16":254,"F32":145}}]}
{"_type":"model","slug":"kalm-embedding-multilingual-mini-instruct-v2-5","canonical_repo":"KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5","display_name":"KaLM-embedding-multilingual-mini-instruct-v2.5","publisher":"KaLM-Embedding","modality":"embedding","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"105829","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KaLM-Embedding/KaLM-embedding-multilingual-mini-instruct-v2.5","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"531066976","shards":1,"effective_bpw":8.5997,"repo":"Aashraf995/KaLM-embedding-multilingual-mini-instruct-v2.5-Q8_0-GGUF","n_tensors":290,"type_hist":{"F32":121,"Q8_0":169}}]}
{"_type":"model","slug":"nomic-embed-text-v1-5","canonical_repo":"nomic-ai/nomic-embed-text-v1.5","display_name":"nomic-embed-text-v1.5","publisher":"nomic-ai","modality":"embedding","arch_key":"nomic-bert","params_total":"136731648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"105788","n_layers":12,"n_head":12,"n_head_kv":12,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":30528,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nomic-ai/nomic-embed-text-v1.5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"49361088","shards":1,"effective_bpw":2.8881,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"59649152","shards":1,"effective_bpw":3.49,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"60781088","shards":1,"effective_bpw":3.5562,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"60898496","shards":1,"effective_bpw":3.5631,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67169408","shards":1,"effective_bpw":3.93,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q3_K":25,"Q4_K":36}},{"quant":"Q3_K_S","bytes":"68688416","shards":1,"effective_bpw":4.0189,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"68805824","shards":1,"effective_bpw":4.0257,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"71593088","shards":1,"effective_bpw":4.1888,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"76208672","shards":1,"effective_bpw":4.4589,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"76326080","shards":1,"effective_bpw":4.4657,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q3_K":24,"Q4_K":36,"Q6_K":1}},{"quant":"Q4_0","bytes":"77802880","shards":1,"effective_bpw":4.5522,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q4_0":61}},{"quant":"Q4_K_S","bytes":"78097792","shards":1,"effective_bpw":4.5694,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"80558624","shards":1,"effective_bpw":4.7134,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q5_K":1,"Q6_K":1,"IQ4_XS":59}},{"quant":"Q3_K_L","bytes":"80632352","shards":1,"effective_bpw":4.7177,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"80749760","shards":1,"effective_bpw":4.7246,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"83846336","shards":1,"effective_bpw":4.9057,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q4_0":60,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"84023840","shards":1,"effective_bpw":4.9161,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"84106624","shards":1,"effective_bpw":4.921,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q4_K":43,"Q5_K":12,"Q6_K":6}},{"quant":"Q4_K_S","bytes":"84141248","shards":1,"effective_bpw":4.923,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"90032672","shards":1,"effective_bpw":5.2677,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"90150080","shards":1,"effective_bpw":5.2746,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q4_K":42,"Q5_K":12,"Q6_K":7}},{"quant":"Q5_0","bytes":"94888768","shards":1,"effective_bpw":5.5518,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"94888768","shards":1,"effective_bpw":5.5518,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"97884704","shards":1,"effective_bpw":5.7271,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"98002112","shards":1,"effective_bpw":5.734,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"98002112","shards":1,"effective_bpw":5.734,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99588928","shards":1,"effective_bpw":5.8268,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q5_K":43,"Q6_K":18}},{"quant":"Q5_K_M","bytes":"102584864","shards":1,"effective_bpw":6.0021,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"102702272","shards":1,"effective_bpw":6.009,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q5_K":42,"Q6_K":19}},{"quant":"Q6_K","bytes":"112925216","shards":1,"effective_bpw":6.6071,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"113042528","shards":1,"effective_bpw":6.614,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q6_K":61}},{"quant":"Q6_K","bytes":"113042624","shards":1,"effective_bpw":6.614,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"146030240","shards":1,"effective_bpw":8.544,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"146146432","shards":1,"effective_bpw":8.5508,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q8_0":61}},{"quant":"Q8_0","bytes":"146146528","shards":1,"effective_bpw":8.5509,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F32":51,"Q8_0":61}},{"quant":"F16","bytes":"274178720","shards":1,"effective_bpw":16.0419,"repo":"mradermacher/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"274290560","shards":1,"effective_bpw":16.0484,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":112,"type_hist":{"F16":61,"F32":51}},{"quant":"F16","bytes":"274290656","shards":1,"effective_bpw":16.0484,"repo":"second-state/Nomic-embed-text-v1.5-Embedding-GGUF","n_tensors":112,"type_hist":{"F16":61,"F32":51}},{"quant":"F32","bytes":"547664768","shards":1,"effective_bpw":32.0432,"repo":"nomic-ai/nomic-embed-text-v1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-v2","canonical_repo":"Jackrong/Qwopus3.6-27B-v2","display_name":"Qwopus3.6-27B-v2","publisher":"Jackrong","modality":"vision_language","arch_key":"clip","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"105111","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwopus3.6-27B-v2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301438656","shards":1,"effective_bpw":3.8303,"repo":"Jackrong/Qwopus3.6-27B-Coder-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q3_K":353,"Q4_K":138,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"13500734016","shards":1,"effective_bpw":3.8877,"repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q3_K":358,"Q4_K":141,"Q5_K":6,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"16547395776","shards":1,"effective_bpw":4.765,"repo":"Jackrong/Qwopus3.6-27B-Coder-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":433,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"16810711616","shards":1,"effective_bpw":4.8408,"repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231094976","shards":1,"effective_bpw":5.5378,"repo":"Jackrong/Qwopus3.6-27B-Coder-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":433,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"19535698496","shards":1,"effective_bpw":5.6255,"repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525376","shards":1,"effective_bpw":6.3589,"repo":"Jackrong/Qwopus3.6-27B-Coder-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":498}},{"quant":"Q6_K","bytes":"22430997056","shards":1,"effective_bpw":6.4593,"repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q6_K":506}},{"quant":"Q8_0","bytes":"28595759296","shards":1,"effective_bpw":8.2345,"repo":"Jackrong/Qwopus3.6-27B-Coder-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}},{"quant":"Q8_0","bytes":"29047081536","shards":1,"effective_bpw":8.3645,"repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}}]}
{"_type":"model","slug":"qwen-image-edit-rapid-aio","canonical_repo":"Phr00t/Qwen-Image-Edit-Rapid-AIO","display_name":"Qwen-Image-Edit-Rapid-AIO","publisher":"Phr00t","modality":"text","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"103426","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":1.8338,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7439605152","shards":1,"effective_bpw":2.9132,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7439605152","shards":1,"effective_bpw":2.9132,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7439605152","shards":1,"effective_bpw":2.9132,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7439605152","shards":1,"effective_bpw":2.9132,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7439605152","shards":1,"effective_bpw":2.9132,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":3.1712,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9322986912","shards":1,"effective_bpw":3.6506,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9322986912","shards":1,"effective_bpw":3.6506,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9322986912","shards":1,"effective_bpw":3.6506,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9322986912","shards":1,"effective_bpw":3.6506,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9322986912","shards":1,"effective_bpw":3.6506,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10049944992","shards":1,"effective_bpw":3.9353,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10049944992","shards":1,"effective_bpw":3.9353,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q3_K":578,"Q4_K":232,"Q8_0":30}},{"quant":"Q3_K_M","bytes":"10049944992","shards":1,"effective_bpw":3.9353,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q3_K":578,"Q4_K":232,"Q8_0":30}},{"quant":"Q3_K_M","bytes":"10049944992","shards":1,"effective_bpw":3.9353,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10049944992","shards":1,"effective_bpw":3.9353,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12204940704","shards":1,"effective_bpw":4.7791,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12204940704","shards":1,"effective_bpw":4.7791,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q4_0":694,"Q4_1":116,"Q8_0":30}},{"quant":"Q4_0","bytes":"12204940704","shards":1,"effective_bpw":4.7791,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12204940704","shards":1,"effective_bpw":4.7791,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q4_0":694,"Q4_1":116,"Q8_0":30}},{"quant":"Q4_0","bytes":"12204940704","shards":1,"effective_bpw":4.7791,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12480978336","shards":1,"effective_bpw":4.8872,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12480978336","shards":1,"effective_bpw":4.8872,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12480978336","shards":1,"effective_bpw":4.8872,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12480978336","shards":1,"effective_bpw":4.8872,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12480978336","shards":1,"effective_bpw":4.8872,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13158686112","shards":1,"effective_bpw":5.1526,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13158686112","shards":1,"effective_bpw":5.1526,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13158686112","shards":1,"effective_bpw":5.1526,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13158686112","shards":1,"effective_bpw":5.1526,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13158686112","shards":1,"effective_bpw":5.1526,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13342416288","shards":1,"effective_bpw":5.2245,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q4_K":578,"Q6_K":232,"Q8_0":30}},{"quant":"Q4_K_M","bytes":"13342416288","shards":1,"effective_bpw":5.2245,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q4_K":578,"Q6_K":232,"Q8_0":30}},{"quant":"Q4_K_M","bytes":"13342416288","shards":1,"effective_bpw":5.2245,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13342416288","shards":1,"effective_bpw":5.2245,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13342416288","shards":1,"effective_bpw":5.2245,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14386109856","shards":1,"effective_bpw":5.6332,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14386109856","shards":1,"effective_bpw":5.6332,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14386109856","shards":1,"effective_bpw":5.6332,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14386109856","shards":1,"effective_bpw":5.6332,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14386109856","shards":1,"effective_bpw":5.6332,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14659788192","shards":1,"effective_bpw":5.7404,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14659788192","shards":1,"effective_bpw":5.7404,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14659788192","shards":1,"effective_bpw":5.7404,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14659788192","shards":1,"effective_bpw":5.7404,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14659788192","shards":1,"effective_bpw":5.7404,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15113067936","shards":1,"effective_bpw":5.9179,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15113067936","shards":1,"effective_bpw":5.9179,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q5_K":578,"Q6_K":232,"Q8_0":30}},{"quant":"Q5_K_M","bytes":"15113067936","shards":1,"effective_bpw":5.9179,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15113067936","shards":1,"effective_bpw":5.9179,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15113067936","shards":1,"effective_bpw":5.9179,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15613533600","shards":1,"effective_bpw":6.1138,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15613533600","shards":1,"effective_bpw":6.1138,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15613533600","shards":1,"effective_bpw":6.1138,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15613533600","shards":1,"effective_bpw":6.1138,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15613533600","shards":1,"effective_bpw":6.1138,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16994385312","shards":1,"effective_bpw":6.6545,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16994385312","shards":1,"effective_bpw":6.6545,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16994385312","shards":1,"effective_bpw":6.6545,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16994385312","shards":1,"effective_bpw":6.6545,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q6_K":810,"Q8_0":30}},{"quant":"Q6_K","bytes":"16994385312","shards":1,"effective_bpw":6.6545,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q6_K":810,"Q8_0":30}},{"quant":"Q8_0","bytes":"21750652320","shards":1,"effective_bpw":8.517,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21750652320","shards":1,"effective_bpw":8.517,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21750652320","shards":1,"effective_bpw":8.517,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q8_0":840}},{"quant":"Q8_0","bytes":"21750652320","shards":1,"effective_bpw":8.517,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1093,"Q8_0":840}},{"quant":"Q8_0","bytes":"21750652320","shards":1,"effective_bpw":8.517,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1933}},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":1933,"type_hist":{"F16":1933}},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-1-5b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct","display_name":"Qwen2.5-Coder-1.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"103376","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-1.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"601055008","shards":1,"effective_bpw":3.1149,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305184","shards":1,"effective_bpw":3.5048,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699488","shards":1,"effective_bpw":3.7919,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"732825376","shards":1,"effective_bpw":3.7977,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880192","shards":1,"effective_bpw":3.9017,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944928","shards":1,"effective_bpw":3.9434,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664352","shards":1,"effective_bpw":4.0249,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178976","shards":1,"effective_bpw":4.2711,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"880162816","shards":1,"effective_bpw":4.5613,"repo":"lmstudio-community/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163104","shards":1,"effective_bpw":4.5613,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895732000","shards":1,"effective_bpw":4.642,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":168}},{"quant":"Q3_K_M","bytes":"924456000","shards":1,"effective_bpw":4.7908,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"937535776","shards":1,"effective_bpw":4.8586,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"940312864","shards":1,"effective_bpw":4.873,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048512","shards":1,"effective_bpw":5.11,"repo":"lmstudio-community/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048800","shards":1,"effective_bpw":5.11,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_L","bytes":"1042568992","shards":1,"effective_bpw":5.4029,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1066227264","shards":1,"effective_bpw":5.5255,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":197,"Q6_K":1}},{"quant":"Q5_K_S","bytes":"1098729760","shards":1,"effective_bpw":5.694,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117320768","shards":1,"effective_bpw":5.7903,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050656","shards":1,"effective_bpw":5.8304,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_L","bytes":"1181570848","shards":1,"effective_bpw":6.1233,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1259173440","shards":1,"effective_bpw":6.5254,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739840","shards":1,"effective_bpw":6.5957,"repo":"lmstudio-community/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740128","shards":1,"effective_bpw":6.5957,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q6_K":197}},{"quant":"Q5_K_M","bytes":"1285494336","shards":1,"effective_bpw":6.6618,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q6_K_L","bytes":"1329260320","shards":1,"effective_bpw":6.8886,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464178752","shards":1,"effective_bpw":7.5878,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q8_0","bytes":"1646573056","shards":1,"effective_bpw":8.533,"repo":"lmstudio-community/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F32":141,"Q8_0":197}},{"quant":"Q8_0","bytes":"1646573344","shards":1,"effective_bpw":8.533,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532160","shards":1,"effective_bpw":9.818,"repo":"Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"F16","bytes":"3093669376","shards":1,"effective_bpw":16.0323,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","n_tensors":338,"type_hist":{"F16":197,"F32":141}}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-14b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","display_name":"DeepSeek-R1-Distill-Qwen-14B","publisher":"deepseek-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"103311","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704574880","shards":1,"effective_bpw":2.5482,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726240","shards":1,"effective_bpw":2.7102,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146080","shards":1,"effective_bpw":2.9011,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497184","shards":1,"effective_bpw":3.1255,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497440","shards":1,"effective_bpw":3.1255,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5952973984","shards":1,"effective_bpw":3.2244,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361440","shards":1,"effective_bpw":3.4575,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817440","shards":1,"effective_bpw":3.5373,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659595680","shards":1,"effective_bpw":3.6071,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916537760","shards":1,"effective_bpw":3.7463,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339203744","shards":1,"effective_bpw":3.9752,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"7339204000","shards":1,"effective_bpw":3.9752,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924767872","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768160","shards":1,"effective_bpw":4.2923,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840160","shards":1,"effective_bpw":4.398,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":48,"Q6_K":1,"IQ4_XS":289}},{"quant":"Q4_0","bytes":"8544267680","shards":1,"effective_bpw":4.6279,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549182880","shards":1,"effective_bpw":4.6306,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431200","shards":1,"effective_bpw":4.6437,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109952","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"8988109984","shards":1,"effective_bpw":4.8683,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110240","shards":1,"effective_bpw":4.8683,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392139680","shards":1,"effective_bpw":5.0871,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953440","shards":1,"effective_bpw":5.1813,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266553760","shards":1,"effective_bpw":5.5607,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508872864","shards":1,"effective_bpw":5.692,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_M","bytes":"10508873120","shards":1,"effective_bpw":5.692,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395360","shards":1,"effective_bpw":5.9523,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683392","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"12124683424","shards":1,"effective_bpw":6.5672,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q6_K":338}},{"quant":"Q6_K","bytes":"12124683680","shards":1,"effective_bpw":6.5672,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802400","shards":1,"effective_bpw":6.7714,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597312","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F32":241,"Q8_0":338}},{"quant":"Q8_0","bytes":"15701597344","shards":1,"effective_bpw":8.5046,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597600","shards":1,"effective_bpw":8.5046,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547715744","shards":1,"effective_bpw":16.0041,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F16":338,"F32":241}},{"quant":"F16","bytes":"29547716000","shards":1,"effective_bpw":16.0041,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":579,"type_hist":{"F16":338,"F32":241}},{"quant":"F32","bytes":"59086101824","shards":2,"effective_bpw":32.0032,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gigaam-v3","canonical_repo":"ai-sage/GigaAM-v3","display_name":"GigaAM-v3","publisher":"ai-sage","modality":"audio_asr","arch_key":"gigaam","params_total":"222518657","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"102032","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ai-sage/GigaAM-v3","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"182497888","shards":1,"effective_bpw":6.5612,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"183246752","shards":1,"effective_bpw":6.5881,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":560,"type_hist":{"F16":32,"F32":394,"Q4_K":113,"Q8_0":21}},{"quant":"Q4_K_M","bytes":"183948704","shards":1,"effective_bpw":6.6133,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":560,"type_hist":{"F16":32,"F32":394,"Q4_K":113,"Q8_0":21}},{"quant":"Q5_K_M","bytes":"204911200","shards":1,"effective_bpw":7.367,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"205690784","shards":1,"effective_bpw":7.395,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"206392736","shards":1,"effective_bpw":7.4202,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":560,"type_hist":{"F16":32,"F32":394,"Q5_K":113,"Q8_0":21}},{"quant":"Q6_K","bytes":"226439776","shards":1,"effective_bpw":8.141,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":552,"type_hist":{"F16":33,"F32":391,"Q6_K":128}},{"quant":"Q6_K","bytes":"227252000","shards":1,"effective_bpw":8.1702,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"227953952","shards":1,"effective_bpw":8.1954,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":560,"type_hist":{"F16":32,"F32":394,"Q6_K":129,"Q8_0":5}},{"quant":"Q8_0","bytes":"272151136","shards":1,"effective_bpw":9.7844,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"273022880","shards":1,"effective_bpw":9.8157,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"273724832","shards":1,"effective_bpw":9.841,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":560,"type_hist":{"F16":32,"F32":394,"Q8_0":134}},{"quant":"F16","bytes":"449098336","shards":1,"effective_bpw":16.146,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"451084832","shards":1,"effective_bpw":16.2174,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"452381408","shards":1,"effective_bpw":16.264,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":560,"type_hist":{"F16":166,"F32":394}},{"quant":"F32","bytes":"883603552","shards":1,"effective_bpw":31.7674,"repo":"handy-computer/gigaam-v3-e2e-ctc-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"887573536","shards":1,"effective_bpw":31.9101,"repo":"handy-computer/gigaam-v3-rnnt-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"890138592","shards":1,"effective_bpw":32.0023,"repo":"handy-computer/gigaam-v3-e2e-rnnt-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-72b-instruct","canonical_repo":"Qwen/Qwen2.5-72B-Instruct","display_name":"Qwen2.5-72B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"99087","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-72B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740212896","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024096","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645216","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27329259168","shards":7,"effective_bpw":3.0071,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986144","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762848","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274848","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082784","shards":1,"effective_bpw":3.504,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"35472140224","shards":9,"effective_bpw":3.9031,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597216","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725536","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":963,"type_hist":{"F32":401,"Q3_K":321,"Q4_K":80,"Q5_0":75,"Q5_1":5,"Q5_K":80,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"39505225088","shards":1,"effective_bpw":4.3468,"repo":"lmstudio-community/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225376","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075104","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":963,"type_hist":{"F32":401,"Q5_K":80,"Q6_K":1,"IQ4_NL":80,"IQ4_XS":401}},{"quant":"Q4_0","bytes":"41373296800","shards":11,"effective_bpw":4.5524,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126688","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":963,"type_hist":{"F32":401,"Q4_0":551,"Q4_1":10,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"44010465472","shards":12,"effective_bpw":4.8426,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715200","shards":1,"effective_bpw":5.2172,"repo":"lmstudio-community/Qwen2.5-72B-Instruct-GGUF","n_tensors":963,"type_hist":{"F32":401,"Q4_K":401,"Q5_0":40,"Q5_K":40,"Q6_K":41,"Q8_0":40}},{"quant":"Q4_K_M","bytes":"47415715488","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"50337049024","shards":13,"effective_bpw":5.5387,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"51673983488","shards":14,"effective_bpw":5.6858,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466336","shards":2,"effective_bpw":5.991,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"59861035808","shards":16,"effective_bpw":6.5866,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629120","shards":2,"effective_bpw":7.0803,"repo":"lmstudio-community/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629408","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612064","shards":2,"effective_bpw":8.5014,"repo":"lmstudio-community/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612320","shards":2,"effective_bpw":8.5014,"repo":"bartowski/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77530000800","shards":21,"effective_bpw":8.5308,"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-70b-instruct","canonical_repo":"meta-llama/Llama-3.1-70B-Instruct","display_name":"Llama-3.1-70B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"96973","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"15343483008","shards":1,"effective_bpw":1.7398,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751196288","shards":1,"effective_bpw":1.8994,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751200832","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389632","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108288","shards":1,"effective_bpw":2.3973,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142112832","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242347584","shards":1,"effective_bpw":2.522,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298624","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298624","shards":1,"effective_bpw":2.7349,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108736","shards":1,"effective_bpw":2.9906,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113280","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113280","shards":1,"effective_bpw":2.9906,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161280","shards":1,"effective_bpw":3.107,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307730048","shards":1,"effective_bpw":3.3232,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307734592","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051328","shards":1,"effective_bpw":3.5051,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055872","shards":1,"effective_bpw":3.5051,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055872","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937038912","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937038912","shards":1,"effective_bpw":3.6213,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494528","shards":1,"effective_bpw":3.8856,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499072","shards":1,"effective_bpw":3.8856,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q3_K":321,"Q4_K":155,"Q5_K":85,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"34267499072","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592768","shards":1,"effective_bpw":4.2113,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597312","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597312","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661760","shards":1,"effective_bpw":4.2977,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666304","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":80,"Q6_K":1,"IQ4_XS":481}},{"quant":"IQ4_XS","bytes":"37902666304","shards":1,"effective_bpw":4.2977,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q5_K":80,"Q6_K":1,"IQ4_XS":481}},{"quant":"Q4_K_S","bytes":"40347220096","shards":1,"effective_bpw":4.5749,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224640","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393856","shards":1,"effective_bpw":4.8213,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398400","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":724,"type_hist":{"F32":162,"Q4_K":441,"Q5_K":40,"Q6_K":81}},{"quant":"Q4_K_M","bytes":"42520398400","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300194880","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447040","shards":1,"effective_bpw":5.5172,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451584","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949816960","shards":1,"effective_bpw":5.6637,"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":723,"type_hist":{"F32":161,"Q5_K":481,"Q6_K":81}},{"quant":"Q5_K_M","bytes":"49949821696","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821696","shards":2,"effective_bpw":5.6638,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284032","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148224","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148224","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397068032","shards":2,"effective_bpw":6.6216,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054592","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054592","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-heretic-v2-native-mtp-preserved","canonical_repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved","display_name":"Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"96825","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"10864596416","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256540096","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602611136","shards":1,"effective_bpw":3.6854,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768335296","shards":1,"effective_bpw":3.7339,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500741056","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14105493600","shards":1,"effective_bpw":4.1249,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q3_K":214,"Q4_K":141,"Q5_K":6,"Q6_K":49,"Q8_0":96}},{"quant":"I1-Q3_K_L","bytes":"14559802816","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15164555360","shards":1,"effective_bpw":4.4346,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309043136","shards":1,"effective_bpw":4.4769,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760422336","shards":1,"effective_bpw":4.6089,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825302976","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16226381920","shards":1,"effective_bpw":4.7451,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810718656","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211797600","shards":1,"effective_bpw":5.0333,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q4_K":295,"Q6_K":115,"Q8_0":96}},{"quant":"I1-Q4_1","bytes":"17343772096","shards":1,"effective_bpw":5.0719,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971686336","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19181072480","shards":1,"effective_bpw":5.6092,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535705536","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"19653899200","shards":1,"effective_bpw":5.7474,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19745091680","shards":1,"effective_bpw":5.7741,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":295,"Q6_K":115,"Q8_0":96}},{"quant":"I1-Q6_K","bytes":"22431004096","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22802407520","shards":1,"effective_bpw":6.6682,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047087200","shards":1,"effective_bpw":8.4943,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}},{"quant":"Q8_0","bytes":"37362636544","shards":2,"effective_bpw":10.9261,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657736800","shards":1,"effective_bpw":15.9837,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-reasoning-2512","canonical_repo":"mistralai/Ministral-3-14B-Reasoning-2512","display_name":"Ministral-3-14B-Reasoning-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"13945031680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"96338","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-14B-Reasoning-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3441749184","shards":1,"effective_bpw":1.9745,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3671125184","shards":1,"effective_bpw":2.1061,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4057377984","shards":1,"effective_bpw":2.3276,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"4912131264","shards":1,"effective_bpw":2.818,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5246528704","shards":1,"effective_bpw":3.0098,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5403815104","shards":1,"effective_bpw":3.1001,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"5493435584","shards":1,"effective_bpw":3.1515,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074903744","shards":1,"effective_bpw":3.4851,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682094784","shards":1,"effective_bpw":3.8334,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"7432154304","shards":1,"effective_bpw":4.2637,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7805709504","shards":1,"effective_bpw":4.478,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7805709504","shards":1,"effective_bpw":4.478,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"7834545344","shards":1,"effective_bpw":4.4945,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239066144","shards":1,"effective_bpw":4.7266,"repo":"lmstudio-community/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239066304","shards":1,"effective_bpw":4.7266,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"8239591488","shards":1,"effective_bpw":4.7269,"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_1","bytes":"8581655744","shards":1,"effective_bpw":4.9231,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383816384","shards":1,"effective_bpw":5.3833,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620565184","shards":1,"effective_bpw":5.5191,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"9621090368","shards":1,"effective_bpw":5.5194,"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q6_K","bytes":"11088407584","shards":1,"effective_bpw":6.3612,"repo":"lmstudio-community/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"11088407744","shards":1,"effective_bpw":6.3612,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q8_0","bytes":"14359309344","shards":1,"effective_bpw":8.2377,"repo":"lmstudio-community/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359309504","shards":1,"effective_bpw":8.2377,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"Q8_0","bytes":"14359834688","shards":1,"effective_bpw":8.238,"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"BF16","bytes":"27020864416","shards":1,"effective_bpw":15.5014,"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27021389888","shards":1,"effective_bpw":15.5017,"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-4","canonical_repo":"microsoft/phi-4","display_name":"phi-4","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"14659507200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"95783","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100352,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/phi-4","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4485317056","shards":1,"effective_bpw":2.4477,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4731548096","shards":1,"effective_bpw":2.5821,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5110428096","shards":1,"effective_bpw":2.7889,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5547348416","shards":1,"effective_bpw":3.0273,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5608795712","shards":1,"effective_bpw":3.0608,"repo":"unsloth/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5729218112","shards":1,"effective_bpw":3.1266,"repo":"unsloth/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6049108416","shards":1,"effective_bpw":3.3011,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6246699456","shards":1,"effective_bpw":3.409,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6504747456","shards":1,"effective_bpw":3.5498,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6913835456","shards":1,"effective_bpw":3.773,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7190834752","shards":1,"effective_bpw":3.9242,"repo":"unsloth/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7363269056","shards":1,"effective_bpw":4.0183,"repo":"bartowski/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q3_K":41,"Q4_K":118,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"7930155200","shards":1,"effective_bpw":4.3277,"repo":"lmstudio-community/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7930155456","shards":1,"effective_bpw":4.3277,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7941378496","shards":1,"effective_bpw":4.3338,"repo":"bartowski/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q6_K":1,"IQ4_XS":161}},{"quant":"IQ4_NL","bytes":"8383418816","shards":1,"effective_bpw":4.575,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8412090816","shards":1,"effective_bpw":4.5907,"repo":"bartowski/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q4_0":156,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"8440762816","shards":1,"effective_bpw":4.6063,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8890306112","shards":1,"effective_bpw":4.8516,"repo":"unsloth/phi-4-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"9053114560","shards":1,"effective_bpw":4.9405,"repo":"lmstudio-community/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053114816","shards":1,"effective_bpw":4.9405,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267499456","shards":1,"effective_bpw":5.0575,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9434452416","shards":1,"effective_bpw":5.1486,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10151580096","shards":1,"effective_bpw":5.5399,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10412707392","shards":1,"effective_bpw":5.6824,"repo":"unsloth/phi-4-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"10604188096","shards":1,"effective_bpw":5.7869,"repo":"bartowski/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q5_K":101,"Q6_K":61}},{"quant":"Q5_K_L","bytes":"10921300416","shards":1,"effective_bpw":5.96,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030251200","shards":1,"effective_bpw":6.5652,"repo":"lmstudio-community/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q6_K":162}},{"quant":"Q6_K","bytes":"12030251456","shards":1,"effective_bpw":6.5652,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030258752","shards":1,"effective_bpw":6.5652,"repo":"unsloth/phi-4-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K_L","bytes":"12279124416","shards":1,"effective_bpw":6.701,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580500160","shards":1,"effective_bpw":8.5026,"repo":"lmstudio-community/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580500416","shards":1,"effective_bpw":8.5026,"repo":"bartowski/phi-4-GGUF","n_tensors":243,"type_hist":{"F32":81,"Q8_0":162}},{"quant":"Q8_0","bytes":"15580507712","shards":1,"effective_bpw":8.5026,"repo":"unsloth/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29323399616","shards":1,"effective_bpw":16.0024,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29323406912","shards":1,"effective_bpw":16.0024,"repo":"unsloth/phi-4-GGUF","n_tensors":363,"type_hist":{"F16":282,"F32":81}},{"quant":"F32","bytes":"58641584544","shards":2,"effective_bpw":32.0019,"repo":"bartowski/phi-4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-35b-a3b-coder","canonical_repo":"Jackrong/Qwopus3.6-35B-A3B-Coder","display_name":"Qwopus3.6-35B-A3B-Coder","publisher":"Jackrong","modality":"text","arch_key":"clip","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"93936","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Jackrong/Qwopus3.6-35B-A3B-Coder","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-tts-12hz-0-6b-base","canonical_repo":"Qwen/Qwen3-TTS-12Hz-0.6B-Base","display_name":"Qwen3-TTS-12Hz-0.6B-Base","publisher":"Qwen","modality":"audio_tts","arch_key":"qwen3-tts","params_total":"914643008","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"93816","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-TTS-12Hz-0.6B-Base","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"532862784","shards":1,"effective_bpw":4.6607,"repo":"cstr/qwen3-tts-0.6b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"985716544","shards":1,"effective_bpw":8.6217,"repo":"cstr/qwen3-tts-0.6b-base-GGUF","n_tensors":478,"type_hist":{"F16":38,"F32":174,"Q8_0":266}},{"quant":"Q4_K_M","bytes":"5073265248","shards":6,"effective_bpw":null,"repo":"Serveurperso/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5073265248","shards":6,"effective_bpw":null,"repo":"CC-TM/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8417471040","shards":6,"effective_bpw":null,"repo":"CC-TM/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8417471040","shards":6,"effective_bpw":null,"repo":"Serveurperso/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15573756480","shards":6,"effective_bpw":null,"repo":"CC-TM/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15573756480","shards":6,"effective_bpw":null,"repo":"Serveurperso/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"31006867712","shards":6,"effective_bpw":null,"repo":"Serveurperso/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"31006867712","shards":6,"effective_bpw":null,"repo":"CC-TM/Qwen3-TTS-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-1-fill-dev","canonical_repo":"black-forest-labs/FLUX.1-Fill-dev","display_name":"FLUX.1-Fill-dev","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"11902391360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"93282","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4155810976","shards":1,"effective_bpw":2.7933,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4155810976","shards":1,"effective_bpw":2.7933,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5238187296","shards":1,"effective_bpw":3.5208,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5357724832","shards":1,"effective_bpw":3.6011,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5357724832","shards":1,"effective_bpw":3.6011,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6809920800","shards":1,"effective_bpw":4.5772,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":780,"type_hist":{"F16":5,"F32":471,"Q4_0":304}},{"quant":"Q4_K_S","bytes":"6809920800","shards":1,"effective_bpw":4.5772,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6929458336","shards":1,"effective_bpw":4.6575,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6929458336","shards":1,"effective_bpw":4.6575,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6929458336","shards":1,"effective_bpw":4.6575,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6929458336","shards":1,"effective_bpw":4.6575,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7549560096","shards":1,"effective_bpw":5.0743,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7669097632","shards":1,"effective_bpw":5.1547,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7669097632","shards":1,"effective_bpw":5.1547,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8289199392","shards":1,"effective_bpw":5.5715,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8289199392","shards":1,"effective_bpw":5.5715,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8408736928","shards":1,"effective_bpw":5.6518,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8408736928","shards":1,"effective_bpw":5.6518,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9028838688","shards":1,"effective_bpw":6.0686,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9148376224","shards":1,"effective_bpw":6.1489,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9148376224","shards":1,"effective_bpw":6.1489,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9860932896","shards":1,"effective_bpw":6.6279,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":780,"type_hist":{"F16":5,"F32":471,"Q6_K":304}},{"quant":"Q8_0","bytes":"12727035168","shards":1,"effective_bpw":8.5543,"repo":"YarvixPA/FLUX.1-Fill-dev-GGUF","n_tensors":780,"type_hist":{"F16":5,"F32":471,"Q8_0":304}},{"quant":"Q8_0","bytes":"12846572704","shards":1,"effective_bpw":8.6346,"repo":"second-state/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13181810912","shards":2,"effective_bpw":8.8599,"repo":"gaianet/FLUX.1-Fill-dev-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-270m-it","canonical_repo":"google/gemma-3-270m-it","display_name":"gemma-3-270m-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"92157","n_layers":18,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":640,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-270m-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"180104224","shards":1,"effective_bpw":5.3743,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"182787104","shards":1,"effective_bpw":5.4543,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"184517664","shards":1,"effective_bpw":5.506,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"235973408","shards":1,"effective_bpw":7.0414,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236710688","shards":1,"effective_bpw":7.0634,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236710944","shards":1,"effective_bpw":7.0634,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"237079328","shards":1,"effective_bpw":7.0744,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"237079584","shards":1,"effective_bpw":7.0744,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237079584","shards":1,"effective_bpw":7.0744,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"238994208","shards":1,"effective_bpw":7.1315,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"240857888","shards":1,"effective_bpw":7.1872,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q5_1":18,"Q8_0":1,"IQ4_NL":72,"IQ4_XS":36}},{"quant":"IQ4_XS","bytes":"240858144","shards":1,"effective_bpw":7.1872,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q5_1":18,"Q8_0":1,"IQ4_NL":72,"IQ4_XS":36}},{"quant":"Q4_0","bytes":"241574688","shards":1,"effective_bpw":7.2085,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q4_0":124,"Q4_1":2,"Q8_0":1}},{"quant":"Q4_0","bytes":"241574944","shards":1,"effective_bpw":7.2086,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q4_0":124,"Q4_1":2,"Q8_0":1}},{"quant":"IQ4_NL","bytes":"241963808","shards":1,"effective_bpw":7.2202,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"241963808","shards":1,"effective_bpw":7.2202,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q4_K":35,"Q5_0":16,"Q5_1":2,"Q5_K":1,"Q8_0":1,"IQ4_NL":72}},{"quant":"Q3_K_M","bytes":"241964064","shards":1,"effective_bpw":7.2202,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q4_K":35,"Q5_0":16,"Q5_1":2,"Q5_K":1,"Q8_0":1,"IQ4_NL":72}},{"quant":"IQ4_NL","bytes":"241964064","shards":1,"effective_bpw":7.2202,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"246387488","shards":1,"effective_bpw":7.3522,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247677728","shards":1,"effective_bpw":7.3907,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247677984","shards":1,"effective_bpw":7.3907,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249889568","shards":1,"effective_bpw":7.4567,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249889824","shards":1,"effective_bpw":7.4567,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253115168","shards":1,"effective_bpw":7.5529,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q4_K":27,"Q5_0":81,"Q6_K":9,"Q8_0":10}},{"quant":"Q4_K_L","bytes":"253115168","shards":1,"effective_bpw":7.5529,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253115424","shards":1,"effective_bpw":7.5529,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"257999648","shards":1,"effective_bpw":7.6987,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"257999904","shards":1,"effective_bpw":7.6987,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260027168","shards":1,"effective_bpw":7.7592,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q5_1":81,"Q5_K":27,"Q6_K":9,"Q8_0":10}},{"quant":"Q5_K_L","bytes":"260027168","shards":1,"effective_bpw":7.7592,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260027424","shards":1,"effective_bpw":7.7592,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q5_1":81,"Q5_K":27,"Q6_K":9,"Q8_0":10}},{"quant":"Q6_K","bytes":"282975008","shards":1,"effective_bpw":8.4439,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q6_K":36,"Q8_0":91}},{"quant":"Q6_K_L","bytes":"282975008","shards":1,"effective_bpw":8.4439,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282975264","shards":1,"effective_bpw":8.4439,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291545600","shards":1,"effective_bpw":8.6997,"repo":"ggml-org/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291545888","shards":1,"effective_bpw":8.6997,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F32":109,"Q8_0":127}},{"quant":"Q8_0","bytes":"291546144","shards":1,"effective_bpw":8.6997,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542835200","shards":1,"effective_bpw":16.1981,"repo":"bartowski/google_gemma-3-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"542835488","shards":1,"effective_bpw":16.1981,"repo":"unsloth/gemma-3-270m-it-GGUF","n_tensors":236,"type_hist":{"F16":127,"F32":109}}]}
{"_type":"model","slug":"umt5-xxl","canonical_repo":"google/umt5-xxl","display_name":"umt5-xxl","publisher":"google","modality":"text","arch_key":"t5encoder","params_total":"5680910336","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"92090","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":256384,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/umt5-xxl","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2531333408","shards":1,"effective_bpw":3.5647,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2858489696","shards":1,"effective_bpw":4.0254,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2858489696","shards":1,"effective_bpw":4.0254,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3055097696","shards":1,"effective_bpw":4.3023,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3055097696","shards":1,"effective_bpw":4.3023,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q3_K":120,"Q4_K":45,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"3221820704","shards":1,"effective_bpw":4.537,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3348436832","shards":1,"effective_bpw":4.7154,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q5_K":3,"Q6_K":1,"IQ4_XS":165}},{"quant":"Q4_0","bytes":"3473478944","shards":1,"effective_bpw":4.8914,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q4_0":168,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"3489208160","shards":1,"effective_bpw":4.9136,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3497596768","shards":1,"effective_bpw":4.9254,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3497596768","shards":1,"effective_bpw":4.9254,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3655145312","shards":1,"effective_bpw":5.1473,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q4_K":144,"Q6_K":25}},{"quant":"Q4_K_M","bytes":"3655145312","shards":1,"effective_bpw":5.1473,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3762885920","shards":1,"effective_bpw":5.299,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4052292896","shards":1,"effective_bpw":5.7065,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4052293472","shards":1,"effective_bpw":5.7065,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4052293472","shards":1,"effective_bpw":5.7065,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4145878880","shards":1,"effective_bpw":5.8383,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4145878880","shards":1,"effective_bpw":5.8383,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q5_K":144,"Q6_K":25}},{"quant":"Q5_1","bytes":"4341699872","shards":1,"effective_bpw":6.1141,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4667283296","shards":1,"effective_bpw":6.5726,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q6_K":169}},{"quant":"Q6_K","bytes":"4667283296","shards":1,"effective_bpw":6.5726,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q6_K":169}},{"quant":"Q8_0","bytes":"6043068256","shards":1,"effective_bpw":8.51,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6043068256","shards":1,"effective_bpw":8.51,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":242,"type_hist":{"F32":73,"Q8_0":169}},{"quant":"BF16","bytes":"11368686880","shards":1,"effective_bpw":16.0097,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11368687456","shards":1,"effective_bpw":16.0097,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11368687456","shards":1,"effective_bpw":16.0097,"repo":"chatpig/umt5xxl-encoder-gguf","n_tensors":242,"type_hist":{"F16":169,"F32":73}},{"quant":"F32","bytes":"22730008416","shards":1,"effective_bpw":32.009,"repo":"city96/umt5-xxl-encoder-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-1-5b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","display_name":"DeepSeek-R1-Distill-Qwen-1.5B","publisher":"deepseek-ai","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"91747","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"700140640","shards":1,"effective_bpw":3.1519,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"701332064","shards":1,"effective_bpw":3.1572,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"716268640","shards":1,"effective_bpw":3.2245,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880224","shards":1,"effective_bpw":3.3893,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880736","shards":1,"effective_bpw":3.3893,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"774946912","shards":1,"effective_bpw":3.4886,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"792150112","shards":1,"effective_bpw":3.5661,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"807577696","shards":1,"effective_bpw":3.6355,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"831976544","shards":1,"effective_bpw":3.7453,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861221984","shards":1,"effective_bpw":3.877,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"876941408","shards":1,"effective_bpw":3.9478,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"882082912","shards":1,"effective_bpw":3.9709,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456032","shards":1,"effective_bpw":4.1617,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"924456544","shards":1,"effective_bpw":4.1617,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"980439872","shards":1,"effective_bpw":4.4137,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440160","shards":1,"effective_bpw":4.4137,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"980784224","shards":1,"effective_bpw":4.4152,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1019711072","shards":1,"effective_bpw":4.5905,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"IQ4_NL","bytes":"1067603552","shards":1,"effective_bpw":4.8061,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1068807776","shards":1,"effective_bpw":4.8115,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1071584864","shards":1,"effective_bpw":4.824,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"1098800224","shards":1,"effective_bpw":4.9465,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117320512","shards":1,"effective_bpw":5.0299,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117320800","shards":1,"effective_bpw":5.0299,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"1117321312","shards":1,"effective_bpw":5.0299,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1162700384","shards":1,"effective_bpw":5.2342,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259173472","shards":1,"effective_bpw":5.6685,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285494368","shards":1,"effective_bpw":5.787,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"1285494880","shards":1,"effective_bpw":5.787,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1290527840","shards":1,"effective_bpw":5.8096,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1429529696","shards":1,"effective_bpw":6.4354,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464178496","shards":1,"effective_bpw":6.5914,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"1464178784","shards":1,"effective_bpw":6.5914,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"1464179296","shards":1,"effective_bpw":6.5914,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1577219168","shards":1,"effective_bpw":7.1002,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894531904","shards":1,"effective_bpw":8.5287,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532192","shards":1,"effective_bpw":8.5287,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"1894532416","shards":1,"effective_bpw":8.5287,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"F16","bytes":"3560416352","shards":1,"effective_bpw":16.0281,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}},{"quant":"BF16","bytes":"3560416576","shards":1,"effective_bpw":16.0281,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"7114302272","shards":1,"effective_bpw":32.0268,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-8b-a1b","canonical_repo":"LiquidAI/LFM2.5-8B-A1B","display_name":"LFM2.5-8B-A1B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2moe","params_total":"8467856832","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"91270","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"LiquidAI/LFM2.5-8B-A1B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_M","bytes":"2573872736","shards":1,"effective_bpw":2.4317,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2701274720","shards":1,"effective_bpw":2.552,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2754588256","shards":1,"effective_bpw":2.6024,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3272339040","shards":1,"effective_bpw":3.0915,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"3570921056","shards":1,"effective_bpw":3.3736,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"3939626592","shards":1,"effective_bpw":3.722,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"4264996448","shards":1,"effective_bpw":4.0294,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"4358844000","shards":1,"effective_bpw":4.118,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4844678368","shards":1,"effective_bpw":4.577,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q4_0":132,"Q6_K":1}},{"quant":"UD-Q4_K_S","bytes":"5013941856","shards":1,"effective_bpw":4.7369,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155564768","shards":1,"effective_bpw":4.8707,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q4_K":118,"Q6_K":15}},{"quant":"UD-Q4_K_M","bytes":"5322223200","shards":1,"effective_bpw":5.0282,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"6005894752","shards":1,"effective_bpw":5.6741,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030339296","shards":1,"effective_bpw":5.6972,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q5_K":118,"Q6_K":15}},{"quant":"UD-Q5_K_M","bytes":"6361886304","shards":1,"effective_bpw":6.0104,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959787232","shards":1,"effective_bpw":6.5753,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q6_K":133}},{"quant":"UD-Q6_K","bytes":"7088287328","shards":1,"effective_bpw":6.6967,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010195680","shards":1,"effective_bpw":8.5124,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q8_0":133}},{"quant":"Q8_0","bytes":"9010196064","shards":1,"effective_bpw":8.5124,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F32":123,"Q8_0":133}},{"quant":"BF16","bytes":"16947260640","shards":1,"effective_bpw":16.0109,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947260640","shards":1,"effective_bpw":16.0109,"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","n_tensors":256,"type_hist":{"F16":133,"F32":123}},{"quant":"BF16","bytes":"16947260768","shards":1,"effective_bpw":16.0109,"repo":"unsloth/LFM2.5-8B-A1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-the-deckard-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"90538","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156485216","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725868128","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839648","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354784","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157884512","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061728","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584800","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916309280","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309600","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503584","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364640","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761352480","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352800","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352800","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424493152","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287104288","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q3_K":240,"Q4_K":165,"Q5_K":5,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"15287104608","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265760","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628266080","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735786080","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862229280","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":7,"Q6_K":1,"IQ4_XS":403}},{"quant":"I1-Q4_0","bytes":"17701573728","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160864","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763161184","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"18687057600","shards":1,"effective_bpw":4.7804,"repo":"CountCandy/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058720","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q4_K":355,"Q6_K":56}},{"quant":"I1-Q4_K_M","bytes":"18687059040","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416800","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836960","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311837280","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845566240","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q5_K":355,"Q6_K":56}},{"quant":"I1-Q5_K_M","bytes":"21845566560","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479360","shards":1,"effective_bpw":6.4468,"repo":"CountCandy/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201480480","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q6_K":411}},{"quant":"I1-Q6_K","bytes":"25201480800","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635671328","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":833,"type_hist":{"F32":422,"Q8_0":411}}]}
{"_type":"model","slug":"jina-embeddings-v5-text-nano","canonical_repo":"jinaai/jina-embeddings-v5-text-nano","display_name":"jina-embeddings-v5-text-nano","publisher":"jinaai","modality":"embedding","arch_key":"eurobert","params_total":"211766016","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"89292","n_layers":12,"n_head":12,"n_head_kv":12,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jinaai/jina-embeddings-v5-text-nano","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"99436096","shards":1,"effective_bpw":3.7565,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"99436096","shards":1,"effective_bpw":3.7565,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"99436096","shards":1,"effective_bpw":3.7565,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"101703232","shards":1,"effective_bpw":3.8421,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"101703232","shards":1,"effective_bpw":3.8421,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"101703232","shards":1,"effective_bpw":3.8421,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105481792","shards":1,"effective_bpw":3.9848,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105481792","shards":1,"effective_bpw":3.9848,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105481792","shards":1,"effective_bpw":3.9848,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"113702464","shards":1,"effective_bpw":4.2954,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"113702464","shards":1,"effective_bpw":4.2954,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"113702464","shards":1,"effective_bpw":4.2954,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"130176064","shards":1,"effective_bpw":4.9177,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"130176064","shards":1,"effective_bpw":4.9177,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"130176064","shards":1,"effective_bpw":4.9177,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"143152192","shards":1,"effective_bpw":5.4079,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"143152192","shards":1,"effective_bpw":5.4079,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":110,"type_hist":{"F32":25,"Q3_K":48,"Q4_K":34,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"143152192","shards":1,"effective_bpw":5.4079,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"148866112","shards":1,"effective_bpw":5.6238,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"148866112","shards":1,"effective_bpw":5.6238,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"148866112","shards":1,"effective_bpw":5.6238,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":110,"type_hist":{"F32":25,"Q6_K":1,"IQ4_XS":84}},{"quant":"IQ4_NL","bytes":"152405056","shards":1,"effective_bpw":5.7575,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152405056","shards":1,"effective_bpw":5.7575,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152405056","shards":1,"effective_bpw":5.7575,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"156966976","shards":1,"effective_bpw":5.9298,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"156966976","shards":1,"effective_bpw":5.9298,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":110,"type_hist":{"F32":25,"Q4_K":72,"Q6_K":13}},{"quant":"Q4_K_M","bytes":"156966976","shards":1,"effective_bpw":5.9298,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"166560832","shards":1,"effective_bpw":6.2923,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"166560832","shards":1,"effective_bpw":6.2923,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"166560832","shards":1,"effective_bpw":6.2923,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"168910912","shards":1,"effective_bpw":6.381,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"168910912","shards":1,"effective_bpw":6.381,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":110,"type_hist":{"F32":25,"Q5_K":72,"Q6_K":13}},{"quant":"Q5_K_M","bytes":"168910912","shards":1,"effective_bpw":6.381,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"181601344","shards":1,"effective_bpw":6.8605,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"181601344","shards":1,"effective_bpw":6.8605,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"181601344","shards":1,"effective_bpw":6.8605,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":110,"type_hist":{"F32":25,"Q6_K":85}},{"quant":"Q8_0","bytes":"232883776","shards":1,"effective_bpw":8.7978,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"232883776","shards":1,"effective_bpw":8.7978,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":110,"type_hist":{"F32":25,"Q8_0":85}},{"quant":"Q8_0","bytes":"232883776","shards":1,"effective_bpw":8.7978,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"431396128","shards":1,"effective_bpw":16.2971,"repo":"jinaai/jina-embeddings-v5-text-nano-retrieval","n_tensors":110,"type_hist":{"F16":85,"F32":25}},{"quant":"F16","bytes":"431396128","shards":1,"effective_bpw":16.2971,"repo":"jinaai/jina-embeddings-v5-text-nano-text-matching","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"431396128","shards":1,"effective_bpw":16.2971,"repo":"jinaai/jina-embeddings-v5-text-nano-classification","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smolvlm-500m-instruct","canonical_repo":"HuggingFaceTB/SmolVLM-500M-Instruct","display_name":"SmolVLM-500M-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"507482304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"89156","n_layers":32,"n_head":15,"n_head_kv":5,"head_dim_k":64,"head_dim_v":64,"hidden":960,"vocab_size":49280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM-500M-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"436806912","shards":1,"effective_bpw":6.8859,"repo":"ggml-org/SmolVLM-500M-Instruct-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"F16","bytes":"820422912","shards":1,"effective_bpw":12.9332,"repo":"ggml-org/SmolVLM-500M-Instruct-GGUF","n_tensors":291,"type_hist":{"F16":226,"F32":65}}]}
{"_type":"model","slug":"qwopus3-5-122b-a10b-kimi-k2-6-destill-healed-abliterated","canonical_repo":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated","display_name":"Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated","publisher":"OpenYourMind","modality":"vision_language","arch_key":"qwen35moe","params_total":"122562817776","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"88258","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"45810400032","shards":1,"effective_bpw":2.9902,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54007208736","shards":1,"effective_bpw":3.5252,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"59097948672","shards":1,"effective_bpw":3.8575,"repo":"morikomorizz/Qwopus3.5-122B-Distill-Kimi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59807722272","shards":1,"effective_bpw":3.9038,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":899,"type_hist":{"F32":368,"BF16":2,"Q3_K":368,"Q4_K":152,"Q5_K":8,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"64660204320","shards":1,"effective_bpw":4.2205,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"67201344000","shards":1,"effective_bpw":4.3864,"repo":"morikomorizz/Qwopus3.5-122B-Distill-Kimi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67557309216","shards":1,"effective_bpw":4.4096,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":899,"type_hist":{"F32":368,"BF16":2,"Q5_K":61,"Q6_K":1,"IQ4_XS":467}},{"quant":"Q4_K_S","bytes":"71074282272","shards":1,"effective_bpw":4.6392,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"75842332192","shards":1,"effective_bpw":4.9504,"repo":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":899,"type_hist":{"F32":368,"BF16":2,"Q4_K":453,"Q6_K":76}},{"quant":"Q4_K_M","bytes":"75842333472","shards":1,"effective_bpw":4.9504,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"81671692800","shards":1,"effective_bpw":5.3309,"repo":"morikomorizz/Qwopus3.5-122B-Distill-Kimi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"85932538656","shards":1,"effective_bpw":5.609,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88708557600","shards":1,"effective_bpw":5.7902,"repo":"mradermacher/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","n_tensors":899,"type_hist":{"F32":368,"BF16":2,"Q5_K":453,"Q6_K":76}}]}
{"_type":"model","slug":"qwq-32b","canonical_repo":"Qwen/QwQ-32B","display_name":"QwQ-32B","publisher":"Qwen","modality":"text","arch_key":"llama","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"87917","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":40960,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/QwQ-32B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7685786208","shards":1,"effective_bpw":1.8766,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8298465888","shards":1,"effective_bpw":2.0262,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9336801888","shards":1,"effective_bpw":2.2798,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11495189088","shards":1,"effective_bpw":2.8068,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098848","shards":1,"effective_bpw":3.0065,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12495575648","shards":1,"effective_bpw":3.0511,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"13052652128","shards":1,"effective_bpw":3.1871,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330848","shards":1,"effective_bpw":3.5142,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048288","shards":1,"effective_bpw":3.8909,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"17247078976","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17717484128","shards":1,"effective_bpw":4.3261,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":1,"Q5_K":64,"Q6_K":1,"IQ4_XS":384}},{"quant":"IQ4_NL","bytes":"18682174048","shards":1,"effective_bpw":4.5617,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009888","shards":1,"effective_bpw":4.5687,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"19851335840","shards":1,"effective_bpw":4.8471,"repo":"Qwen/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19851336256","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336288","shards":1,"effective_bpw":4.8471,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242848","shards":1,"effective_bpw":5.0395,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22638254240","shards":1,"effective_bpw":5.5276,"repo":"Qwen/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262156960","shards":1,"effective_bpw":5.68,"repo":"Qwen/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"23262157408","shards":1,"effective_bpw":5.68,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q6_K","bytes":"26886154400","shards":1,"effective_bpw":6.5648,"repo":"Qwen/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886154816","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886154848","shards":1,"effective_bpw":6.5648,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884640","shards":1,"effective_bpw":8.5023,"repo":"Qwen/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"Q8_0","bytes":"34820884672","shards":1,"effective_bpw":8.5023,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885056","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/QwQ-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"BF16","bytes":"131071939552","shards":4,"effective_bpw":32.004,"repo":"unsloth/QwQ-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b","canonical_repo":"meta-llama/Llama-3.1-8B","display_name":"Llama-3.1-8B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"87861","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.1-8B","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"3179141120","shards":1,"effective_bpw":3.1672,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664509760","shards":1,"effective_bpw":3.6507,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018928448","shards":1,"effective_bpw":4.0038,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018928448","shards":1,"effective_bpw":4.0038,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4321966912","shards":1,"effective_bpw":4.3057,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661223296","shards":1,"effective_bpw":4.6437,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_0":225,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4692680576","shards":1,"effective_bpw":4.675,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733824","shards":1,"effective_bpw":4.9022,"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4920734336","shards":1,"effective_bpw":4.9022,"repo":"Delentia/delentia-slm-jitna-v0.4","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745856","shards":1,"effective_bpw":4.9022,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K","bytes":"4920745856","shards":1,"effective_bpw":4.9022,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130264960","shards":1,"effective_bpw":5.1109,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599306624","shards":1,"effective_bpw":5.5782,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599306624","shards":1,"effective_bpw":5.5782,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987008","shards":1,"effective_bpw":5.7114,"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5733000064","shards":1,"effective_bpw":5.7114,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K","bytes":"5733000064","shards":1,"effective_bpw":5.7114,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068348288","shards":1,"effective_bpw":6.0455,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006016","shards":1,"effective_bpw":6.5711,"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"Q6_K","bytes":"6596020160","shards":1,"effective_bpw":6.5712,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770432","shards":1,"effective_bpw":8.5086,"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"Q8_0","bytes":"8540770944","shards":1,"effective_bpw":8.5086,"repo":"Delentia/delentia-slm-jitna-v0.4","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540788544","shards":1,"effective_bpw":8.5086,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"Q4_K_M","bytes":"14762205536","shards":3,"effective_bpw":14.7066,"repo":"Delentia/delentia-slm-jitna-v0.4","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068924224","shards":1,"effective_bpw":16.0084,"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":292,"type_hist":{"F16":226,"F32":66}}]}
{"_type":"model","slug":"canary-1b-v2","canonical_repo":"nvidia/canary-1b-v2","display_name":"canary-1b-v2","publisher":"nvidia","modality":"audio_asr","arch_key":"canary","params_total":"980046848","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"87401","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"392167040","shards":1,"effective_bpw":3.2012,"repo":"cstr/canary-ctc-aligner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"460848896","shards":1,"effective_bpw":3.7619,"repo":"cstr/canary-ctc-aligner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"610746016","shards":1,"effective_bpw":4.9854,"repo":"cstr/canary-1b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"666894464","shards":1,"effective_bpw":5.4438,"repo":"cstr/canary-ctc-aligner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"720322208","shards":1,"effective_bpw":5.8799,"repo":"cstr/canary-1b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"735476448","shards":1,"effective_bpw":6.0036,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":1476,"type_hist":{"F16":64,"F32":1041,"Q4_K":322,"Q6_K":1,"Q8_0":48}},{"quant":"Q5_K_M","bytes":"836664032","shards":1,"effective_bpw":6.8296,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":1476,"type_hist":{"F16":64,"F32":1041,"Q5_K":322,"Q6_K":1,"Q8_0":48}},{"quant":"Q6_K","bytes":"931986144","shards":1,"effective_bpw":7.6077,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":1476,"type_hist":{"F16":64,"F32":1041,"Q6_K":371}},{"quant":"Q8_0","bytes":"1049050784","shards":1,"effective_bpw":8.5633,"repo":"cstr/canary-1b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1144290016","shards":1,"effective_bpw":9.3407,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":1476,"type_hist":{"F16":64,"F32":1041,"Q8_0":371}},{"quant":"F16","bytes":"1966111456","shards":1,"effective_bpw":16.0491,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":1476,"type_hist":{"F16":435,"F32":1041}},{"quant":"F32","bytes":"3920657120","shards":1,"effective_bpw":32.0038,"repo":"handy-computer/canary-1b-v2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinygemma3-cifar","canonical_repo":"ngxson/tinygemma3_cifar","display_name":"tinygemma3_cifar","publisher":"ngxson","modality":"text","arch_key":"gemma3","params_total":"39331968","is_moe":false,"is_gated":false,"license_spdx":"wtfpl","downloads_30d":"87077","n_layers":8,"n_head":4,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":128,"vocab_size":262208,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ngxson/tinygemma3_cifar","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"47227552","shards":1,"effective_bpw":9.6059,"repo":"ggml-org/tinygemma3-GGUF","n_tensors":106,"type_hist":{"F32":49,"Q8_0":57}}]}
{"_type":"model","slug":"sulphur-2-base","canonical_repo":"SulphurAI/Sulphur-2-base","display_name":"Sulphur-2-base","publisher":"SulphurAI","modality":"video","arch_key":"ltxv","params_total":"9197093888","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"84221","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_NL","bytes":"5443379584","shards":1,"effective_bpw":4.7349,"repo":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108608","shards":1,"effective_bpw":4.8964,"repo":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q4_K":217,"Q6_K":33}},{"quant":"Q3_K_S","bytes":"10339464563","shards":1,"effective_bpw":8.9937,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11130418527","shards":1,"effective_bpw":9.6817,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q3_K":1214,"Q4_K":324,"Q5_K":206}},{"quant":"Q4_0","bytes":"12980918641","shards":1,"effective_bpw":11.2913,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_0":1482,"Q4_1":58,"Q5_K":204}},{"quant":"Q4_K_S","bytes":"13201119603","shards":1,"effective_bpw":11.4829,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14194463072","shards":1,"effective_bpw":12.3469,"repo":"coolthor/Sulphur-2-distilled-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14296160607","shards":1,"effective_bpw":12.4354,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q4_K":1214,"Q5_K":204,"Q6_K":326}},{"quant":"Q5_K_S","bytes":"15043615091","shards":1,"effective_bpw":13.0855,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"15261718897","shards":1,"effective_bpw":13.2753,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16141485407","shards":1,"effective_bpw":14.0405,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q5_K":1214,"Q6_K":530}},{"quant":"Q6_K","bytes":"17774930271","shards":1,"effective_bpw":15.4613,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q6_K":1744}},{"quant":"Q8_0","bytes":"22755563871","shards":1,"effective_bpw":19.7937,"repo":"Abiray/Sulphur-2-base-GGUF","n_tensors":4444,"type_hist":{"F32":2672,"BF16":28,"Q8_0":1744}}]}
{"_type":"model","slug":"qwen3-6-14b-a3b-fablevibes","canonical_repo":"tvall43/Qwen3.6-14B-A3B-FableVibes","display_name":"Qwen3.6-14B-A3B-FableVibes","publisher":"tvall43","modality":"text","arch_key":"qwen35moe","params_total":"13759378048","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"83770","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":8,"arch_source":"tvall43/Qwen3.6-14B-A3B-FableVibes","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5324311040","shards":1,"effective_bpw":3.0957,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6766985728","shards":1,"effective_bpw":3.9345,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q3_K":301,"Q4_K":124,"Q5_K":6,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"8465553920","shards":1,"effective_bpw":4.9221,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"Q5_K_M","bytes":"9852131840","shards":1,"effective_bpw":5.7282,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":371,"Q6_K":61}},{"quant":"Q6_K","bytes":"11325370880","shards":1,"effective_bpw":6.5848,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14655633920","shards":1,"effective_bpw":8.5211,"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-4-0-32b","canonical_repo":"LGAI-EXAONE/EXAONE-4.0-32B","display_name":"EXAONE-4.0-32B","publisher":"LGAI-EXAONE","modality":"text","arch_key":"exaone4","params_total":"32003216384","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"82098","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":102400,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LGAI-EXAONE/EXAONE-4.0-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9622626592","shards":1,"effective_bpw":2.4054,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10025754912","shards":1,"effective_bpw":2.5062,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10895089952","shards":1,"effective_bpw":2.7235,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11926462752","shards":1,"effective_bpw":2.9813,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12438462752","shards":1,"effective_bpw":3.1093,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12455338272","shards":1,"effective_bpw":3.1135,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13281911072","shards":1,"effective_bpw":3.3201,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13962830112","shards":1,"effective_bpw":3.4904,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14379229472","shards":1,"effective_bpw":3.5944,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15493751072","shards":1,"effective_bpw":3.873,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16795951392","shards":1,"effective_bpw":4.1986,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17212268832","shards":1,"effective_bpw":4.3026,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17387577120","shards":1,"effective_bpw":4.3465,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":708,"type_hist":{"F32":258,"Q5_K":72,"Q6_K":1,"IQ4_XS":377}},{"quant":"IQ4_NL","bytes":"18185478432","shards":1,"effective_bpw":4.5459,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18213658912","shards":1,"effective_bpw":4.553,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18286403872","shards":1,"effective_bpw":4.5711,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19343826720","shards":1,"effective_bpw":4.8355,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":708,"type_hist":{"F32":258,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19343827232","shards":1,"effective_bpw":4.8355,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19732947232","shards":1,"effective_bpw":4.9327,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20110926112","shards":1,"effective_bpw":5.0272,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22078316832","shards":1,"effective_bpw":5.519,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22696648480","shards":1,"effective_bpw":5.6736,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22696648992","shards":1,"effective_bpw":5.6736,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23020232992","shards":1,"effective_bpw":5.7545,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26259021600","shards":1,"effective_bpw":6.5641,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":708,"type_hist":{"F32":258,"Q6_K":450}},{"quant":"Q6_K","bytes":"26259022112","shards":1,"effective_bpw":6.5641,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26512974112","shards":1,"effective_bpw":6.6276,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34009636640","shards":1,"effective_bpw":8.5016,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":708,"type_hist":{"F32":258,"Q8_0":450}},{"quant":"Q8_0","bytes":"34009637152","shards":1,"effective_bpw":8.5016,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64012017632","shards":2,"effective_bpw":16.0014,"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64012017888","shards":2,"effective_bpw":16.0014,"repo":"bartowski/LGAI-EXAONE_EXAONE-4.0-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-claude-4-6-opus-reasoning-distilled","canonical_repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","display_name":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","publisher":"hesamation","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"81967","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143616","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210496","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655296","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032576","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481536","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237376","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098816","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595776","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760896","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484146176","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186496","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425856","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521216","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766208","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115332096","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779776","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269376","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905664","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759104","shards":1,"effective_bpw":4.71,"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"I1-Q4_K_M","bytes":"21166759936","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170496","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285376","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132224","shards":1,"effective_bpw":5.5027,"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":371,"Q6_K":61}},{"quant":"I1-Q5_K_M","bytes":"24729133056","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153664","shards":1,"effective_bpw":6.345,"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":432}},{"quant":"I1-Q6_K","bytes":"28514154496","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140544","shards":1,"effective_bpw":8.2117,"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"F16","bytes":"71065942656","shards":1,"effective_bpw":15.8136,"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":445}}]}
{"_type":"model","slug":"laguna-xs-2-1","canonical_repo":"poolside/Laguna-XS-2.1","display_name":"Laguna-XS-2.1","publisher":"poolside","modality":"text","arch_key":"laguna","params_total":"33442617088","is_moe":true,"is_gated":false,"license_spdx":"openmdw-1.1","downloads_30d":"81610","n_layers":40,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100352,"ctx_native":262144,"sliding_window":512,"use_sliding_window":null,"swa_period":4,"dense_first":true,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"poolside/Laguna-XS-2.1","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9404976000","shards":1,"effective_bpw":2.2498,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10386596736","shards":1,"effective_bpw":2.4846,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10620330880","shards":1,"effective_bpw":2.5406,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11635506048","shards":1,"effective_bpw":2.7834,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12157833600","shards":1,"effective_bpw":2.9083,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12358537600","shards":1,"effective_bpw":2.9564,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14285958016","shards":1,"effective_bpw":3.4174,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14894198656","shards":1,"effective_bpw":3.5629,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"15563714432","shards":1,"effective_bpw":3.7231,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15575904128","shards":1,"effective_bpw":3.726,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q3_K":161,"Q4_K":59,"Q5_K":61,"Q6_K":21,"Q8_0":137}},{"quant":"Q3_K_L","bytes":"16129879936","shards":1,"effective_bpw":3.8585,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16282120064","shards":1,"effective_bpw":3.8949,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18211212672","shards":1,"effective_bpw":4.3564,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q5_K":40,"Q6_K":21,"Q8_0":137,"IQ4_XS":241}},{"quant":"Q4_0","bytes":"19210003840","shards":1,"effective_bpw":4.5953,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q4_0":216,"Q4_1":5,"Q5_0":60,"Q6_K":21,"Q8_0":137}},{"quant":"IQ4_NL","bytes":"19212625280","shards":1,"effective_bpw":4.596,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19781477760","shards":1,"effective_bpw":4.732,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20274299904","shards":1,"effective_bpw":4.8499,"repo":"lmstudio-community/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20274300032","shards":1,"effective_bpw":4.8499,"repo":"poolside/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q4_K":379,"Q6_K":60}},{"quant":"Q4_K_M","bytes":"20548085120","shards":1,"effective_bpw":4.9154,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q4_K":161,"Q5_K":40,"Q6_K":101,"Q8_0":137}},{"quant":"Q4_K_L","bytes":"20700620160","shards":1,"effective_bpw":4.9519,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21183993216","shards":1,"effective_bpw":5.0675,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23226631552","shards":1,"effective_bpw":5.5562,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24005035392","shards":1,"effective_bpw":5.7424,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q5_K":161,"Q6_K":81,"Q8_0":197}},{"quant":"Q5_K_L","bytes":"24131880320","shards":1,"effective_bpw":5.7727,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27502729728","shards":1,"effective_bpw":6.5791,"repo":"lmstudio-community/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q6_K":439}},{"quant":"Q6_K","bytes":"29036854144","shards":1,"effective_bpw":6.9461,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q6_K":163,"Q8_0":276}},{"quant":"Q6_K_L","bytes":"29136403328","shards":1,"effective_bpw":6.9699,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35597116416","shards":1,"effective_bpw":8.5154,"repo":"lmstudio-community/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q8_0":439}},{"quant":"Q8_0","bytes":"35597116800","shards":1,"effective_bpw":8.5154,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":678,"type_hist":{"F32":239,"Q8_0":439}},{"quant":"BF16","bytes":"66930226304","shards":1,"effective_bpw":16.0108,"repo":"poolside/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"66930226496","shards":2,"effective_bpw":16.0108,"repo":"bartowski/Laguna-XS-2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-3-8b-instruct-thinking-heretic-uncensored-claude-4-5-opus-high-reasoning","canonical_repo":"DavidAU/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning","display_name":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"81336","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019634688","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161978880","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399219200","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605788672","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758495744","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948288000","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988822016","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179138240","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179138560","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274919424","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518754304","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664506048","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664506368","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332160","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784830464","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018924736","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"4018925056","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321963200","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321963520","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447669760","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484369600","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":36,"Q6_K":1,"IQ4_XS":189}},{"quant":"I1-Q4_0","bytes":"4675898880","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677996032","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692675776","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676096","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920741056","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920741376","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130259968","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599300800","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301120","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732994240","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"I1-Q5_K_M","bytes":"5732994560","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596013248","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"I1-Q6_K","bytes":"6596013568","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772192","shards":1,"effective_bpw":8.5086,"repo":"speedstarrr/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540777664","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"F16","bytes":"16068897984","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":292,"type_hist":{"F16":226,"F32":66}}]}
{"_type":"model","slug":"qwen3-6-27b-dsv4pro-thinking-distill","canonical_repo":"Merkyor/Qwen3.6-27B-DSV4Pro-Thinking-Distill","display_name":"Qwen3.6-27B-DSV4Pro-Thinking-Distill","publisher":"Merkyor","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"78337","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"mistral-small-3-2-24b-instruct-2506","canonical_repo":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","display_name":"Mistral-Small-3.2-24B-Instruct-2506","publisher":"mistralai","modality":"vision_language","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"78021","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5558570528","shards":1,"effective_bpw":1.852,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017322528","shards":1,"effective_bpw":2.0048,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545125504","shards":1,"effective_bpw":2.1807,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750916128","shards":1,"effective_bpw":2.2492,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207039104","shards":1,"effective_bpw":2.4012,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478358144","shards":1,"effective_bpw":2.4916,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114057344","shards":1,"effective_bpw":2.7034,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243334688","shards":1,"effective_bpw":2.7465,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890331264","shards":1,"effective_bpw":2.962,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890338848","shards":1,"effective_bpw":2.962,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047625248","shards":1,"effective_bpw":3.0144,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280598144","shards":1,"effective_bpw":3.0921,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409220128","shards":1,"effective_bpw":3.1349,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545691264","shards":1,"effective_bpw":3.1804,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907122304","shards":1,"effective_bpw":3.3008,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400280704","shards":1,"effective_bpw":3.4651,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400288288","shards":1,"effective_bpw":3.4651,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650955904","shards":1,"effective_bpw":3.5486,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474088064","shards":1,"effective_bpw":3.8229,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"11474095648","shards":1,"effective_bpw":3.8229,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400767104","shards":1,"effective_bpw":4.1316,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758921344","shards":1,"effective_bpw":4.251,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779900448","shards":1,"effective_bpw":4.258,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":1,"Q5_K":40,"Q6_K":1,"IQ4_XS":240}},{"quant":"IQ4_NL","bytes":"13468020864","shards":1,"effective_bpw":4.4872,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468028448","shards":1,"effective_bpw":4.4872,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494235264","shards":1,"effective_bpw":4.496,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_0","bytes":"13494242848","shards":1,"effective_bpw":4.496,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549285504","shards":1,"effective_bpw":4.5143,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549293088","shards":1,"effective_bpw":4.5143,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909728","shards":1,"effective_bpw":4.7757,"repo":"lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333915264","shards":1,"effective_bpw":4.7757,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"14333922848","shards":1,"effective_bpw":4.7757,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831988864","shards":1,"effective_bpw":4.9417,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873112704","shards":1,"effective_bpw":4.9554,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873120288","shards":1,"effective_bpw":4.9554,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304418944","shards":1,"effective_bpw":5.4322,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304426528","shards":1,"effective_bpw":5.4322,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763990144","shards":1,"effective_bpw":5.5854,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_M","bytes":"16763997728","shards":1,"effective_bpw":5.5854,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178177664","shards":1,"effective_bpw":5.7233,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939168","shards":1,"effective_bpw":6.4456,"repo":"lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"19345944704","shards":1,"effective_bpw":6.4456,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"19345952288","shards":1,"effective_bpw":6.4456,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671003264","shards":1,"effective_bpw":6.5539,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780128","shards":1,"effective_bpw":8.3476,"repo":"lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"Q8_0","bytes":"25054785664","shards":1,"effective_bpw":8.3476,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054793248","shards":1,"effective_bpw":8.3476,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"47153519328","shards":1,"effective_bpw":15.7104,"repo":"lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":363,"type_hist":{"F16":282,"F32":81}},{"quant":"BF16","bytes":"47153524544","shards":1,"effective_bpw":15.7104,"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153532160","shards":1,"effective_bpw":15.7104,"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-vl-1-6b","canonical_repo":"LiquidAI/LFM2.5-VL-1.6B","display_name":"LFM2.5-VL-1.6B","publisher":"LiquidAI","modality":"vision_language","arch_key":"lfm2","params_total":"1596625904","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"76313","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-VL-1.6B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"483399264","shards":1,"effective_bpw":2.4221,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"483399264","shards":1,"effective_bpw":2.4221,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558159456","shards":1,"effective_bpw":2.7967,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600348256","shards":1,"effective_bpw":3.0081,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q3_K":64,"Q4_K":25,"Q5_K":3,"Q6_K":1}},{"quant":"Q4_0","bytes":"695752288","shards":1,"effective_bpw":3.4861,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_0":92,"Q6_K":1}},{"quant":"Q4_0","bytes":"695752480","shards":1,"effective_bpw":3.4861,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_0":92,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"700470880","shards":1,"effective_bpw":3.5098,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730895968","shards":1,"effective_bpw":3.6622,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_K":82,"Q6_K":11}},{"quant":"Q4_K_M","bytes":"730896256","shards":1,"effective_bpw":3.6622,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q4_K":82,"Q6_K":11}},{"quant":"Q4_K_M","bytes":"730897088","shards":1,"effective_bpw":3.6622,"repo":"lmstudio-community/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760501856","shards":1,"effective_bpw":3.8105,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825251424","shards":1,"effective_bpw":4.135,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843355744","shards":1,"effective_bpw":4.2257,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q5_K":82,"Q6_K":11}},{"quant":"Q5_K_M","bytes":"843356032","shards":1,"effective_bpw":4.2257,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q5_K":82,"Q6_K":11}},{"quant":"Q6_K","bytes":"962844256","shards":1,"effective_bpw":4.8244,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q6_K":93}},{"quant":"Q6_K","bytes":"962844544","shards":1,"effective_bpw":4.8244,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q6_K":93}},{"quant":"Q6_K","bytes":"962845376","shards":1,"effective_bpw":4.8244,"repo":"lmstudio-community/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246254688","shards":1,"effective_bpw":6.2444,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q8_0":93}},{"quant":"Q8_0","bytes":"1246254880","shards":1,"effective_bpw":6.2444,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F32":55,"Q8_0":93}},{"quant":"Q8_0","bytes":"1246255808","shards":1,"effective_bpw":6.2444,"repo":"lmstudio-community/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343327328","shards":1,"effective_bpw":11.7414,"repo":"unsloth/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343327520","shards":1,"effective_bpw":11.7414,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343327520","shards":1,"effective_bpw":11.7414,"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","n_tensors":148,"type_hist":{"F16":93,"F32":55}}]}
{"_type":"model","slug":"qwen3-4b-thinking-2507","canonical_repo":"Qwen/Qwen3-4B-Thinking-2507","display_name":"Qwen3-4B-Thinking-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"75754","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-4B-Thinking-2507","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083149952","shards":1,"effective_bpw":2.1542,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143484032","shards":1,"effective_bpw":2.2742,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255345792","shards":1,"effective_bpw":2.4967,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1512983776","shards":1,"effective_bpw":3.0091,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530402432","shards":1,"effective_bpw":3.0437,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499616","shards":1,"effective_bpw":3.3203,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669500032","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500032","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670188256","shards":1,"effective_bpw":3.3217,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674376832","shards":1,"effective_bpw":3.33,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763699936","shards":1,"effective_bpw":3.5077,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814375136","shards":1,"effective_bpw":3.6085,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997216","shards":1,"effective_bpw":3.7529,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997632","shards":1,"effective_bpw":3.7529,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962896096","shards":1,"effective_bpw":3.9039,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618016","shards":1,"effective_bpw":4.128,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"2075618432","shards":1,"effective_bpw":4.128,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"2239785408","shards":1,"effective_bpw":4.4545,"repo":"lmstudio-community/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785696","shards":1,"effective_bpw":4.4546,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751456","shards":1,"effective_bpw":4.5161,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751872","shards":1,"effective_bpw":4.5161,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"Q4_0","bytes":"2375772896","shards":1,"effective_bpw":4.725,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_0","bytes":"2375773312","shards":1,"effective_bpw":4.725,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2381343456","shards":1,"effective_bpw":4.7361,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343872","shards":1,"effective_bpw":4.7361,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309536","shards":1,"effective_bpw":4.74,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309952","shards":1,"effective_bpw":4.74,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280448","shards":1,"effective_bpw":4.9667,"repo":"lmstudio-community/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280736","shards":1,"effective_bpw":4.9667,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"2497281152","shards":1,"effective_bpw":4.9667,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591481056","shards":1,"effective_bpw":5.154,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629216","shards":1,"effective_bpw":5.1643,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629632","shards":1,"effective_bpw":5.1643,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711456","shards":1,"effective_bpw":5.6159,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711872","shards":1,"effective_bpw":5.6159,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513696","shards":1,"effective_bpw":5.7467,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514112","shards":1,"effective_bpw":5.7467,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_L","bytes":"2983714016","shards":1,"effective_bpw":5.9341,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260928","shards":1,"effective_bpw":6.5756,"repo":"lmstudio-community/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306261216","shards":1,"effective_bpw":6.5756,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q6_K":253}},{"quant":"Q6_K","bytes":"3306261632","shards":1,"effective_bpw":6.5756,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400461536","shards":1,"effective_bpw":6.7629,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404928","shards":1,"effective_bpw":8.513,"repo":"lmstudio-community/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405216","shards":1,"effective_bpw":8.513,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F32":145,"Q8_0":253}},{"quant":"Q8_0","bytes":"4280405632","shards":1,"effective_bpw":8.513,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284928","shards":1,"effective_bpw":16.0126,"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285344","shards":1,"effective_bpw":16.0126,"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","n_tensors":398,"type_hist":{"F16":253,"F32":145}}]}
{"_type":"model","slug":"ministral-3-3b-reasoning-2512","canonical_repo":"mistralai/Ministral-3-3B-Reasoning-2512","display_name":"Ministral-3-3B-Reasoning-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"4251743232","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"75658","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-3B-Reasoning-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"969158400","shards":1,"effective_bpw":1.8236,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1019195136","shards":1,"effective_bpw":1.9177,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1108946688","shards":1,"effective_bpw":2.0866,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1339887360","shards":1,"effective_bpw":2.5211,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1457803008","shards":1,"effective_bpw":2.743,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1458958080","shards":1,"effective_bpw":2.7451,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1458958080","shards":1,"effective_bpw":2.7451,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1639149312","shards":1,"effective_bpw":3.0842,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1795550976","shards":1,"effective_bpw":3.3785,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q3_K":104,"Q4_K":75,"Q5_K":3,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"1959276288","shards":1,"effective_bpw":3.6865,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q5_K":26,"Q6_K":1,"IQ4_XS":156}},{"quant":"Q4_0","bytes":"2046373632","shards":1,"effective_bpw":3.8504,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q4_0":179,"Q4_1":3,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2051288832","shards":1,"effective_bpw":3.8597,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2053254912","shards":1,"effective_bpw":3.8634,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146496256","shards":1,"effective_bpw":4.0388,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146496704","shards":1,"effective_bpw":4.0388,"repo":"lmstudio-community/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q4_K":156,"Q6_K":27}},{"quant":"Q4_K_M","bytes":"2147021472","shards":1,"effective_bpw":4.0398,"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q4_K":156,"Q6_K":27}},{"quant":"Q4_1","bytes":"2230202112","shards":1,"effective_bpw":4.1963,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2419339008","shards":1,"effective_bpw":4.5522,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473651968","shards":1,"effective_bpw":4.6544,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q5_K":156,"Q6_K":27}},{"quant":"Q5_K_M","bytes":"2474177184","shards":1,"effective_bpw":4.6554,"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q5_K":156,"Q6_K":27}},{"quant":"Q6_K","bytes":"2821254912","shards":1,"effective_bpw":5.3084,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q6_K":183}},{"quant":"Q6_K","bytes":"2821255360","shards":1,"effective_bpw":5.3084,"repo":"lmstudio-community/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651677952","shards":1,"effective_bpw":6.8709,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q8_0":183}},{"quant":"Q8_0","bytes":"3651678400","shards":1,"effective_bpw":6.8709,"repo":"lmstudio-community/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3652203168","shards":1,"effective_bpw":6.8719,"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q8_0":183}},{"quant":"BF16","bytes":"6866218464","shards":1,"effective_bpw":12.9193,"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6866743968","shards":1,"effective_bpw":12.9203,"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-0-6b-base","canonical_repo":"Qwen/Qwen3-0.6B-Base","display_name":"Qwen3-0.6B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"596049920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"75649","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-0.6B-Base","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"314252544","shards":1,"effective_bpw":4.2178,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"334896384","shards":1,"effective_bpw":4.4949,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"347288832","shards":1,"effective_bpw":4.6612,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"389927168","shards":1,"effective_bpw":5.2335,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"389927168","shards":1,"effective_bpw":5.2335,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396476256","shards":1,"effective_bpw":5.3214,"repo":"iyanello/Qwen3-Reranker-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q4_K":169,"Q6_K":29}},{"quant":"IQ3_M","bytes":"402878720","shards":1,"effective_bpw":5.4073,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"413978880","shards":1,"effective_bpw":5.5563,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":311,"type_hist":{"F32":113,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"435343616","shards":1,"effective_bpw":5.843,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"451931392","shards":1,"effective_bpw":6.0657,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"469081344","shards":1,"effective_bpw":6.2959,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":311,"type_hist":{"F32":113,"Q4_0":197,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"470260992","shards":1,"effective_bpw":6.3117,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"470785280","shards":1,"effective_bpw":6.3187,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"484220160","shards":1,"effective_bpw":6.4991,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":311,"type_hist":{"F32":113,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_1","bytes":"506330368","shards":1,"effective_bpw":6.7958,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"543579392","shards":1,"effective_bpw":7.2958,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"543579392","shards":1,"effective_bpw":7.2958,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"551378176","shards":1,"effective_bpw":7.4004,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":311,"type_hist":{"F32":113,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_1","bytes":"580828416","shards":1,"effective_bpw":7.7957,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"622733568","shards":1,"effective_bpw":8.3581,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":311,"type_hist":{"F32":113,"Q6_K":198}},{"quant":"Q8_0","bytes":"639150592","shards":1,"effective_bpw":8.5785,"repo":"Qwen/Qwen3-Embedding-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q8_0":197}},{"quant":"Q8_0","bytes":"639153312","shards":1,"effective_bpw":8.5785,"repo":"iyanello/Qwen3-Reranker-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"Q8_0":198}},{"quant":"Q8_0","bytes":"804753664","shards":1,"effective_bpw":10.8012,"repo":"Majipa/Qwen3-0.6B-GGUF-Quantized","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1197629632","shards":1,"effective_bpw":16.0742,"repo":"Qwen/Qwen3-Embedding-0.6B-GGUF","n_tensors":310,"type_hist":{"F16":197,"F32":113}},{"quant":"F16","bytes":"1197634272","shards":1,"effective_bpw":16.0743,"repo":"iyanello/Qwen3-Reranker-0.6B-GGUF","n_tensors":311,"type_hist":{"F32":113,"BF16":198}}]}
{"_type":"model","slug":"qwen2-7b-instruct","canonical_repo":"Qwen/Qwen2-7B-Instruct","display_name":"Qwen2-7B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"73496","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1903664896","shards":1,"effective_bpw":1.9997,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2042193664","shards":1,"effective_bpw":2.1453,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2469019392","shards":1,"effective_bpw":2.5936,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2469019424","shards":1,"effective_bpw":2.5936,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2469019456","shards":1,"effective_bpw":2.5936,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2595634976","shards":1,"effective_bpw":2.7266,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2595635008","shards":1,"effective_bpw":2.7266,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780340000","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780340032","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015937792","shards":1,"effective_bpw":3.1682,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015937824","shards":1,"effective_bpw":3.1682,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015937824","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015937856","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114512160","shards":1,"effective_bpw":3.2717,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114512192","shards":1,"effective_bpw":3.2717,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346253568","shards":1,"effective_bpw":3.5151,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346253600","shards":1,"effective_bpw":3.5151,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346253632","shards":1,"effective_bpw":3.5151,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366080","shards":1,"effective_bpw":3.6686,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366112","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366144","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574009632","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574009664","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808388864","shards":1,"effective_bpw":4.0006,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808388896","shards":1,"effective_bpw":4.0006,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3808388896","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808388928","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088456960","shards":1,"effective_bpw":4.2948,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088456992","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457024","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470144","shards":1,"effective_bpw":4.4314,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"IQ4_XS","bytes":"4218470176","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":28,"Q6_K":1,"IQ4_XS":169}},{"quant":"IQ4_XS","bytes":"4218470208","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444118816","shards":1,"effective_bpw":4.6684,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_0":194,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4457766656","shards":1,"effective_bpw":4.6828,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457766688","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457766720","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071232","shards":1,"effective_bpw":4.9194,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683071264","shards":1,"effective_bpw":4.9194,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"4683071264","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071296","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174144","shards":1,"effective_bpw":5.5834,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174176","shards":1,"effective_bpw":5.5834,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174208","shards":1,"effective_bpw":5.5834,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5327904544","shards":1,"effective_bpw":5.5968,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444828928","shards":1,"effective_bpw":5.7196,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"5444828960","shards":1,"effective_bpw":5.7196,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"5444828960","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444828992","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196480","shards":1,"effective_bpw":6.5699,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254196512","shards":1,"effective_bpw":6.5699,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"Q6_K","bytes":"6254196512","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196544","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522880","shards":1,"effective_bpw":8.5073,"repo":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q8_0":198}},{"quant":"Q8_0","bytes":"8098522912","shards":1,"effective_bpw":8.5073,"repo":"Qwen/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522912","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522944","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237850656","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468417056","shards":1,"effective_bpw":32.0063,"repo":"bartowski/Qwen2-7B-Instruct-deccp-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468417056","shards":1,"effective_bpw":32.0063,"repo":"bartowski/Qwen2-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibethinker-3b","canonical_repo":"WeiboAI/VibeThinker-3B","display_name":"VibeThinker-3B","publisher":"WeiboAI","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"72221","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":131072,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WeiboAI/VibeThinker-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1274755168","shards":1,"effective_bpw":3.3047,"repo":"squ11z1/Mythos-nano","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274755776","shards":1,"effective_bpw":3.3047,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454356576","shards":1,"effective_bpw":3.7703,"repo":"squ11z1/Mythos-nano","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357184","shards":1,"effective_bpw":3.7703,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590474848","shards":1,"effective_bpw":4.1232,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F32":181,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"1590475456","shards":1,"effective_bpw":4.1232,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391072","shards":1,"effective_bpw":4.4262,"repo":"squ11z1/Mythos-nano","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391680","shards":1,"effective_bpw":4.4262,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1822849728","shards":1,"effective_bpw":4.7256,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_0":252,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1834383456","shards":1,"effective_bpw":4.7555,"repo":"squ11z1/Mythos-nano","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384064","shards":1,"effective_bpw":4.7555,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929902176","shards":1,"effective_bpw":5.0031,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F32":181,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"1929902784","shards":1,"effective_bpw":5.0031,"repo":"semparuthiveeran/VibeThinker-3B-Q4_K_M-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_K_M","bytes":"1929902784","shards":1,"effective_bpw":5.0031,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169665632","shards":1,"effective_bpw":5.6247,"repo":"squ11z1/Mythos-nano","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666240","shards":1,"effective_bpw":5.6247,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2169666240","shards":1,"effective_bpw":5.6247,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224814176","shards":1,"effective_bpw":5.7676,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F32":181,"Q5_K":216,"Q6_K":37}},{"quant":"Q5_K_M","bytes":"2224814784","shards":1,"effective_bpw":5.7676,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538158176","shards":1,"effective_bpw":6.5799,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F32":181,"Q6_K":253}},{"quant":"Q6_K","bytes":"2538158784","shards":1,"effective_bpw":6.5799,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q6_K":253}},{"quant":"Q8_0","bytes":"3285475424","shards":1,"effective_bpw":8.5173,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F32":181,"Q8_0":253}},{"quant":"Q8_0","bytes":"3285476032","shards":1,"effective_bpw":8.5173,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q8_0":253}},{"quant":"F16","bytes":"6178316384","shards":1,"effective_bpw":16.0167,"repo":"squ11z1/Mythos-nano","n_tensors":434,"type_hist":{"F16":253,"F32":181}},{"quant":"BF16","bytes":"6178316992","shards":1,"effective_bpw":16.0167,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178316992","shards":1,"effective_bpw":16.0167,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12349711040","shards":1,"effective_bpw":32.0154,"repo":"prithivMLmods/VibeThinker-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-edit-2509","canonical_repo":"Qwen/Qwen-Image-Edit-2509","display_name":"Qwen-Image-Edit-2509","publisher":"Qwen","modality":"image","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"72185","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"TQ1_0","bytes":"6974528928","shards":1,"effective_bpw":2.731,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"6995762592","shards":1,"effective_bpw":2.7394,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"7029340704","shards":1,"effective_bpw":2.7525,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7071808032","shards":1,"effective_bpw":2.7691,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7147452960","shards":1,"effective_bpw":2.7988,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7217936928","shards":1,"effective_bpw":2.8264,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9017489952","shards":1,"effective_bpw":3.531,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9037543968","shards":1,"effective_bpw":3.5389,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9042852384","shards":1,"effective_bpw":3.5409,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9091365408","shards":1,"effective_bpw":3.5599,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9158605344","shards":1,"effective_bpw":3.5863,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9744742944","shards":1,"effective_bpw":3.8158,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q3_K":560,"Q4_K":280}},{"quant":"Q3_K_M","bytes":"9764502048","shards":1,"effective_bpw":3.8235,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10428938784","shards":1,"effective_bpw":4.0837,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11738053152","shards":1,"effective_bpw":4.5963,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11772643392","shards":2,"effective_bpw":4.6099,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_0":720,"Q4_1":120}},{"quant":"Q4_0","bytes":"11928271392","shards":1,"effective_bpw":4.6708,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12204309024","shards":1,"effective_bpw":4.7789,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12268010016","shards":1,"effective_bpw":4.8038,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12886145568","shards":1,"effective_bpw":5.0459,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13127088672","shards":1,"effective_bpw":5.1402,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_K":560,"Q5_K":48,"Q6_K":232}},{"quant":"Q5_K_S","bytes":"14117698080","shards":1,"effective_bpw":5.5281,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14140111392","shards":1,"effective_bpw":5.5369,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14140111392","shards":1,"effective_bpw":5.5369,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14215313952","shards":1,"effective_bpw":5.5663,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14298184224","shards":1,"effective_bpw":5.5988,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14934899232","shards":1,"effective_bpw":5.8481,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15000074784","shards":1,"effective_bpw":5.8736,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q5_K":560,"Q6_K":280}},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15414131232","shards":1,"effective_bpw":6.0358,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q6_K":840}},{"quant":"Q6_K","bytes":"16847403552","shards":1,"effective_bpw":6.597,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"17873999808","shards":2,"effective_bpw":6.999,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"QuantStack/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q8_0":840}},{"quant":"Q4_1","bytes":"21880993760","shards":2,"effective_bpw":8.568,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"24082277856","shards":3,"effective_bpw":9.43,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"27461993984","shards":3,"effective_bpw":10.7534,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"33447490944","shards":4,"effective_bpw":13.0971,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"36861731744","shards":4,"effective_bpw":14.4341,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"39006331808","shards":4,"effective_bpw":15.2738,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-2509-GGUF","n_tensors":1933,"type_hist":{"F16":840,"F32":1087,"BF16":6}},{"quant":"Q8_0","bytes":"51569280512","shards":3,"effective_bpw":20.1932,"repo":"calcuis/qwen-image-edit-plus-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-claude-mythos-5-1m-uncensored-heretic","canonical_repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic","display_name":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"71266","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_S","bytes":"5939488512","shards":1,"effective_bpw":5.0496,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5939488512","shards":1,"effective_bpw":5.0496,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5939488512","shards":1,"effective_bpw":5.0496,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6216967936","shards":1,"effective_bpw":5.2855,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"BF16":72,"Q4_K":145,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"6216967936","shards":1,"effective_bpw":5.2855,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"BF16":72,"Q4_K":145,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"6216967936","shards":1,"effective_bpw":5.2855,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6458664704","shards":1,"effective_bpw":5.491,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6458664704","shards":1,"effective_bpw":5.491,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6458664704","shards":1,"effective_bpw":5.491,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6621325056","shards":1,"effective_bpw":5.6293,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q5_K":145,"Q6_K":33,"Q8_0":72}},{"quant":"Q5_K_M","bytes":"6621325056","shards":1,"effective_bpw":5.6293,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q5_K":145,"Q6_K":33,"Q8_0":72}},{"quant":"Q5_K_M","bytes":"6621325056","shards":1,"effective_bpw":5.6293,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7458301696","shards":1,"effective_bpw":6.3409,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q6_K":178,"Q8_0":72}},{"quant":"Q6_K","bytes":"7458301696","shards":1,"effective_bpw":6.3409,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7458301696","shards":1,"effective_bpw":6.3409,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9910888192","shards":1,"effective_bpw":8.426,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"BF16":72,"Q8_0":178}},{"quant":"Q8_0","bytes":"9910888192","shards":1,"effective_bpw":8.426,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9910888192","shards":1,"effective_bpw":8.426,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":427,"type_hist":{"F32":177,"BF16":72,"Q8_0":178}},{"quant":"BF16","bytes":"17920698112","shards":1,"effective_bpw":15.2358,"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920698112","shards":1,"effective_bpw":15.2358,"repo":"Lunaunbanned/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920698112","shards":1,"effective_bpw":15.2358,"repo":"jauganaut1/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-ultra-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic","display_name":"gemma-4-E4B-it-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"71234","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316416","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633536","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391616","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q3_K":252,"Q4_K":122,"Q5_K":4,"Q6_K":2}},{"quant":"Q3_K_L","bytes":"5021276736","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091430976","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q5_K":47,"Q6_K":2,"IQ4_XS":331}},{"quant":"Q4_K_S","bytes":"5202965056","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286336","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335289696","shards":1,"effective_bpw":5.3379,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q4_K":336,"Q6_K":44}},{"quant":"Q4_K_M","bytes":"5335289696","shards":1,"effective_bpw":5.3379,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q4_K":336,"Q6_K":44}},{"quant":"Q5_K_S","bytes":"5685965376","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685968736","shards":1,"effective_bpw":5.6887,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685968736","shards":1,"effective_bpw":5.6887,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908736","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q5_K":336,"Q6_K":44}},{"quant":"Q5_K_M","bytes":"5762912096","shards":1,"effective_bpw":5.7657,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762912096","shards":1,"effective_bpw":5.7657,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q5_K":336,"Q6_K":44}},{"quant":"Q6_K","bytes":"6217257536","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217260896","shards":1,"effective_bpw":6.2202,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q6_K":380}},{"quant":"Q6_K","bytes":"6217260896","shards":1,"effective_bpw":6.2202,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q6_K":380}},{"quant":"Q8_0","bytes":"8031236672","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240032","shards":1,"effective_bpw":8.0351,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q8_0":380}},{"quant":"Q8_0","bytes":"8031240032","shards":1,"effective_bpw":8.0351,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F32":339,"BF16":1,"Q8_0":380}},{"quant":"F16","bytes":"15053091392","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":720,"type_hist":{"F16":380,"F32":339,"BF16":1}},{"quant":"BF16","bytes":"15053094752","shards":1,"effective_bpw":15.0603,"repo":"DollasAndSpence/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053094752","shards":1,"effective_bpw":15.0603,"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"devstral-small-2-24b-instruct-2512","canonical_repo":"mistralai/Devstral-Small-2-24B-Instruct-2512","display_name":"Devstral-Small-2-24B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"24011361840","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"69672","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":393216,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Devstral-Small-2-24B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5559094432","shards":1,"effective_bpw":1.8522,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017846432","shards":1,"effective_bpw":2.005,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545648512","shards":1,"effective_bpw":2.1809,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6751440032","shards":1,"effective_bpw":2.2494,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207562112","shards":1,"effective_bpw":2.4014,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478881152","shards":1,"effective_bpw":2.4918,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114580352","shards":1,"effective_bpw":2.7036,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243858592","shards":1,"effective_bpw":2.7467,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890854272","shards":1,"effective_bpw":2.9622,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890862752","shards":1,"effective_bpw":2.9622,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9048149152","shards":1,"effective_bpw":3.0146,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9281121152","shards":1,"effective_bpw":3.0922,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409744032","shards":1,"effective_bpw":3.1351,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9546214272","shards":1,"effective_bpw":3.1806,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907645312","shards":1,"effective_bpw":3.301,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400803712","shards":1,"effective_bpw":3.4653,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400812192","shards":1,"effective_bpw":3.4653,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10651478912","shards":1,"effective_bpw":3.5488,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474611072","shards":1,"effective_bpw":3.8231,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"11474619552","shards":1,"effective_bpw":3.8231,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"12401289344","shards":1,"effective_bpw":4.1318,"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12401290112","shards":1,"effective_bpw":4.1318,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12759444352","shards":1,"effective_bpw":4.2511,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":40,"Q6_K":1,"IQ4_XS":241}},{"quant":"IQ4_XS","bytes":"12780424352","shards":1,"effective_bpw":4.2581,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":1,"Q5_K":40,"Q6_K":1,"IQ4_XS":240}},{"quant":"IQ4_NL","bytes":"13468543872","shards":1,"effective_bpw":4.4874,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468552352","shards":1,"effective_bpw":4.4874,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494758272","shards":1,"effective_bpw":4.4961,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_0":276,"Q4_1":5,"Q6_K":1}},{"quant":"Q4_0","bytes":"13494766752","shards":1,"effective_bpw":4.4961,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549808512","shards":1,"effective_bpw":4.5145,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549816992","shards":1,"effective_bpw":4.5145,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14334437504","shards":1,"effective_bpw":4.7759,"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14334438272","shards":1,"effective_bpw":4.7759,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_K_M","bytes":"14334446752","shards":1,"effective_bpw":4.7759,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14832511872","shards":1,"effective_bpw":4.9418,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873635712","shards":1,"effective_bpw":4.9555,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873644192","shards":1,"effective_bpw":4.9555,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304941952","shards":1,"effective_bpw":5.4324,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304950432","shards":1,"effective_bpw":5.4324,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764513152","shards":1,"effective_bpw":5.5855,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764521632","shards":1,"effective_bpw":5.5855,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_K_L","bytes":"17178700672","shards":1,"effective_bpw":5.7235,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19346466944","shards":1,"effective_bpw":6.4458,"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"19346467712","shards":1,"effective_bpw":6.4458,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q6_K","bytes":"19346476192","shards":1,"effective_bpw":6.4458,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671526272","shards":1,"effective_bpw":6.5541,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25055307904","shards":1,"effective_bpw":8.3478,"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25055308672","shards":1,"effective_bpw":8.3478,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"Q8_0","bytes":"25055317152","shards":1,"effective_bpw":8.3478,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"47154047104","shards":1,"effective_bpw":15.7106,"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":363,"type_hist":{"F16":282,"F32":81}},{"quant":"BF16","bytes":"47154047552","shards":1,"effective_bpw":15.7106,"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47154056032","shards":1,"effective_bpw":15.7106,"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v3-0324","canonical_repo":"deepseek-ai/DeepSeek-V3-0324","display_name":"DeepSeek-V3-0324","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"69326","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-V3-0324","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"133555673728","shards":4,"effective_bpw":1.5608,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"148882857120","shards":4,"effective_bpw":1.74,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174428162816","shards":5,"effective_bpw":2.0385,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"185176553856","shards":4,"effective_bpw":2.1641,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"186238759584","shards":4,"effective_bpw":2.1765,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"196456084128","shards":4,"effective_bpw":2.2959,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"196996414304","shards":6,"effective_bpw":2.3023,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200725717504","shards":5,"effective_bpw":2.3458,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"215958571520","shards":5,"effective_bpw":2.5239,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"217432658816","shards":6,"effective_bpw":2.5411,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"218652340992","shards":5,"effective_bpw":2.5554,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"227727395328","shards":5,"effective_bpw":2.6614,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244028344320","shards":5,"effective_bpw":2.8519,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244404133376","shards":5,"effective_bpw":2.8563,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244621323776","shards":5,"effective_bpw":2.8588,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244933304864","shards":7,"effective_bpw":2.8625,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"257932870624","shards":7,"effective_bpw":3.0144,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"273316569728","shards":6,"effective_bpw":3.1942,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198396128","shards":7,"effective_bpw":3.7304,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198396672","shards":9,"effective_bpw":3.7304,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319522215168","shards":7,"effective_bpw":3.7342,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357128681280","shards":10,"effective_bpw":4.1737,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357445479200","shards":8,"effective_bpw":4.1774,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378065940384","shards":10,"effective_bpw":4.4184,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378321797984","shards":8,"effective_bpw":4.4214,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379033907104","shards":10,"effective_bpw":4.4297,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380001873824","shards":10,"effective_bpw":4.441,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430188000","shards":9,"effective_bpw":4.7265,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430188512","shards":11,"effective_bpw":4.7265,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404686046208","shards":9,"effective_bpw":4.7295,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"419940458464","shards":11,"effective_bpw":4.9078,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"461814976736","shards":12,"effective_bpw":5.3972,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396558528","shards":10,"effective_bpw":5.5559,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396559040","shards":13,"effective_bpw":5.5559,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475588453472","shards":10,"effective_bpw":5.5581,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327264","shards":12,"effective_bpw":6.4371,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327584","shards":15,"effective_bpw":6.4371,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550922261440","shards":12,"effective_bpw":6.4385,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286514720","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286515264","shards":20,"effective_bpw":8.3361,"repo":"bartowski/deepseek-ai_DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520224","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273048480","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-V3-0324-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273053984","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unlimited-ocr","canonical_repo":"baidu/Unlimited-OCR","display_name":"Unlimited-OCR","publisher":"baidu","modality":"vision_language","arch_key":"deepseek2-ocr","params_total":"3336106240","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"68427","n_layers":12,"n_head":10,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":1280,"vocab_size":129280,"ctx_native":32768,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":0,"n_expert":64,"n_expert_used":6,"arch_source":"baidu/Unlimited-OCR","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1232148224","shards":1,"effective_bpw":2.9547,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1335367424","shards":1,"effective_bpw":3.2022,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1448949504","shards":1,"effective_bpw":3.4746,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1553630592","shards":1,"effective_bpw":3.7256,"repo":"DevQuasar/baidu.Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q3_K":71,"Q4_K":33,"Q5_0":12,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"1553635584","shards":1,"effective_bpw":3.7256,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1640897024","shards":1,"effective_bpw":3.9349,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q6_K":1,"IQ4_NL":12,"IQ4_XS":106}},{"quant":"IQ4_NL","bytes":"1701901824","shards":1,"effective_bpw":4.0812,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1805289984","shards":1,"effective_bpw":4.3291,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1950321792","shards":1,"effective_bpw":4.6769,"repo":"DevQuasar/baidu.Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q4_K":95,"Q5_0":6,"Q6_K":12,"Q8_0":6}},{"quant":"Q4_K_M","bytes":"1950326592","shards":1,"effective_bpw":4.6769,"repo":"sabafallah/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1950326784","shards":1,"effective_bpw":4.6769,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q4_K":95,"Q5_0":6,"Q6_K":12,"Q8_0":6}},{"quant":"Q5_K_S","bytes":"2098952704","shards":1,"effective_bpw":5.0333,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2219203712","shards":1,"effective_bpw":5.3217,"repo":"DevQuasar/baidu.Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q5_1":6,"Q5_K":95,"Q6_K":12,"Q8_0":6}},{"quant":"Q5_K_M","bytes":"2219208704","shards":1,"effective_bpw":5.3217,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q5_1":6,"Q5_K":95,"Q6_K":12,"Q8_0":6}},{"quant":"Q6_K","bytes":"2613270912","shards":1,"effective_bpw":6.2666,"repo":"DevQuasar/baidu.Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2613275904","shards":1,"effective_bpw":6.2666,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q6_K":107,"Q8_0":12}},{"quant":"Q8_0","bytes":"3126134912","shards":1,"effective_bpw":7.4965,"repo":"DevQuasar/baidu.Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q8_0":119}},{"quant":"Q8_0","bytes":"3126139712","shards":1,"effective_bpw":7.4965,"repo":"sabafallah/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3126139904","shards":1,"effective_bpw":7.4965,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":155,"type_hist":{"F32":36,"Q8_0":119}},{"quant":"BF16","bytes":"5876578080","shards":1,"effective_bpw":14.0921,"repo":"sahilchachra/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5876578112","shards":1,"effective_bpw":14.0921,"repo":"sabafallah/Unlimited-OCR-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-coder-9b-chat","canonical_repo":"01-ai/Yi-Coder-9B-Chat","display_name":"Yi-Coder-9B-Chat","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"8829407232","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"68415","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":64000,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-Coder-9B-Chat","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2014573344","shards":1,"effective_bpw":1.8253,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2181640992","shards":1,"effective_bpw":1.9767,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2708009760","shards":1,"effective_bpw":2.4536,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3098112832","shards":1,"effective_bpw":2.8071,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3354325792","shards":1,"effective_bpw":3.0392,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3354325824","shards":1,"effective_bpw":3.0392,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3610325824","shards":1,"effective_bpw":3.2712,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3717935904","shards":1,"effective_bpw":3.3687,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3717935936","shards":1,"effective_bpw":3.3687,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3899208480","shards":1,"effective_bpw":3.5329,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3899208512","shards":1,"effective_bpw":3.5329,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4055462720","shards":1,"effective_bpw":3.6745,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4324406048","shards":1,"effective_bpw":3.9182,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4324406080","shards":1,"effective_bpw":3.9182,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q3_K":193,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4690752288","shards":1,"effective_bpw":4.2501,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4690752320","shards":1,"effective_bpw":4.2501,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4785009440","shards":1,"effective_bpw":4.3355,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4785009472","shards":1,"effective_bpw":4.3355,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q5_K":48,"Q6_K":1,"IQ4_XS":289}},{"quant":"Q4_0","bytes":"5053903680","shards":1,"effective_bpw":4.5792,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q4_0":331,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"5071860512","shards":1,"effective_bpw":4.5954,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5071860544","shards":1,"effective_bpw":4.5954,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328957984","shards":1,"effective_bpw":4.8284,"repo":"lmstudio-community/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"5328958240","shards":1,"effective_bpw":4.8284,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328958272","shards":1,"effective_bpw":4.8284,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q4_K":289,"Q6_K":49}},{"quant":"Q4_K_L","bytes":"5523518272","shards":1,"effective_bpw":5.0047,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6107853600","shards":1,"effective_bpw":5.5341,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6107853632","shards":1,"effective_bpw":5.5341,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258258720","shards":1,"effective_bpw":5.6704,"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258258752","shards":1,"effective_bpw":5.6704,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q5_K":289,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"6420050752","shards":1,"effective_bpw":5.817,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245640224","shards":1,"effective_bpw":6.565,"repo":"lmstudio-community/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245640512","shards":1,"effective_bpw":6.565,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q6_K":338}},{"quant":"Q6_K_L","bytes":"7372616512","shards":1,"effective_bpw":6.6801,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9383916064","shards":1,"effective_bpw":8.5024,"repo":"lmstudio-community/Yi-Coder-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9383916352","shards":1,"effective_bpw":8.5024,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F32":97,"Q8_0":338}},{"quant":"F16","bytes":"17661112864","shards":1,"effective_bpw":16.0021,"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","n_tensors":435,"type_hist":{"F16":338,"F32":97}}]}
{"_type":"model","slug":"diffusiongemma-26b-a4b-it","canonical_repo":"google/diffusiongemma-26B-A4B-it","display_name":"diffusiongemma-26B-A4B-it","publisher":"google","modality":"vision_language","arch_key":"diffusion-gemma","params_total":"25823778864","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"68073","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"google/diffusiongemma-26B-A4B-it","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10590000896","shards":1,"effective_bpw":3.2807,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13295205376","shards":1,"effective_bpw":4.1187,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":692,"type_hist":{"F32":423,"Q3_K":152,"Q4_0":1,"Q4_K":53,"Q5_0":58,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"NVFP4","bytes":"14439362016","shards":1,"effective_bpw":4.4732,"repo":"FreedomAISVR/DiffusionGemma-26B-A4B-it-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16806810208","shards":1,"effective_bpw":5.2066,"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","n_tensors":692,"type_hist":{"F32":423,"Q4_K":194,"Q5_0":33,"Q6_K":14,"Q8_0":28}},{"quant":"Q4_K_M","bytes":"16806810880","shards":1,"effective_bpw":5.2066,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19145543264","shards":1,"effective_bpw":5.9311,"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","n_tensors":692,"type_hist":{"F32":423,"Q5_1":33,"Q5_K":194,"Q6_K":14,"Q8_0":28}},{"quant":"Q5_K_M","bytes":"19145543936","shards":1,"effective_bpw":5.9311,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22654490464","shards":1,"effective_bpw":7.0182,"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","n_tensors":692,"type_hist":{"F32":423,"Q6_K":208,"Q8_0":61}},{"quant":"Q6_K","bytes":"22654491136","shards":1,"effective_bpw":7.0182,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26878831200","shards":1,"effective_bpw":8.3268,"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","n_tensors":692,"type_hist":{"F32":423,"Q8_0":269}},{"quant":"Q8_0","bytes":"26878831872","shards":1,"effective_bpw":8.3268,"repo":"DevQuasar/google.diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50540834400","shards":1,"effective_bpw":15.6571,"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-397b-a17b","canonical_repo":"Qwen/Qwen3.5-397B-A17B","display_name":"Qwen3.5-397B-A17B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35moe","params_total":"403397928944","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"67807","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"Qwen/Qwen3.5-397B-A17B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"88731231264","shards":3,"effective_bpw":1.7597,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"98280612832","shards":3,"effective_bpw":1.9491,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"106819877056","shards":4,"effective_bpw":2.1184,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"113251132384","shards":3,"effective_bpw":2.2459,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"114872940736","shards":4,"effective_bpw":2.2781,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"121066219150","shards":4,"effective_bpw":2.4009,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"123053144288","shards":4,"effective_bpw":2.4403,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"125402031200","shards":4,"effective_bpw":2.4869,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"126367819406","shards":4,"effective_bpw":2.5061,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"126494959246","shards":4,"effective_bpw":2.5086,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"127313077312","shards":4,"effective_bpw":2.5248,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"139900183648","shards":4,"effective_bpw":2.7744,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"140333676736","shards":4,"effective_bpw":2.783,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"146284913792","shards":4,"effective_bpw":2.9011,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"146373474496","shards":4,"effective_bpw":2.9028,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"147278193792","shards":4,"effective_bpw":2.9208,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"149840422542","shards":4,"effective_bpw":2.9716,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"164017170158","shards":5,"effective_bpw":3.2527,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"164323293504","shards":5,"effective_bpw":3.2588,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"164323293504","shards":5,"effective_bpw":3.2588,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"172695069920","shards":5,"effective_bpw":3.4248,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"177409522016","shards":5,"effective_bpw":3.5183,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"177409522016","shards":5,"effective_bpw":3.5183,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"179940025568","shards":5,"effective_bpw":3.5685,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"182576047918","shards":5,"effective_bpw":3.6208,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"188162434304","shards":5,"effective_bpw":3.7315,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"188211193088","shards":5,"effective_bpw":3.7325,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"189735450944","shards":5,"effective_bpw":3.7627,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"193761982784","shards":5,"effective_bpw":3.8426,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"194700650254","shards":5,"effective_bpw":3.8612,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"195928974560","shards":5,"effective_bpw":3.8856,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"196009977056","shards":5,"effective_bpw":3.8872,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"198727182126","shards":5,"effective_bpw":3.9411,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"219236345216","shards":6,"effective_bpw":4.3478,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"227987503520","shards":6,"effective_bpw":4.5213,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"227987503520","shards":6,"effective_bpw":4.5213,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"231518774624","shards":6,"effective_bpw":4.5914,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"232444142944","shards":6,"effective_bpw":4.6097,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"232952702862","shards":6,"effective_bpw":4.6198,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"239572362688","shards":7,"effective_bpw":4.7511,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"244093630912","shards":6,"effective_bpw":4.8408,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"244093630912","shards":6,"effective_bpw":4.8408,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"248259061152","shards":7,"effective_bpw":4.9234,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"248790394894","shards":7,"effective_bpw":4.9339,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"249013953952","shards":7,"effective_bpw":4.9383,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"256100935104","shards":7,"effective_bpw":5.0789,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"276552219168","shards":7,"effective_bpw":5.4845,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"276552219168","shards":7,"effective_bpw":5.4845,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"281001109056","shards":8,"effective_bpw":5.5727,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"281785853934","shards":7,"effective_bpw":5.5882,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"289982129760","shards":8,"effective_bpw":5.7508,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"290609882720","shards":8,"effective_bpw":5.7632,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"293664979584","shards":8,"effective_bpw":5.8238,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"293664979584","shards":8,"effective_bpw":5.8238,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"299653589070","shards":8,"effective_bpw":5.9426,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"326595345056","shards":8,"effective_bpw":6.4769,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"326595345056","shards":8,"effective_bpw":6.4769,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"334449535086","shards":8,"effective_bpw":6.6326,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"348877055712","shards":9,"effective_bpw":6.9188,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"349369722592","shards":9,"effective_bpw":6.9285,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421507365824","shards":10,"effective_bpw":8.3591,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"428517190030","shards":10,"effective_bpw":8.4982,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"428586493600","shards":11,"effective_bpw":8.4995,"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"792961318816","shards":17,"effective_bpw":15.7256,"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"806152498688","shards":18,"effective_bpw":15.9872,"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-uncensored-heretic","canonical_repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic","display_name":"Ornith-1.0-35B-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"67785","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Ornith-1.0-35B-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16926504928","shards":1,"effective_bpw":3.8571,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q3_K":211,"Q4_K":124,"Q5_K":6,"Q6_K":1,"Q8_0":90}},{"quant":"Q3_K_L","bytes":"18277070816","shards":1,"effective_bpw":4.1649,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19956750304","shards":1,"effective_bpw":4.5476,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21233604576","shards":1,"effective_bpw":4.8386,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":281,"Q6_K":91,"Q8_0":60}},{"quant":"Q5_K_S","bytes":"24016181216","shards":1,"effective_bpw":5.4727,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764028896","shards":1,"effective_bpw":5.6431,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":281,"Q6_K":91,"Q8_0":60}},{"quant":"Q6_K","bytes":"28576053216","shards":1,"effective_bpw":6.5117,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":342,"Q8_0":90}},{"quant":"Q8_0","bytes":"36903139296","shards":1,"effective_bpw":8.4093,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"BF16","bytes":"69376637216","shards":1,"effective_bpw":15.8091,"repo":"llmfan46/Ornith-1.0-35B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-instruct-2409","canonical_repo":"mistralai/Mistral-Small-Instruct-2409","display_name":"Mistral-Small-Instruct-2409","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"67575","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Small-Instruct-2409","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4829489280","shards":1,"effective_bpw":1.7367,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5267138688","shards":1,"effective_bpw":1.894,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5996557312","shards":1,"effective_bpw":2.1563,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646147200","shards":1,"effective_bpw":2.3899,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646150144","shards":1,"effective_bpw":2.3899,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618966528","shards":1,"effective_bpw":2.7397,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098048","shards":1,"effective_bpw":2.9746,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098304","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8468706304","shards":1,"effective_bpw":3.0453,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176098944","shards":1,"effective_bpw":3.2997,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176101888","shards":1,"effective_bpw":3.2997,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276160","shards":1,"effective_bpw":3.4669,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276416","shards":1,"effective_bpw":3.4669,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062410752","shards":1,"effective_bpw":3.6184,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756829952","shards":1,"effective_bpw":3.8681,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756830208","shards":1,"effective_bpw":3.8681,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q3_K":225,"Q4_K":163,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"11730432768","shards":1,"effective_bpw":4.2182,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730433024","shards":1,"effective_bpw":4.2182,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935295616","shards":1,"effective_bpw":4.2919,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935298560","shards":1,"effective_bpw":4.2919,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q5_K":56,"Q6_K":1,"IQ4_XS":337}},{"quant":"Q4_0","bytes":"12613202944","shards":1,"effective_bpw":4.5356,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q4_0":386,"Q4_1":7,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"12660388608","shards":1,"effective_bpw":4.5526,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660388864","shards":1,"effective_bpw":4.5526,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242112","shards":1,"effective_bpw":4.7974,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242368","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q4_K":337,"Q6_K":57}},{"quant":"Q4_K_L","bytes":"13490664448","shards":1,"effective_bpw":4.8512,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820224","shards":1,"effective_bpw":5.5107,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820480","shards":1,"effective_bpw":5.5107,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558208","shards":1,"effective_bpw":5.6537,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558464","shards":1,"effective_bpw":5.6537,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q5_K":337,"Q6_K":57}},{"quant":"Q5_K_L","bytes":"15846814720","shards":1,"effective_bpw":5.6984,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252703872","shards":1,"effective_bpw":6.5636,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252706560","shards":1,"effective_bpw":6.5636,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252706816","shards":1,"effective_bpw":6.5636,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q6_K":394}},{"quant":"Q6_K_L","bytes":"18350224384","shards":1,"effective_bpw":6.5986,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"20172977120","shards":2,"effective_bpw":7.2541,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"22018339808","shards":2,"effective_bpw":7.9177,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640549504","shards":1,"effective_bpw":8.501,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552192","shards":1,"effective_bpw":8.501,"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552448","shards":1,"effective_bpw":8.501,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q8_0":394}},{"quant":"IQ2_XS","bytes":"27788260320","shards":2,"effective_bpw":9.9925,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"34647208928","shards":2,"effective_bpw":12.4589,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"38483833824","shards":2,"effective_bpw":13.8386,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"40553329632","shards":2,"effective_bpw":14.5828,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496728768","shards":1,"effective_bpw":16.0008,"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","n_tensors":507,"type_hist":{"F16":394,"F32":113}},{"quant":"Q3_K_M","bytes":"45024326624","shards":2,"effective_bpw":16.1905,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"48871027680","shards":2,"effective_bpw":17.5738,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"49837962208","shards":2,"effective_bpw":17.9215,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"53007610848","shards":2,"effective_bpw":19.0612,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"55861638112","shards":2,"effective_bpw":20.0875,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"63982269408","shards":2,"effective_bpw":23.0077,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"65672377312","shards":2,"effective_bpw":23.6154,"repo":"MaziyarPanahi/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mixtral-8x22b-v0-1","canonical_repo":"v2ray/Mixtral-8x22B-v0.1","display_name":"Mixtral-8x22B-v0.1","publisher":"v2ray","modality":"text","arch_key":"llama","params_total":"140620634112","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"67034","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32000,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"v2ray/Mixtral-8x22B-v0.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"29644079264","shards":1,"effective_bpw":1.6865,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"32732397728","shards":1,"effective_bpw":1.8622,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"52103164672","shards":5,"effective_bpw":2.9642,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"58228204288","shards":5,"effective_bpw":3.3126,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"61498188544","shards":5,"effective_bpw":3.4987,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67789644544","shards":5,"effective_bpw":3.8566,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"72579801856","shards":5,"effective_bpw":4.1291,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"76354196224","shards":5,"effective_bpw":4.3438,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"80478098176","shards":5,"effective_bpw":4.5785,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"85586760448","shards":5,"effective_bpw":4.8691,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"96973705984","shards":5,"effective_bpw":5.5169,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99968439040","shards":5,"effective_bpw":5.6873,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"115529728768","shards":5,"effective_bpw":6.5726,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"149414798080","shards":5,"effective_bpw":8.5003,"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-397b","canonical_repo":"deepreinforce-ai/Ornith-1.0-397B","display_name":"Ornith-1.0-397B","publisher":"deepreinforce-ai","modality":"vision_language","arch_key":"qwen35moe","params_total":"396802360816","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"66958","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"deepreinforce-ai/Ornith-1.0-397B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"81778030240","shards":3,"effective_bpw":1.6487,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"91360966304","shards":3,"effective_bpw":1.8419,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"106314708640","shards":3,"effective_bpw":2.1434,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"112693377216","shards":4,"effective_bpw":2.272,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"118465607328","shards":3,"effective_bpw":2.3884,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"118934501568","shards":4,"effective_bpw":2.3979,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"120510871296","shards":4,"effective_bpw":2.4296,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"124236101824","shards":4,"effective_bpw":2.5047,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"124372056256","shards":4,"effective_bpw":2.5075,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"133131532064","shards":4,"effective_bpw":2.6841,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"139499484960","shards":4,"effective_bpw":2.8125,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"140492764928","shards":4,"effective_bpw":2.8325,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"147595294912","shards":4,"effective_bpw":2.9757,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"161889483040","shards":5,"effective_bpw":3.2639,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"166077413248","shards":5,"effective_bpw":3.3483,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172934920064","shards":5,"effective_bpw":3.4866,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"179978631520","shards":5,"effective_bpw":3.6286,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"181444114336","shards":5,"effective_bpw":3.6581,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181491300256","shards":5,"effective_bpw":3.6591,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"189477517184","shards":5,"effective_bpw":3.8201,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189560092544","shards":5,"effective_bpw":3.8218,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"192103233856","shards":5,"effective_bpw":3.873,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"196062656864","shards":5,"effective_bpw":3.9529,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212233205824","shards":6,"effective_bpw":4.2789,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"224515241984","shards":6,"effective_bpw":4.5265,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"225439037440","shards":6,"effective_bpw":4.5451,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"229717752224","shards":6,"effective_bpw":4.6314,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"232835692544","shards":6,"effective_bpw":4.6942,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241805932640","shards":7,"effective_bpw":4.8751,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242560825440","shards":7,"effective_bpw":4.8903,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"245018573248","shards":6,"effective_bpw":4.9399,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249095043200","shards":7,"effective_bpw":5.022,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"273994332256","shards":7,"effective_bpw":5.524,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"277477161504","shards":7,"effective_bpw":5.5943,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283257518368","shards":8,"effective_bpw":5.7108,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"295294565024","shards":8,"effective_bpw":5.9535,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"329520085664","shards":8,"effective_bpw":6.6435,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"342387325344","shards":9,"effective_bpw":6.9029,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421507365824","shards":10,"effective_bpw":8.4981,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421576669504","shards":11,"effective_bpw":8.4995,"repo":"bartowski/deepreinforce-ai_Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"792961318784","shards":17,"effective_bpw":15.987,"repo":"unsloth/Ornith-1.0-397B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-8b-instruct-32k-v0-1","canonical_repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1","display_name":"Llama-3-8B-Instruct-32k-v0.1","publisher":"MaziyarPanahi","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"66757","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"2019627520","shards":1,"effective_bpw":2.012,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971712","shards":1,"effective_bpw":2.1538,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781504","shards":1,"effective_bpw":2.596,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131392","shards":1,"effective_bpw":3.1672,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747136","shards":1,"effective_bpw":3.5055,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499200","shards":1,"effective_bpw":3.6507,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917888","shards":1,"effective_bpw":4.0038,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4321956352","shards":1,"effective_bpw":4.3057,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662592","shards":1,"effective_bpw":4.4309,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"Q4_K_S","bytes":"4692668928","shards":1,"effective_bpw":4.675,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734208","shards":1,"effective_bpw":4.9022,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q5_K_S","bytes":"5599293952","shards":1,"effective_bpw":5.5782,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987392","shards":1,"effective_bpw":5.7114,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q6_K","bytes":"6596006400","shards":1,"effective_bpw":6.5712,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q8_0","bytes":"8540770816","shards":1,"effective_bpw":8.5086,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}}]}
{"_type":"model","slug":"gemma-3-12b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-3-12b-it-qat-q4_0-unquantized","display_name":"gemma-3-12b-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"66665","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3057668608","shards":1,"effective_bpw":2.0071,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3249207808","shards":1,"effective_bpw":2.1328,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3604238848","shards":1,"effective_bpw":2.3659,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4310461216","shards":1,"effective_bpw":2.8295,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"4366371328","shards":1,"effective_bpw":2.8662,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221568","shards":1,"effective_bpw":3.13,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4768221568","shards":1,"effective_bpw":3.13,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221856","shards":1,"effective_bpw":3.13,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4784900896","shards":1,"effective_bpw":3.1409,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4834206208","shards":1,"effective_bpw":3.1733,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5012075296","shards":1,"effective_bpw":3.29,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5206166176","shards":1,"effective_bpw":3.4174,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315648","shards":1,"effective_bpw":3.5829,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315936","shards":1,"effective_bpw":3.5829,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5655722656","shards":1,"effective_bpw":3.7125,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818048","shards":1,"effective_bpw":3.9443,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q3_K":192,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"6008818336","shards":1,"effective_bpw":3.9443,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q3_K":192,"Q4_K":139,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"6480186016","shards":1,"effective_bpw":4.2537,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6550964608","shards":1,"effective_bpw":4.3002,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":1,"IQ4_XS":336}},{"quant":"IQ4_XS","bytes":"6550964896","shards":1,"effective_bpw":4.3002,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":1,"IQ4_XS":336}},{"quant":"IQ4_NL","bytes":"6887164288","shards":1,"effective_bpw":4.5209,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6887164576","shards":1,"effective_bpw":4.5209,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6909282688","shards":1,"effective_bpw":4.5354,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_0":330,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_0","bytes":"6909282976","shards":1,"effective_bpw":4.5354,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_0":330,"Q4_1":6,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"6935333248","shards":1,"effective_bpw":4.5525,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333536","shards":1,"effective_bpw":4.5525,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778368","shards":1,"effective_bpw":4.7924,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_K":288,"Q6_K":49}},{"quant":"Q4_K_M","bytes":"7300778656","shards":1,"effective_bpw":4.7924,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q4_K":288,"Q6_K":49}},{"quant":"Q4_K_L","bytes":"7544632096","shards":1,"effective_bpw":4.9524,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7559563648","shards":1,"effective_bpw":4.9622,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7559563936","shards":1,"effective_bpw":4.9622,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963008","shards":1,"effective_bpw":5.4036,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963296","shards":1,"effective_bpw":5.4036,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445036928","shards":1,"effective_bpw":5.5435,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037216","shards":1,"effective_bpw":5.5435,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q5_K":288,"Q6_K":49}},{"quant":"Q5_K_L","bytes":"8688890656","shards":1,"effective_bpw":5.7036,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660811648","shards":1,"effective_bpw":6.3415,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":337}},{"quant":"Q6_K","bytes":"9660811936","shards":1,"effective_bpw":6.3415,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q6_K":337}},{"quant":"Q6_K_L","bytes":"9904665376","shards":1,"effective_bpw":6.5016,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212896","shards":1,"effective_bpw":8.2119,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":626,"type_hist":{"F32":289,"Q8_0":337}},{"quant":"Q8_0","bytes":"12510213056","shards":1,"effective_bpw":8.212,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23540151552","shards":1,"effective_bpw":15.4522,"repo":"unsloth/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23540151808","shards":1,"effective_bpw":15.4522,"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image","canonical_repo":"Qwen/Qwen-Image","display_name":"Qwen-Image","publisher":"Qwen","modality":"image","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"66614","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"7062518304","shards":1,"effective_bpw":2.7655,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7062518304","shards":1,"effective_bpw":2.7655,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7217936928","shards":1,"effective_bpw":2.8264,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8952609312","shards":1,"effective_bpw":3.5056,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8952609312","shards":1,"effective_bpw":3.5056,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9042852384","shards":1,"effective_bpw":3.5409,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9679567392","shards":1,"effective_bpw":3.7903,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9679567392","shards":1,"effective_bpw":3.7903,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9744742944","shards":1,"effective_bpw":3.8158,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q3_K":560,"Q4_K":280}},{"quant":"Q3_K_L","bytes":"10428938784","shards":1,"effective_bpw":4.0837,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_0":720,"Q4_1":120}},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12140608032","shards":1,"effective_bpw":4.7539,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12140608032","shards":1,"effective_bpw":4.7539,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12268010016","shards":1,"effective_bpw":4.8038,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13127088672","shards":1,"effective_bpw":5.1402,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q4_K":560,"Q5_K":48,"Q6_K":232}},{"quant":"Q5_K_S","bytes":"14117698080","shards":1,"effective_bpw":5.5281,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14117698080","shards":1,"effective_bpw":5.5281,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14298184224","shards":1,"effective_bpw":5.5988,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14934899232","shards":1,"effective_bpw":5.8481,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14934899232","shards":1,"effective_bpw":5.8481,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15000074784","shards":1,"effective_bpw":5.8736,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q5_K":560,"Q6_K":280}},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q6_K":840}},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F32":1087,"BF16":6,"Q8_0":840}},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"QuantStack/Qwen-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":1933,"type_hist":{"F16":840,"F32":1087,"BF16":6}},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"city96/Qwen-Image-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mathstral-7b-v0-1","canonical_repo":"mistralai/Mathstral-7B-v0.1","display_name":"Mathstral-7B-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"66285","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mathstral-7B-v0.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1615318848","shards":1,"effective_bpw":1.7829,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1757663040","shards":1,"effective_bpw":1.94,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1757663072","shards":1,"effective_bpw":1.94,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1994903392","shards":1,"effective_bpw":2.2019,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2201472832","shards":1,"effective_bpw":2.4299,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2201472864","shards":1,"effective_bpw":2.4299,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2314456928","shards":1,"effective_bpw":2.5546,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2504249152","shards":1,"effective_bpw":2.7641,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2504249184","shards":1,"effective_bpw":2.7641,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877248","shards":1,"effective_bpw":3.0054,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877248","shards":1,"effective_bpw":3.0054,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877280","shards":1,"effective_bpw":3.0054,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2830880608","shards":1,"effective_bpw":3.1246,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2853949248","shards":1,"effective_bpw":3.15,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022769984","shards":1,"effective_bpw":3.3364,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022769984","shards":1,"effective_bpw":3.3364,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022770016","shards":1,"effective_bpw":3.3364,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522048","shards":1,"effective_bpw":3.4973,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522048","shards":1,"effective_bpw":3.4973,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522080","shards":1,"effective_bpw":3.4973,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3186347872","shards":1,"effective_bpw":3.5169,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288846144","shards":1,"effective_bpw":3.6301,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288846176","shards":1,"effective_bpw":3.6301,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940736","shards":1,"effective_bpw":3.8884,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940736","shards":1,"effective_bpw":3.8884,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940768","shards":1,"effective_bpw":3.8884,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979200","shards":1,"effective_bpw":4.2229,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979200","shards":1,"effective_bpw":4.2229,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979200","shards":1,"effective_bpw":4.2229,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911962432","shards":1,"effective_bpw":4.3178,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911962432","shards":1,"effective_bpw":4.3178,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"IQ4_XS","bytes":"3911962432","shards":1,"effective_bpw":4.3178,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911962464","shards":1,"effective_bpw":4.3178,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746304","shards":1,"effective_bpw":4.5748,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746304","shards":1,"effective_bpw":4.5748,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746336","shards":1,"effective_bpw":4.5748,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811584","shards":1,"effective_bpw":4.8265,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4372811584","shards":1,"effective_bpw":4.8265,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811584","shards":1,"effective_bpw":4.8265,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811616","shards":1,"effective_bpw":4.8265,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4472426304","shards":1,"effective_bpw":4.9364,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481472","shards":1,"effective_bpw":5.5215,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481472","shards":1,"effective_bpw":5.5215,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481504","shards":1,"effective_bpw":5.5215,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136174912","shards":1,"effective_bpw":5.669,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5136174912","shards":1,"effective_bpw":5.669,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136174912","shards":1,"effective_bpw":5.669,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136174944","shards":1,"effective_bpw":5.669,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5219012416","shards":1,"effective_bpw":5.7605,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248448","shards":1,"effective_bpw":6.5643,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q6_K","bytes":"5947248448","shards":1,"effective_bpw":6.5643,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248448","shards":1,"effective_bpw":6.5643,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248480","shards":1,"effective_bpw":6.5643,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6012260160","shards":1,"effective_bpw":6.636,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564672","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564672","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"Q8_0","bytes":"7702564672","shards":1,"effective_bpw":8.5017,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564704","shards":1,"effective_bpw":8.5017,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497336928","shards":1,"effective_bpw":16.0014,"repo":"InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"28992851520","shards":1,"effective_bpw":32.0008,"repo":"bartowski/mathstral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-coder-1-5b-chat","canonical_repo":"01-ai/Yi-Coder-1.5B-Chat","display_name":"Yi-Coder-1.5B-Chat","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"1476495360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"66114","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":64000,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-Coder-1.5B-Chat","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"491167936","shards":1,"effective_bpw":2.6613,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"508567744","shards":1,"effective_bpw":2.7555,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"563912896","shards":1,"effective_bpw":3.0554,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"624804032","shards":1,"effective_bpw":3.3853,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"634699968","shards":1,"effective_bpw":3.439,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"634699968","shards":1,"effective_bpw":3.439,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"694952128","shards":1,"effective_bpw":3.7654,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"694952128","shards":1,"effective_bpw":3.7654,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"723411136","shards":1,"effective_bpw":3.9196,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"723411136","shards":1,"effective_bpw":3.9196,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"754376896","shards":1,"effective_bpw":4.0874,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"762699968","shards":1,"effective_bpw":4.1325,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"785719488","shards":1,"effective_bpw":4.2572,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q3_K":97,"Q4_K":46,"Q5_0":23,"Q5_1":1,"Q5_K":2,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"785719488","shards":1,"effective_bpw":4.2572,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"826040512","shards":1,"effective_bpw":4.4757,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"826040512","shards":1,"effective_bpw":4.4757,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"832569536","shards":1,"effective_bpw":4.5111,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q6_K":1,"IQ4_NL":24,"IQ4_XS":145}},{"quant":"IQ4_XS","bytes":"832569536","shards":1,"effective_bpw":4.5111,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"868270272","shards":1,"effective_bpw":4.7045,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q4_0":166,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"904184000","shards":1,"effective_bpw":4.8991,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"904184000","shards":1,"effective_bpw":4.8991,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"963674304","shards":1,"effective_bpw":5.2214,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q4_K":133,"Q5_0":12,"Q6_K":13,"Q8_0":12}},{"quant":"Q4_K_M","bytes":"963674304","shards":1,"effective_bpw":5.2214,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1051230400","shards":1,"effective_bpw":5.6958,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1051230400","shards":1,"effective_bpw":5.6958,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1060954304","shards":1,"effective_bpw":5.7485,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1100185792","shards":1,"effective_bpw":5.9611,"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1100185792","shards":1,"effective_bpw":5.9611,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q5_1":12,"Q5_K":133,"Q6_K":13,"Q8_0":12}},{"quant":"Q5_K_L","bytes":"1181081792","shards":1,"effective_bpw":6.3994,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1278517440","shards":1,"effective_bpw":6.9273,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q6_K":146,"Q8_0":24}},{"quant":"Q6_K_L","bytes":"1342005440","shards":1,"effective_bpw":7.2713,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1570562240","shards":1,"effective_bpw":8.5097,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F32":49,"Q8_0":170}},{"quant":"F16","bytes":"2954682304","shards":1,"effective_bpw":16.0092,"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","n_tensors":219,"type_hist":{"F16":170,"F32":49}}]}
{"_type":"model","slug":"kat-coder-v2-5-dev","canonical_repo":"Kwaipilot/KAT-Coder-V2.5-Dev","display_name":"KAT-Coder-V2.5-Dev","publisher":"Kwaipilot","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"66015","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Kwaipilot/KAT-Coder-V2.5-Dev","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778452896","shards":1,"effective_bpw":2.257,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797144480","shards":1,"effective_bpw":2.4921,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010275744","shards":1,"effective_bpw":2.5413,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716064","shards":1,"effective_bpw":2.7851,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079200","shards":1,"effective_bpw":2.9121,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719200","shards":1,"effective_bpw":3.0268,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870829472","shards":1,"effective_bpw":3.4323,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516448","shards":1,"effective_bpw":3.5807,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218683808","shards":1,"effective_bpw":3.7434,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548128","shards":1,"effective_bpw":3.7452,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q3_K":152,"Q4_K":30,"Q5_K":90,"Q6_K":6,"Q8_0":94}},{"quant":"Q3_K_L","bytes":"16886495648","shards":1,"effective_bpw":3.8976,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258208","shards":1,"effective_bpw":3.9007,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806446496","shards":1,"effective_bpw":4.3407,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q5_K":10,"Q6_K":6,"Q8_0":94,"IQ4_XS":262}},{"quant":"IQ4_NL","bytes":"19861346720","shards":1,"effective_bpw":4.5842,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611360","shards":1,"effective_bpw":4.6029,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q4_0":207,"Q4_1":5,"Q5_0":60,"Q6_K":6,"Q8_0":94}},{"quant":"Q4_K_S","bytes":"20592728480","shards":1,"effective_bpw":4.753,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391448480","shards":1,"effective_bpw":4.9374,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q4_K":152,"Q5_K":10,"Q6_K":116,"Q8_0":94}},{"quant":"Q4_K_L","bytes":"21768894880","shards":1,"effective_bpw":5.0245,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973768608","shards":1,"effective_bpw":5.0718,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150176","shards":1,"effective_bpw":5.5755,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457056","shards":1,"effective_bpw":5.7743,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q5_K":152,"Q6_K":36,"Q8_0":184}},{"quant":"Q5_K_L","bytes":"25331333536","shards":1,"effective_bpw":5.8467,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415328","shards":1,"effective_bpw":6.9366,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q6_K":153,"Q8_0":219}},{"quant":"Q6_K_L","bytes":"30299748768","shards":1,"effective_bpw":6.9935,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914690464","shards":1,"effective_bpw":8.5203,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":733,"type_hist":{"F32":361,"Q8_0":372}},{"quant":"BF16","bytes":"69376637248","shards":2,"effective_bpw":16.0128,"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-397b-a17b-gguf","canonical_repo":"unsloth/Qwen3.5-397B-A17B-GGUF","display_name":"Qwen3.5-397B-A17B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"396346350336","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"65841","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"unsloth/Qwen3.5-397B-A17B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","display_name":"DeepSeek-R1-Distill-Qwen-32B","publisher":"deepseek-ai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"65002","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028249760","shards":1,"effective_bpw":2.2044,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550240","shards":1,"effective_bpw":2.4313,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387568800","shards":1,"effective_bpw":2.5363,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440480","shards":1,"effective_bpw":2.7505,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098144","shards":1,"effective_bpw":3.0065,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098400","shards":1,"effective_bpw":3.0065,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12495574944","shards":1,"effective_bpw":3.0511,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418400","shards":1,"effective_bpw":3.1922,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513120","shards":1,"effective_bpw":3.3465,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330400","shards":1,"effective_bpw":3.5142,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122400","shards":1,"effective_bpw":3.6162,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935047584","shards":1,"effective_bpw":3.8909,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"15935047840","shards":1,"effective_bpw":3.8909,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078272","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078560","shards":1,"effective_bpw":4.2112,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153440","shards":1,"effective_bpw":4.3202,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":64,"Q6_K":1,"IQ4_XS":385}},{"quant":"IQ4_NL","bytes":"18682173600","shards":1,"effective_bpw":4.5617,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009440","shards":1,"effective_bpw":4.5687,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"18784409760","shards":1,"effective_bpw":4.5866,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851335552","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19851335584","shards":1,"effective_bpw":4.8471,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851335840","shards":1,"effective_bpw":4.8471,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179040","shards":1,"effective_bpw":4.9882,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242400","shards":1,"effective_bpw":5.0395,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254240","shards":1,"effective_bpw":5.5276,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262156704","shards":1,"effective_bpw":5.68,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"23262156960","shards":1,"effective_bpw":5.68,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_L","bytes":"23742679200","shards":1,"effective_bpw":5.7973,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154112","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154144","shards":1,"effective_bpw":6.5648,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886154400","shards":1,"effective_bpw":6.5648,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273120","shards":1,"effective_bpw":6.6569,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884352","shards":1,"effective_bpw":8.5023,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884352","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"Q8_0","bytes":"34820884384","shards":1,"effective_bpw":8.5023,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q8_0":450}},{"quant":"BF16","bytes":"65535969344","shards":2,"effective_bpw":16.002,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535969376","shards":2,"effective_bpw":16.002,"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-1-24b-instruct-2503-hf","canonical_repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-hf","display_name":"mistral-small-3.1-24b-instruct-2503-hf","publisher":"mrfakename","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"64677","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mrfakename/mistral-small-3.1-24b-instruct-2503-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8890324992","shards":1,"effective_bpw":3.0172,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890325536","shards":1,"effective_bpw":3.0172,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274432","shards":1,"effective_bpw":3.5296,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274976","shards":1,"effective_bpw":3.5296,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081792","shards":1,"effective_bpw":3.8941,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082336","shards":1,"effective_bpw":3.8941,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q3_K":161,"Q4_K":116,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"12400760832","shards":1,"effective_bpw":4.2086,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400761376","shards":1,"effective_bpw":4.2086,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13441800192","shards":1,"effective_bpw":4.5619,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549279232","shards":1,"effective_bpw":4.5984,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549279776","shards":1,"effective_bpw":4.5984,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"14333908992","shards":1,"effective_bpw":4.8646,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909536","shards":1,"effective_bpw":4.8646,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q4_K":241,"Q6_K":41}},{"quant":"Q4_1","bytes":"14873106432","shards":1,"effective_bpw":5.0476,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"16304412672","shards":1,"effective_bpw":5.5334,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304412672","shards":1,"effective_bpw":5.5334,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304413216","shards":1,"effective_bpw":5.5334,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983872","shards":1,"effective_bpw":5.6894,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"16763983872","shards":1,"effective_bpw":5.6894,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984416","shards":1,"effective_bpw":5.6894,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q5_K":241,"Q6_K":41}},{"quant":"Q5_1","bytes":"17735718912","shards":1,"effective_bpw":6.0191,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938432","shards":1,"effective_bpw":6.5656,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938976","shards":1,"effective_bpw":6.5656,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q6_K":282}},{"quant":"Q8_0","bytes":"25054779392","shards":1,"effective_bpw":8.5031,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779936","shards":1,"effective_bpw":8.5031,"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","n_tensors":363,"type_hist":{"F32":81,"Q8_0":282}},{"quant":"F16","bytes":"47153518592","shards":1,"effective_bpw":16.003,"repo":"mrfakename/mistral-small-3.1-24b-instruct-2503-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"intellect-2","canonical_repo":"PrimeIntellect/INTELLECT-2","display_name":"INTELLECT-2","publisher":"PrimeIntellect","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"64658","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":40960,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PrimeIntellect/INTELLECT-2","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7666310464","shards":1,"effective_bpw":1.8719,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8277884224","shards":1,"effective_bpw":2.0212,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9289801024","shards":1,"effective_bpw":2.2683,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551008","shards":1,"effective_bpw":2.4313,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569568","shards":1,"effective_bpw":2.5363,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441248","shards":1,"effective_bpw":2.7505,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11446263104","shards":1,"effective_bpw":2.7948,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098944","shards":1,"effective_bpw":3.0065,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099168","shards":1,"effective_bpw":3.0065,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099584","shards":1,"effective_bpw":3.0065,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12495576384","shards":1,"effective_bpw":3.0511,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271328","shards":1,"effective_bpw":3.135,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12993240384","shards":1,"effective_bpw":3.1726,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419168","shards":1,"effective_bpw":3.1922,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513888","shards":1,"effective_bpw":3.3465,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331168","shards":1,"effective_bpw":3.5142,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331584","shards":1,"effective_bpw":3.5142,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123168","shards":1,"effective_bpw":3.6162,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048384","shards":1,"effective_bpw":3.8909,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"15935048608","shards":1,"effective_bpw":3.8909,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935049024","shards":1,"effective_bpw":3.8909,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079040","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079104","shards":1,"effective_bpw":4.2112,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079328","shards":1,"effective_bpw":4.2112,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154208","shards":1,"effective_bpw":4.3202,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17717484864","shards":1,"effective_bpw":4.3261,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174368","shards":1,"effective_bpw":4.5617,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174784","shards":1,"effective_bpw":4.5617,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010208","shards":1,"effective_bpw":4.5687,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010624","shards":1,"effective_bpw":4.5687,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410528","shards":1,"effective_bpw":4.5866,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410944","shards":1,"effective_bpw":4.5866,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336320","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336384","shards":1,"effective_bpw":4.8471,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19851336608","shards":1,"effective_bpw":4.8471,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851337024","shards":1,"effective_bpw":4.8471,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179808","shards":1,"effective_bpw":4.9882,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243168","shards":1,"effective_bpw":5.0395,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243584","shards":1,"effective_bpw":5.0395,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255008","shards":1,"effective_bpw":5.5276,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255424","shards":1,"effective_bpw":5.5276,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157504","shards":1,"effective_bpw":5.68,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"23262157728","shards":1,"effective_bpw":5.68,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262158144","shards":1,"effective_bpw":5.68,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679968","shards":1,"effective_bpw":5.7973,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154880","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154944","shards":1,"effective_bpw":6.5648,"repo":"MaziyarPanahi/INTELLECT-2-GGUF","n_tensors":771,"type_hist":{"F32":321,"Q6_K":450}},{"quant":"Q6_K","bytes":"26886155168","shards":1,"effective_bpw":6.5648,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155584","shards":1,"effective_bpw":6.5648,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273888","shards":1,"effective_bpw":6.6569,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885120","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885408","shards":1,"effective_bpw":8.5023,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885824","shards":1,"effective_bpw":8.5023,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970144","shards":2,"effective_bpw":16.002,"repo":"bartowski/PrimeIntellect_INTELLECT-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970560","shards":2,"effective_bpw":16.002,"repo":"unsloth/INTELLECT-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-5-9b-v3-5","canonical_repo":"Jackrong/Qwopus3.5-9B-v3.5","display_name":"Qwopus3.5-9B-v3.5","publisher":"Jackrong","modality":"vision_language","arch_key":"clip","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"64030","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwopus3.5-9B-v3.5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3827258144","shards":1,"effective_bpw":3.1718,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259402528","shards":1,"effective_bpw":3.53,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623520544","shards":1,"effective_bpw":3.8317,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623526880","shards":1,"effective_bpw":3.8317,"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737611680","shards":1,"effective_bpw":3.9263,"repo":"Jackrong/Qwopus3.5-9B-Coder-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q3_K":182,"Q4_K":71,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4925510432","shards":1,"effective_bpw":4.082,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227893536","shards":1,"effective_bpw":4.3326,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":427,"type_hist":{"F32":177,"Q5_K":36,"Q6_K":1,"IQ4_XS":213}},{"quant":"Q4_K_S","bytes":"5351625504","shards":1,"effective_bpw":4.4352,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629104928","shards":1,"effective_bpw":4.6651,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629111264","shards":1,"effective_bpw":4.6651,"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780092832","shards":1,"effective_bpw":4.7902,"repo":"Jackrong/Qwopus3.5-9B-Coder-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q4_K":223,"Q6_K":35}},{"quant":"Q5_K_S","bytes":"6305305376","shards":1,"effective_bpw":5.2255,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467965728","shards":1,"effective_bpw":5.3603,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467972064","shards":1,"effective_bpw":5.3603,"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642546592","shards":1,"effective_bpw":5.505,"repo":"Jackrong/Qwopus3.5-9B-Coder-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q5_K":223,"Q6_K":35}},{"quant":"Q6_K","bytes":"7359255328","shards":1,"effective_bpw":6.099,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359261664","shards":1,"effective_bpw":6.099,"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558903712","shards":1,"effective_bpw":6.2644,"repo":"Jackrong/Qwopus3.5-9B-Coder-MTP-GGUF","n_tensors":442,"type_hist":{"F32":184,"Q6_K":258}},{"quant":"Q8_0","bytes":"9527497504","shards":1,"effective_bpw":7.8959,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527503840","shards":1,"effective_bpw":7.8959,"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","n_tensors":427,"type_hist":{"F32":177,"Q8_0":250}},{"quant":"Q8_0","bytes":"9786062752","shards":1,"effective_bpw":8.1102,"repo":"Jackrong/Qwopus3.5-9B-Coder-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920693024","shards":1,"effective_bpw":14.8518,"repo":"Atomic-Germ/Qwopus3.5-9B-Coder-NPU","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-8b-instruct-64k","canonical_repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k","display_name":"Llama-3-8B-Instruct-64k","publisher":"MaziyarPanahi","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"63298","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaziyarPanahi/Llama-3-8B-Instruct-64k","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179131136","shards":1,"effective_bpw":3.1672,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498944","shards":1,"effective_bpw":3.6507,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917632","shards":1,"effective_bpw":4.0038,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956096","shards":1,"effective_bpw":4.3057,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668672","shards":1,"effective_bpw":4.675,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733952","shards":1,"effective_bpw":4.9022,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293696","shards":1,"effective_bpw":5.5782,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987136","shards":1,"effective_bpw":5.7114,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006144","shards":1,"effective_bpw":6.5711,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770560","shards":1,"effective_bpw":8.5086,"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-2-7b","canonical_repo":"microsoft/WizardLM-2-7B","display_name":"WizardLM-2-7B","publisher":"microsoft","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"62919","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"2719241952","shards":1,"effective_bpw":3.004,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018815200","shards":1,"effective_bpw":3.3349,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567264","shards":1,"effective_bpw":3.4959,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985952","shards":1,"effective_bpw":3.8875,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"3822024416","shards":1,"effective_bpw":4.2222,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944388320","shards":1,"effective_bpw":4.3574,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":36,"Q6_K":1,"IQ4_XS":189}},{"quant":"Q4_K_S","bytes":"4140373728","shards":1,"effective_bpw":4.5739,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439008","shards":1,"effective_bpw":4.8258,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4368439008","shards":1,"effective_bpw":4.8258,"repo":"KLMFOREVER/WizardLM-2-7B-GGUF-Q4-K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715680","shards":1,"effective_bpw":5.521,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409120","shards":1,"effective_bpw":5.6687,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q6_K","bytes":"5942064864","shards":1,"effective_bpw":6.5642,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q8_0","bytes":"7695857376","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}}]}
{"_type":"model","slug":"nvidia-nemotron-3-nano-4b-bf16","canonical_repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","display_name":"NVIDIA-Nemotron-3-Nano-4B-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h","params_total":"3973556832","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"62839","n_layers":42,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3136,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"2182496672","shards":1,"effective_bpw":4.394,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2286132032","shards":1,"effective_bpw":4.6027,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2298861088","shards":1,"effective_bpw":4.6283,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2355735584","shards":1,"effective_bpw":4.7428,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2389391136","shards":1,"effective_bpw":4.8106,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2413265472","shards":1,"effective_bpw":4.8587,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2430124608","shards":1,"effective_bpw":4.8926,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2457031488","shards":1,"effective_bpw":4.9468,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2457031488","shards":1,"effective_bpw":4.9468,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2464924832","shards":1,"effective_bpw":4.9627,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q4_0":47,"Q4_K":40,"Q5_0":2,"Q5_1":2,"Q5_K":2,"Q8_0":1}},{"quant":"IQ3_M","bytes":"2494092736","shards":1,"effective_bpw":5.0214,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2528598176","shards":1,"effective_bpw":5.0909,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2544779936","shards":1,"effective_bpw":5.1234,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q5_0":1,"Q5_K":21,"Q8_0":1,"IQ4_NL":50,"IQ4_XS":21}},{"quant":"IQ4_XS","bytes":"2558380736","shards":1,"effective_bpw":5.1508,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q8_0":13,"IQ4_NL":49,"IQ4_XS":32}},{"quant":"Q3_K_M","bytes":"2566220736","shards":1,"effective_bpw":5.1666,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q3_K":11,"Q4_0":45,"Q4_K":19,"Q5_0":2,"Q5_1":2,"Q5_K":2,"Q8_0":13}},{"quant":"IQ4_NL","bytes":"2567685280","shards":1,"effective_bpw":5.1695,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2589565120","shards":1,"effective_bpw":5.2136,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2601858240","shards":1,"effective_bpw":5.2383,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q4_0":76,"Q4_1":5,"Q8_0":13}},{"quant":"Q2_K_L","bytes":"2635645504","shards":1,"effective_bpw":5.3064,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2640380864","shards":1,"effective_bpw":5.3159,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2707268640","shards":1,"effective_bpw":5.4506,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2795079744","shards":1,"effective_bpw":5.6274,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2831999904","shards":1,"effective_bpw":5.7017,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2837072896","shards":1,"effective_bpw":5.7119,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q4_K":33,"Q5_0":49,"Q6_K":9,"Q8_0":3}},{"quant":"Q4_K_M","bytes":"2900295712","shards":1,"effective_bpw":5.8392,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q4_K":12,"Q5_0":49,"Q5_K":21,"Q6_K":9,"Q8_0":3}},{"quant":"Q4_K_S","bytes":"2900844480","shards":1,"effective_bpw":5.8403,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2978372672","shards":1,"effective_bpw":5.9964,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3110558240","shards":1,"effective_bpw":6.2625,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3132513344","shards":1,"effective_bpw":6.3067,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3143740224","shards":1,"effective_bpw":6.3293,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3159586464","shards":1,"effective_bpw":6.3612,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q5_1":49,"Q5_K":12,"Q6_K":30,"Q8_0":3}},{"quant":"Q5_K_M","bytes":"3205312448","shards":1,"effective_bpw":6.4533,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q5_1":43,"Q5_K":19,"Q6_K":13,"Q8_0":19}},{"quant":"Q5_K_L","bytes":"3333763008","shards":1,"effective_bpw":6.7119,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3933669376","shards":1,"effective_bpw":7.9197,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4007557696","shards":1,"effective_bpw":8.0685,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"4007557696","shards":1,"effective_bpw":8.0685,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4056162592","shards":1,"effective_bpw":8.1663,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q6_K":21,"Q8_0":73}},{"quant":"Q8_0","bytes":"4233677952","shards":1,"effective_bpw":8.5237,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4233679008","shards":1,"effective_bpw":8.5237,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":263,"type_hist":{"F32":169,"Q8_0":94}},{"quant":"Q8_0","bytes":"4233682112","shards":1,"effective_bpw":8.5237,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7957647392","shards":1,"effective_bpw":16.0212,"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7957650464","shards":1,"effective_bpw":16.0212,"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-thinkingcap-qwen3-6-27b-abliterated","canonical_repo":"huihui-ai/Huihui-ThinkingCap-Qwen3.6-27B-abliterated","display_name":"Huihui-ThinkingCap-Qwen3.6-27B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"62805","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-ThinkingCap-Qwen3.6-27B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864591936","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592224","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535616","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256535904","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602606944","shards":1,"effective_bpw":3.6854,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331104","shards":1,"effective_bpw":3.7339,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736576","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q3_K":358,"Q4_K":141,"Q5_K":6,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"13500736864","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798336","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798624","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309038944","shards":1,"effective_bpw":4.4769,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449856","shards":1,"effective_bpw":4.5094,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":73,"Q6_K":1,"IQ4_XS":432}},{"quant":"I1-Q4_0","bytes":"15760418144","shards":1,"effective_bpw":4.6089,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298496","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298784","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714176","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q4_K":439,"Q6_K":67}},{"quant":"I1-Q4_K_M","bytes":"16810714464","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343767904","shards":1,"effective_bpw":5.0719,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681856","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682144","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701056","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":439,"Q6_K":67}},{"quant":"I1-Q5_K_M","bytes":"19535701344","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999616","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q6_K":506}},{"quant":"I1-Q6_K","bytes":"22430999904","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084096","shards":1,"effective_bpw":8.4943,"repo":"mradermacher/Huihui-ThinkingCap-Qwen3.6-27B-abliterated-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}}]}
{"_type":"model","slug":"mistral-large-instruct-2411","canonical_repo":"mistralai/Mistral-Large-Instruct-2411","display_name":"Mistral-Large-Instruct-2411","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"122610069504","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"62663","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":32768,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Large-Instruct-2411","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"28386314528","shards":1,"effective_bpw":1.8521,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"32430541088","shards":1,"effective_bpw":2.116,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"36081158432","shards":1,"effective_bpw":2.3542,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"41619605792","shards":1,"effective_bpw":2.7156,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196298272","shards":1,"effective_bpw":2.9489,"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196298528","shards":1,"effective_bpw":2.9489,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"45589514528","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"47009024288","shards":1,"effective_bpw":3.0672,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52849854976","shards":2,"effective_bpw":3.4483,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55276390880","shards":2,"effective_bpw":3.6066,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59102775808","shards":2,"effective_bpw":3.8563,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"64554322144","shards":2,"effective_bpw":4.212,"repo":"lmstudio-community/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"64554322432","shards":2,"effective_bpw":4.212,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"65434339840","shards":2,"effective_bpw":4.2694,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"69322459648","shards":2,"effective_bpw":4.5231,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69570972160","shards":2,"effective_bpw":4.5393,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73219623136","shards":2,"effective_bpw":4.7774,"repo":"lmstudio-community/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73219623424","shards":2,"effective_bpw":4.7774,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"84355893856","shards":3,"effective_bpw":5.504,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"86488304224","shards":3,"effective_bpw":5.6431,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100586277184","shards":3,"effective_bpw":6.563,"repo":"lmstudio-community/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100586277472","shards":3,"effective_bpw":6.563,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"130280376800","shards":4,"effective_bpw":8.5005,"repo":"lmstudio-community/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"130280376800","shards":4,"effective_bpw":8.5005,"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-1-5-6b-chat","canonical_repo":"01-ai/Yi-1.5-6B-Chat","display_name":"Yi-1.5-6B-Chat","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"6061035520","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"62353","n_layers":32,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-1.5-6B-Chat","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2337066880","shards":1,"effective_bpw":3.0847,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2337066944","shards":1,"effective_bpw":3.0847,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2709196672","shards":1,"effective_bpw":3.5759,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2709196736","shards":1,"effective_bpw":3.5759,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2992836480","shards":1,"effective_bpw":3.9503,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"2992836544","shards":1,"effective_bpw":3.9503,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3236892544","shards":1,"effective_bpw":4.2724,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3236892608","shards":1,"effective_bpw":4.2724,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3236892768","shards":1,"effective_bpw":4.2724,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3479326656","shards":1,"effective_bpw":4.5924,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3487715424","shards":1,"effective_bpw":4.6035,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3502919552","shards":1,"effective_bpw":4.6235,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3502919616","shards":1,"effective_bpw":4.6235,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3673968512","shards":1,"effective_bpw":4.8493,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"3673968576","shards":1,"effective_bpw":4.8493,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3673968736","shards":1,"effective_bpw":4.8493,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4204154752","shards":1,"effective_bpw":5.5491,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4204154816","shards":1,"effective_bpw":5.5491,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4204154816","shards":1,"effective_bpw":5.5491,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4304424832","shards":1,"effective_bpw":5.6814,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"4304424896","shards":1,"effective_bpw":5.6814,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4304425056","shards":1,"effective_bpw":5.6814,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4974284672","shards":1,"effective_bpw":6.5656,"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q6_K","bytes":"4974284736","shards":1,"effective_bpw":6.5656,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4974284896","shards":1,"effective_bpw":6.5656,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6442127296","shards":1,"effective_bpw":8.503,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6442127456","shards":1,"effective_bpw":8.503,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"12124098496","shards":1,"effective_bpw":16.0027,"repo":"second-state/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"24245636960","shards":1,"effective_bpw":32.002,"repo":"lmstudio-community/Yi-1.5-6B-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-3b-instruct-2512-bf16","canonical_repo":"mistralai/Ministral-3-3B-Instruct-2512-BF16","display_name":"Ministral-3-3B-Instruct-2512-BF16","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"4251743232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"62188","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-3B-Instruct-2512-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1319565280","shards":1,"effective_bpw":2.4829,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1448294368","shards":1,"effective_bpw":2.7251,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1458957568","shards":1,"effective_bpw":2.7451,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1458960352","shards":1,"effective_bpw":2.7452,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1556477920","shards":1,"effective_bpw":2.9286,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1580414944","shards":1,"effective_bpw":2.9737,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1639148800","shards":1,"effective_bpw":3.0842,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1639151584","shards":1,"effective_bpw":3.0842,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1704744928","shards":1,"effective_bpw":3.2076,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1795550464","shards":1,"effective_bpw":3.3785,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1795553248","shards":1,"effective_bpw":3.3785,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q3_K":104,"Q4_K":75,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1934355712","shards":1,"effective_bpw":3.6396,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1934358496","shards":1,"effective_bpw":3.6397,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1959278560","shards":1,"effective_bpw":3.6865,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q5_K":26,"Q6_K":1,"IQ4_XS":156}},{"quant":"Q4_0","bytes":"2046375904","shards":1,"effective_bpw":3.8504,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q4_0":179,"Q4_1":3,"Q6_K":1}},{"quant":"IQ4_NL","bytes":"2051291104","shards":1,"effective_bpw":3.8597,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2053254400","shards":1,"effective_bpw":3.8634,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2053257184","shards":1,"effective_bpw":3.8634,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146495744","shards":1,"effective_bpw":4.0388,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146498240","shards":1,"effective_bpw":4.0388,"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146498528","shards":1,"effective_bpw":4.0388,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q4_K":156,"Q6_K":27}},{"quant":"Q4_1","bytes":"2230204384","shards":1,"effective_bpw":4.1963,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2244016096","shards":1,"effective_bpw":4.2223,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2419338496","shards":1,"effective_bpw":4.5522,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2419341280","shards":1,"effective_bpw":4.5522,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473651456","shards":1,"effective_bpw":4.6544,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473654240","shards":1,"effective_bpw":4.6544,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q5_K":156,"Q6_K":27}},{"quant":"Q5_K_L","bytes":"2571171808","shards":1,"effective_bpw":4.8379,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821254400","shards":1,"effective_bpw":5.3084,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821256896","shards":1,"effective_bpw":5.3084,"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821257184","shards":1,"effective_bpw":5.3084,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q6_K":183}},{"quant":"Q6_K_L","bytes":"2918774752","shards":1,"effective_bpw":5.4919,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651677440","shards":1,"effective_bpw":6.8709,"repo":"squ11z1/LeChatonFat","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651679936","shards":1,"effective_bpw":6.8709,"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651680224","shards":1,"effective_bpw":6.8709,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":236,"type_hist":{"F32":53,"Q8_0":183}},{"quant":"F16","bytes":"6866218240","shards":1,"effective_bpw":12.9193,"repo":"squ11z1/LeChatonFat","n_tensors":236,"type_hist":{"F16":183,"F32":53}},{"quant":"BF16","bytes":"6866220736","shards":1,"effective_bpw":12.9194,"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"solar-pro-preview-instruct","canonical_repo":"upstage/solar-pro-preview-instruct","display_name":"solar-pro-preview-instruct","publisher":"upstage","modality":"text","arch_key":"llama","params_total":"22140032000","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"62063","n_layers":64,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32128,"ctx_native":4096,"sliding_window":2047,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"upstage/solar-pro-preview-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4786663232","shards":1,"effective_bpw":1.7296,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5231488832","shards":1,"effective_bpw":1.8903,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6618394432","shards":1,"effective_bpw":2.3915,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8213924672","shards":1,"effective_bpw":2.968,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9125197632","shards":1,"effective_bpw":3.2973,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9580672832","shards":1,"effective_bpw":3.4618,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10686592832","shards":1,"effective_bpw":3.8615,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"11635226432","shards":1,"effective_bpw":4.2042,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11878032192","shards":1,"effective_bpw":4.292,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q5_K":64,"Q6_K":1,"IQ4_XS":385}},{"quant":"Q4_K_S","bytes":"12594238272","shards":1,"effective_bpw":4.5508,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13310219072","shards":1,"effective_bpw":4.8095,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q4_K":385,"Q6_K":65}},{"quant":"Q5_K_S","bytes":"15246070592","shards":1,"effective_bpw":5.509,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15663862592","shards":1,"effective_bpw":5.6599,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q5_K":385,"Q6_K":65}},{"quant":"Q6_K","bytes":"18164608832","shards":1,"effective_bpw":6.5635,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q6_K":450}},{"quant":"Q8_0","bytes":"23526487872","shards":1,"effective_bpw":8.501,"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","n_tensors":579,"type_hist":{"F32":129,"Q8_0":450}}]}
{"_type":"model","slug":"wan2-2-14b-rapid-allinone","canonical_repo":"Phr00t/WAN2.2-14B-Rapid-AllInOne","display_name":"WAN2.2-14B-Rapid-AllInOne","publisher":"Phr00t","modality":"video","arch_key":"wan","params_total":"17337592896","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"61979","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6006761216","shards":1,"effective_bpw":2.7717,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6006761216","shards":1,"effective_bpw":2.7717,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6696415008","shards":1,"effective_bpw":3.0899,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6696415008","shards":1,"effective_bpw":3.0899,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7433807616","shards":1,"effective_bpw":3.4301,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7433807616","shards":1,"effective_bpw":3.4301,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8094902016","shards":1,"effective_bpw":3.7352,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8094902016","shards":1,"effective_bpw":3.7352,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q3_K":360,"Q4_K":118,"Q5_K":2}},{"quant":"Q3_K","bytes":"8624197408","shards":1,"effective_bpw":3.9794,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"8624197408","shards":1,"effective_bpw":3.9794,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9755420416","shards":1,"effective_bpw":4.5014,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9755420416","shards":1,"effective_bpw":4.5014,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q4_0":440,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"9945474816","shards":1,"effective_bpw":4.5891,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9945474816","shards":1,"effective_bpw":4.5891,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10587727616","shards":1,"effective_bpw":4.8854,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10587727616","shards":1,"effective_bpw":4.8854,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10849052416","shards":1,"effective_bpw":5.006,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q4_K":360,"Q6_K":120}},{"quant":"Q4_K_M","bytes":"10849052416","shards":1,"effective_bpw":5.006,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q4_K":360,"Q6_K":120}},{"quant":"Q5_K_S","bytes":"11596982016","shards":1,"effective_bpw":5.3511,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11596982016","shards":1,"effective_bpw":5.3511,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"11627589408","shards":1,"effective_bpw":5.3653,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"11627589408","shards":1,"effective_bpw":5.3653,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11773929216","shards":1,"effective_bpw":5.4328,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11773929216","shards":1,"effective_bpw":5.4328,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12251522816","shards":1,"effective_bpw":5.6532,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12251522816","shards":1,"effective_bpw":5.6532,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q5_K":360,"Q6_K":120}},{"quant":"Q5_1","bytes":"12606236416","shards":1,"effective_bpw":5.8168,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12606236416","shards":1,"effective_bpw":5.8168,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"13025472288","shards":1,"effective_bpw":6.0103,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"13025472288","shards":1,"effective_bpw":6.0103,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13392830016","shards":2,"effective_bpw":6.1798,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13741647616","shards":1,"effective_bpw":6.3407,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13741647616","shards":1,"effective_bpw":6.3407,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":821,"F32":2,"Q6_K":480}},{"quant":"Q6_K","bytes":"14510722848","shards":1,"effective_bpw":6.6956,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14510722848","shards":1,"effective_bpw":6.6956,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"17248394816","shards":2,"effective_bpw":7.9588,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17652508416","shards":1,"effective_bpw":8.1453,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17652508416","shards":1,"effective_bpw":8.1453,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18651410208","shards":1,"effective_bpw":8.6062,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18651410208","shards":1,"effective_bpw":8.6062,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":1331,"type_hist":{"F16":838,"F32":4,"Q8_0":489}},{"quant":"Q2_K","bytes":"22612181504","shards":4,"effective_bpw":10.4338,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"23255178816","shards":2,"effective_bpw":10.7305,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"26050944576","shards":2,"effective_bpw":12.0206,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29021445696","shards":2,"effective_bpw":13.3912,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"30538760704","shards":4,"effective_bpw":14.0913,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"32791324416","shards":1,"effective_bpw":15.1307,"repo":"DoorZekor/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":1301,"F32":2}},{"quant":"F16","bytes":"32791324416","shards":1,"effective_bpw":15.1307,"repo":"desirel/WAN2.2-14B-Rapid-AllInOne-GGUF-NSFW-v10","n_tensors":1303,"type_hist":{"F16":1301,"F32":2}},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37302820416","shards":2,"effective_bpw":17.2125,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"40998306304","shards":4,"effective_bpw":18.9176,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"46083899904","shards":4,"effective_bpw":21.2643,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"51487343104","shards":4,"effective_bpw":23.7576,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"66114978304","shards":4,"effective_bpw":30.5071,"repo":"befox/WAN2.2-14B-Rapid-AllInOne-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-vace-fun-a14b","canonical_repo":"alibaba-pai/Wan2.2-VACE-Fun-A14B","display_name":"Wan2.2-VACE-Fun-A14B","publisher":"alibaba-pai","modality":"video","arch_key":"wan","params_total":"17337592896","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"61697","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"7844059040","shards":1,"effective_bpw":3.6194,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7844059040","shards":1,"effective_bpw":3.6194,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8636061600","shards":1,"effective_bpw":3.9849,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q3_K":345,"Q4_K":142,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"8636061600","shards":1,"effective_bpw":3.9849,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q3_K":345,"Q4_K":142,"Q5_K":2}},{"quant":"Q4_0","bytes":"10327095200","shards":1,"effective_bpw":4.7652,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q4_0":441,"Q4_1":48}},{"quant":"Q4_0","bytes":"10327095200","shards":1,"effective_bpw":4.7652,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q4_0":441,"Q4_1":48}},{"quant":"Q4_K_S","bytes":"10552539040","shards":1,"effective_bpw":4.8692,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10552539040","shards":1,"effective_bpw":4.8692,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11639453600","shards":1,"effective_bpw":5.3707,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11639453600","shards":1,"effective_bpw":5.3707,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q4_K":345,"Q6_K":144}},{"quant":"Q5_K_S","bytes":"12251887520","shards":1,"effective_bpw":5.6533,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12251887520","shards":1,"effective_bpw":5.6533,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12464224160","shards":1,"effective_bpw":5.7513,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12464224160","shards":1,"effective_bpw":5.7513,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13037336480","shards":1,"effective_bpw":6.0158,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13037336480","shards":1,"effective_bpw":6.0158,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q5_K":345,"Q6_K":144}},{"quant":"Q6_K","bytes":"14522587040","shards":1,"effective_bpw":6.7011,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q6_K":489}},{"quant":"Q6_K","bytes":"14522587040","shards":1,"effective_bpw":6.7011,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q6_K":489}},{"quant":"Q8_0","bytes":"18663274400","shards":1,"effective_bpw":8.6117,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q8_0":489}},{"quant":"Q8_0","bytes":"18663274400","shards":1,"effective_bpw":8.6117,"repo":"QuantStack/Wan2.2-VACE-Fun-A14B-GGUF","n_tensors":1331,"type_hist":{"F32":836,"BF16":6,"Q8_0":489}}]}
{"_type":"model","slug":"ace-step1-5","canonical_repo":"ACE-Step/Ace-Step1.5","display_name":"Ace-Step1.5","publisher":"ACE-Step","modality":"text","arch_key":"acestep-lm","params_total":"662884352","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"61665","n_layers":24,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":64003,"ctx_native":32768,"sliding_window":128,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ACE-Step/Ace-Step1.5","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"84057792","shards":1,"effective_bpw":1.0144,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"127856704","shards":1,"effective_bpw":1.543,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"127857184","shards":1,"effective_bpw":1.543,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"127857440","shards":1,"effective_bpw":1.543,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"127858240","shards":1,"effective_bpw":1.5431,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"127858368","shards":1,"effective_bpw":1.5431,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"175658656","shards":1,"effective_bpw":2.1199,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"193337984","shards":1,"effective_bpw":2.3333,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"219096064","shards":1,"effective_bpw":2.6442,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"219096544","shards":1,"effective_bpw":2.6442,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"219096800","shards":1,"effective_bpw":2.6442,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"219097600","shards":1,"effective_bpw":2.6442,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"219097728","shards":1,"effective_bpw":2.6442,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"247911168","shards":1,"effective_bpw":2.9919,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"251746944","shards":1,"effective_bpw":3.0382,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"255637890","shards":1,"effective_bpw":3.0852,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"299066464","shards":1,"effective_bpw":3.6093,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"332423040","shards":1,"effective_bpw":4.0118,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"432618916","shards":1,"effective_bpw":5.221,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"452910080","shards":1,"effective_bpw":5.4659,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"456512832","shards":1,"effective_bpw":5.5094,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"930620256","shards":1,"effective_bpw":11.2312,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1093732096","shards":1,"effective_bpw":13.1997,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1129966496","shards":1,"effective_bpw":13.637,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1151272416","shards":1,"effective_bpw":13.8941,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1254805632","shards":1,"effective_bpw":15.1436,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1272132576","shards":1,"effective_bpw":15.3527,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1277710880","shards":1,"effective_bpw":15.42,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1350288416","shards":1,"effective_bpw":16.2959,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1463780160","shards":1,"effective_bpw":17.6656,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1639548640","shards":1,"effective_bpw":19.7868,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1639548768","shards":1,"effective_bpw":19.7868,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1683570688","shards":1,"effective_bpw":20.3181,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1683570752","shards":1,"effective_bpw":20.3181,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1840097696","shards":1,"effective_bpw":22.2072,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1880642016","shards":1,"effective_bpw":22.6965,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2088393668","shards":1,"effective_bpw":25.2037,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2197326752","shards":1,"effective_bpw":26.5184,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2358467168","shards":1,"effective_bpw":28.4631,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2358467232","shards":1,"effective_bpw":28.4631,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2473010048","shards":1,"effective_bpw":29.8454,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":707,"type_hist":{"F16":1,"BF16":363,"Q8_0":343}},{"quant":"Q8_0","bytes":"2816988960","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2817044064","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2955000480","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"3097662432","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3120805152","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3158307584","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3224701538","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3242124800","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3518532512","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3582595584","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3629182464","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":6025,"type_hist":{"I8":1,"F16":5897,"I64":127}},{"quant":"Q8_0","bytes":"3633888608","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3744360386","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4087653248","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4179089248","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4179144352","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4203158464","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4646898304","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4772288288","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5021112128","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5095354048","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5104567264","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5367449984","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":806,"type_hist":{"F16":806}},{"quant":"BF16","bytes":"5420021858","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5834360000","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6185458880","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6185460032","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":1663,"type_hist":{"F16":24,"F32":1,"BF16":866,"Q8_0":772}},{"quant":"Q8_0","bytes":"6317911232","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7512220768","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7659756672","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8501587648","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8874402784","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9858644224","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"10090397120","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"10090398272","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"10229278080","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11204753664","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212576","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"13367797280","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17361090304","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20633952128","shards":10,"effective_bpw":null,"repo":"Serveurperso/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20633952128","shards":10,"effective_bpw":null,"repo":"CC-TM/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22755540000","shards":1,"effective_bpw":null,"repo":"audio-cpp/audio.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27337072928","shards":11,"effective_bpw":null,"repo":"Serveurperso/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27337072928","shards":11,"effective_bpw":null,"repo":"CC-TM/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"31660797600","shards":11,"effective_bpw":null,"repo":"Serveurperso/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"31660797600","shards":11,"effective_bpw":null,"repo":"CC-TM/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"46997163456","shards":15,"effective_bpw":null,"repo":"CC-TM/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"46997163456","shards":15,"effective_bpw":null,"repo":"Serveurperso/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"88081897920","shards":15,"effective_bpw":null,"repo":"Serveurperso/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"88081897920","shards":15,"effective_bpw":null,"repo":"CC-TM/ACE-Step-1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-2","canonical_repo":"mistralai/Mistral-7B-Instruct-v0.2","display_name":"Mistral-7B-Instruct-v0.2","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"61664","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-7B-Instruct-v0.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612103584","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754447776","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991688096","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198257568","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310922144","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500714400","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719244192","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827345824","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018817440","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083098400","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567840","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164569504","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182395296","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284893600","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986528","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"3518988192","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024992","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822026656","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907690400","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108917024","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_0":225,"Q6_K":1}},{"quant":"I1-Q4_0","bytes":"4123598752","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374304","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140375968","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439584","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"I1-Q4_K_M","bytes":"4368441248","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997716256","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716256","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997717920","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409696","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"I1-Q5_K_M","bytes":"5131411360","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065440","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"I1-Q6_K","bytes":"5942067104","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857952","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"BF16","bytes":"14484732128","shards":1,"effective_bpw":16.0014,"repo":"mozilla-ai/Mistral-7B-Instruct-v0.2-llamafile","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-firefunction-v2","canonical_repo":"fireworks-ai/llama-3-firefunction-v2","display_name":"llama-3-firefunction-v2","publisher":"fireworks-ai","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"61126","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fireworks-ai/llama-3-firefunction-v2","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343485568","shards":1,"effective_bpw":1.7398,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751198848","shards":1,"effective_bpw":1.8994,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142110848","shards":1,"effective_bpw":2.3973,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375111296","shards":1,"effective_bpw":2.9906,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307732608","shards":1,"effective_bpw":3.3232,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053888","shards":1,"effective_bpw":3.5051,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267497088","shards":1,"effective_bpw":3.8856,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":723,"type_hist":{"F32":161,"Q3_K":321,"Q4_K":155,"Q5_K":85,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"37140595328","shards":1,"effective_bpw":4.2113,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902664320","shards":1,"effective_bpw":4.2977,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":723,"type_hist":{"F32":161,"Q5_K":80,"Q6_K":1,"IQ4_XS":481}},{"quant":"Q4_K_S","bytes":"40347222656","shards":1,"effective_bpw":4.5749,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396416","shards":1,"effective_bpw":4.8213,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":723,"type_hist":{"F32":161,"Q4_K":441,"Q5_K":40,"Q6_K":81}},{"quant":"Q5_K_S","bytes":"48657449600","shards":1,"effective_bpw":5.5172,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819520","shards":1,"effective_bpw":5.6638,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":723,"type_hist":{"F32":161,"Q5_K":481,"Q6_K":81}},{"quant":"Q6_K","bytes":"57888146752","shards":6,"effective_bpw":6.5639,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975053120","shards":6,"effective_bpw":8.5013,"repo":"MaziyarPanahi/firefunction-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen3-6-27b","canonical_repo":"unsloth/Qwen3.6-27B","display_name":"Qwen3.6-27B","publisher":"unsloth","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"60952","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.6-27B","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-6-27b-aeon-ultimate-uncensored-bf16","canonical_repo":"AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16","display_name":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16","publisher":"AEON-7","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"60225","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10711664672","shards":1,"effective_bpw":3.1324,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711665024","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953664","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12580874272","shards":1,"effective_bpw":3.6791,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12768331488","shards":1,"effective_bpw":3.7339,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442592","shards":1,"effective_bpw":3.8898,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q3_K":353,"Q4_K":138,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"13301442944","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500737248","shards":1,"effective_bpw":3.9481,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344776064","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559799008","shards":1,"effective_bpw":4.2578,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082506272","shards":1,"effective_bpw":4.4106,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":64,"Q6_K":1,"IQ4_XS":433}},{"quant":"IQ4_XS","bytes":"15193917824","shards":1,"effective_bpw":4.4432,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15309039328","shards":1,"effective_bpw":4.4769,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":65,"Q6_K":1,"IQ4_XS":440}},{"quant":"Q4_K_S","bytes":"15586314272","shards":1,"effective_bpw":4.5579,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314624","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16041567968","shards":1,"effective_bpw":4.6911,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399712","shards":1,"effective_bpw":4.839,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547400064","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":433,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"16810714848","shards":1,"effective_bpw":4.916,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q4_K":439,"Q6_K":67}},{"quant":"Q5_K_S","bytes":"18679613824","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098912","shards":1,"effective_bpw":5.6238,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":433,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"19231099264","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701728","shards":1,"effective_bpw":5.7129,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q5_K":439,"Q6_K":67}},{"quant":"Q6_K","bytes":"22082529312","shards":1,"effective_bpw":6.4577,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":498}},{"quant":"Q6_K","bytes":"22082529664","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22431000288","shards":1,"effective_bpw":6.5596,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q6_K":506}},{"quant":"Q8_0","bytes":"28595762944","shards":1,"effective_bpw":8.3623,"repo":"kasimat/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}},{"quant":"Q8_0","bytes":"28595763584","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}},{"quant":"Q8_0","bytes":"29047084768","shards":1,"effective_bpw":8.4943,"repo":"theLittleStone/Qwen3.6-27B-AEON-Ultimate-Uncensored-MTP-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-405b-instruct","canonical_repo":"meta-llama/Llama-3.1-405B-Instruct","display_name":"Llama-3.1-405B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"405853388800","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"60225","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen2-5-vl-3b-instruct","canonical_repo":"Qwen/Qwen2.5-VL-3B-Instruct","display_name":"Qwen2.5-VL-3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2vl","params_total":"3754622976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"60199","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-VL-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"826334560","shards":1,"effective_bpw":1.7607,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"881638752","shards":1,"effective_bpw":1.8785,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"970685792","shards":1,"effective_bpw":2.0682,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1165401440","shards":1,"effective_bpw":2.4831,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1274754400","shards":1,"effective_bpw":2.7161,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274754400","shards":1,"effective_bpw":2.7161,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1302654304","shards":1,"effective_bpw":2.7756,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454355808","shards":1,"effective_bpw":3.0988,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590474080","shards":1,"effective_bpw":3.3888,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q3_K":144,"Q4_K":104,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"1707389952","shards":1,"effective_bpw":3.6379,"repo":"lmstudio-community/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739093344","shards":1,"effective_bpw":3.7055,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q5_K":36,"Q6_K":1,"IQ4_XS":216}},{"quant":"IQ4_NL","bytes":"1825207648","shards":1,"effective_bpw":3.889,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828484448","shards":1,"effective_bpw":3.896,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_0":248,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"1834382688","shards":1,"effective_bpw":3.9085,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929901056","shards":1,"effective_bpw":4.1121,"repo":"ggml-org/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929901056","shards":1,"effective_bpw":4.1121,"repo":"lmstudio-community/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929901408","shards":1,"effective_bpw":4.1121,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q4_K":216,"Q6_K":37}},{"quant":"Q4_1","bytes":"1996256608","shards":1,"effective_bpw":4.2534,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169664864","shards":1,"effective_bpw":4.6229,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224813408","shards":1,"effective_bpw":4.7404,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q5_K":216,"Q6_K":37}},{"quant":"Q6_K","bytes":"2538157056","shards":1,"effective_bpw":5.4081,"repo":"lmstudio-community/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q6_K":253}},{"quant":"Q6_K","bytes":"2538157408","shards":1,"effective_bpw":5.4081,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285474304","shards":1,"effective_bpw":7.0004,"repo":"lmstudio-community/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285474304","shards":1,"effective_bpw":7.0004,"repo":"ggml-org/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F32":181,"Q8_0":253}},{"quant":"Q8_0","bytes":"3285474656","shards":1,"effective_bpw":7.0004,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178315264","shards":1,"effective_bpw":13.1642,"repo":"ggml-org/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":434,"type_hist":{"F16":253,"F32":181}},{"quant":"BF16","bytes":"6178315328","shards":1,"effective_bpw":13.1642,"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bonsai-8b-unpacked","canonical_repo":"prism-ml/Bonsai-8B-unpacked","display_name":"Bonsai-8B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"8188548096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"59808","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151669,"ctx_native":65536,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Bonsai-8B-unpacked","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3363096768","shards":1,"effective_bpw":3.2857,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3429106496","shards":1,"effective_bpw":3.3501,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3547711680","shards":1,"effective_bpw":3.466,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3778855264","shards":1,"effective_bpw":3.6918,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3886203232","shards":1,"effective_bpw":3.7967,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4032086368","shards":1,"effective_bpw":3.9392,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4035782496","shards":1,"effective_bpw":3.9429,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4249141600","shards":1,"effective_bpw":4.1513,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q3_K":127,"Q4_K":88,"Q5_K":20,"Q6_K":19}},{"quant":"Q3_K_L","bytes":"4472488288","shards":1,"effective_bpw":4.3695,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4667703168","shards":1,"effective_bpw":4.5602,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":55,"IQ4_XS":199}},{"quant":"Q4_0","bytes":"4863670784","shards":1,"effective_bpw":4.7517,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_0":231,"Q4_1":4,"Q6_K":19}},{"quant":"Q4_K_S","bytes":"4885690880","shards":1,"effective_bpw":4.7732,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4890016256","shards":1,"effective_bpw":4.7774,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198494208","shards":1,"effective_bpw":5.0788,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q4_K":127,"Q5_K":72,"Q6_K":55}},{"quant":"Q4_1","bytes":"5305151232","shards":1,"effective_bpw":5.183,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5659567968","shards":1,"effective_bpw":5.5293,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5759214592","shards":1,"effective_bpw":5.6266,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5989835776","shards":1,"effective_bpw":5.8519,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q5_K":127,"Q6_K":127}},{"quant":"Q5_K_L","bytes":"6373255008","shards":1,"effective_bpw":6.2265,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6998367392","shards":1,"effective_bpw":6.8372,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q6_K":146,"Q8_0":108}},{"quant":"Q6_K_L","bytes":"7299278688","shards":1,"effective_bpw":7.1312,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8707188576","shards":1,"effective_bpw":8.5067,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":399,"type_hist":{"F32":145,"Q8_0":254}},{"quant":"BF16","bytes":"16383663168","shards":1,"effective_bpw":16.0064,"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-llama3-1-8b-abliterated","canonical_repo":"huihui-ai/Dolphin3.0-Llama3.1-8B-abliterated","display_name":"Dolphin3.0-Llama3.1-8B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"57373","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Dolphin3.0-Llama3.1-8B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179141248","shards":1,"effective_bpw":3.1672,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179142048","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664510688","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018928576","shards":1,"effective_bpw":4.0038,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018929376","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4321967840","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484375072","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":36,"Q6_K":1,"IQ4_XS":189}},{"quant":"Q4_0","bytes":"4661223424","shards":1,"effective_bpw":4.6436,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_0":225,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4692680704","shards":1,"effective_bpw":4.675,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692681504","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745984","shards":1,"effective_bpw":4.9022,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746304","shards":1,"effective_bpw":4.9022,"repo":"G4E-Unknown/Dolphin3.0-Llama3.1-8B-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746784","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q5_0","bytes":"5599306752","shards":1,"effective_bpw":5.5782,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599306752","shards":1,"effective_bpw":5.5782,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599307552","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733000192","shards":1,"effective_bpw":5.7114,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5733000992","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596020288","shards":1,"effective_bpw":6.5712,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"Q6_K","bytes":"6596021088","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540788672","shards":1,"effective_bpw":8.5086,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"Q8_0","bytes":"8540789472","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068924352","shards":1,"effective_bpw":16.0083,"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068925152","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","n_tensors":292,"type_hist":{"F16":226,"F32":66}}]}
{"_type":"model","slug":"huihui-qwen3-coder-next-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-Coder-Next-abliterated","display_name":"Huihui-Qwen3-Coder-Next-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3next","params_total":"79674391296","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"56961","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"huihui-ai/Huihui-Qwen3-Coder-Next-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"16184078752","shards":1,"effective_bpw":1.625,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17194434496","shards":1,"effective_bpw":1.7265,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17194434496","shards":1,"effective_bpw":1.7265,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"17995170208","shards":1,"effective_bpw":1.8069,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"21013655968","shards":1,"effective_bpw":2.11,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22131003328","shards":1,"effective_bpw":2.2221,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22131003328","shards":1,"effective_bpw":2.2221,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22175188928","shards":1,"effective_bpw":2.2266,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22175188928","shards":1,"effective_bpw":2.2266,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"23431590304","shards":1,"effective_bpw":2.3527,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"23641246112","shards":1,"effective_bpw":2.3738,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"25191303104","shards":1,"effective_bpw":2.5294,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"25191303104","shards":1,"effective_bpw":2.5294,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"26056034720","shards":1,"effective_bpw":2.6163,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"27251784096","shards":1,"effective_bpw":2.7363,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27922511808","shards":1,"effective_bpw":2.8037,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27922511808","shards":1,"effective_bpw":2.8037,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28226383808","shards":1,"effective_bpw":2.8342,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28226383808","shards":1,"effective_bpw":2.8342,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29127915936","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"30796597664","shards":1,"effective_bpw":3.0922,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31498389440","shards":1,"effective_bpw":3.1627,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31498389440","shards":1,"effective_bpw":3.1627,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32723616160","shards":1,"effective_bpw":3.2857,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32817102784","shards":1,"effective_bpw":3.2951,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32817102784","shards":1,"effective_bpw":3.2951,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34547450272","shards":1,"effective_bpw":3.4689,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34549121440","shards":1,"effective_bpw":3.469,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34648604608","shards":1,"effective_bpw":3.479,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34648604608","shards":1,"effective_bpw":3.479,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35071361440","shards":1,"effective_bpw":3.5215,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"36429971392","shards":1,"effective_bpw":3.6579,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"36429971392","shards":1,"effective_bpw":3.6579,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"36442030016","shards":1,"effective_bpw":3.6591,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":843,"type_hist":{"F32":313,"BF16":48,"Q3_K":241,"Q4_K":70,"Q5_K":86,"Q6_K":1,"Q8_0":84}},{"quant":"Q3_K_M","bytes":"36442030016","shards":1,"effective_bpw":3.6591,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"38028001216","shards":1,"effective_bpw":3.8183,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"38028001216","shards":1,"effective_bpw":3.8183,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"38273925536","shards":1,"effective_bpw":3.843,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"41313616288","shards":1,"effective_bpw":4.1482,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"42604480928","shards":1,"effective_bpw":4.2779,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42667001792","shards":1,"effective_bpw":4.2841,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42667001792","shards":1,"effective_bpw":4.2841,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45139191744","shards":1,"effective_bpw":4.5324,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45139191744","shards":1,"effective_bpw":4.5324,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"45282716064","shards":1,"effective_bpw":4.5468,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"45484960160","shards":1,"effective_bpw":4.5671,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45939779520","shards":1,"effective_bpw":4.6128,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45939779520","shards":1,"effective_bpw":4.6128,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":843,"type_hist":{"F32":313,"BF16":48,"Q4_0":301,"Q4_1":24,"Q5_0":72,"Q6_K":1,"Q8_0":84}},{"quant":"Q4_K_S","bytes":"46758193088","shards":1,"effective_bpw":4.6949,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"46758193088","shards":1,"effective_bpw":4.6949,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"48487033248","shards":1,"effective_bpw":4.8685,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48556632000","shards":1,"effective_bpw":4.8755,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48556632000","shards":1,"effective_bpw":4.8755,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":843,"type_hist":{"F32":313,"BF16":48,"Q4_K":245,"Q5_K":48,"Q6_K":105,"Q8_0":84}},{"quant":"Q4_K_L","bytes":"48787574720","shards":1,"effective_bpw":4.8987,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48787574720","shards":1,"effective_bpw":4.8987,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"50037959072","shards":1,"effective_bpw":5.0242,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50085931136","shards":2,"effective_bpw":5.0291,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50085931136","shards":2,"effective_bpw":5.0291,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"54994921888","shards":1,"effective_bpw":5.522,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55037978752","shards":2,"effective_bpw":5.5263,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55037978752","shards":2,"effective_bpw":5.5263,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"56790870432","shards":1,"effective_bpw":5.7023,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56848869536","shards":2,"effective_bpw":5.7081,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56848869536","shards":2,"effective_bpw":5.7081,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"57040916608","shards":2,"effective_bpw":5.7274,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"57040916608","shards":2,"effective_bpw":5.7274,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"65528467872","shards":1,"effective_bpw":6.5796,"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65568084096","shards":2,"effective_bpw":6.5836,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65568084096","shards":2,"effective_bpw":6.5836,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"65718804608","shards":2,"effective_bpw":6.5987,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"65718804608","shards":2,"effective_bpw":6.5987,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812058880","shards":3,"effective_bpw":8.5159,"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812058880","shards":3,"effective_bpw":8.5159,"repo":"Rixf123/Lancer-Coder-Next-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-9b-it","canonical_repo":"google/gemma-2-9b-it","display_name":"gemma-2-9b-it","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"56417","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-2-9b-it","arch_confidence":0.8,"quantizations":[{"quant":"IQ2_XS","bytes":"3067381632","shards":1,"effective_bpw":2.6553,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3211487104","shards":1,"effective_bpw":2.78,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3434668992","shards":1,"effective_bpw":2.9732,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3796739008","shards":1,"effective_bpw":3.2866,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397696","shards":1,"effective_bpw":3.2941,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397952","shards":1,"effective_bpw":3.2941,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027605952","shards":1,"effective_bpw":3.4865,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989120","shards":1,"effective_bpw":3.5881,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664704","shards":1,"effective_bpw":3.7549,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664960","shards":1,"effective_bpw":3.7549,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615488","shards":1,"effective_bpw":3.8907,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761780928","shards":1,"effective_bpw":4.122,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781184","shards":1,"effective_bpw":4.122,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q3_K":168,"Q4_K":122,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"5132452544","shards":1,"effective_bpw":4.4429,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452800","shards":1,"effective_bpw":4.4429,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452800","shards":1,"effective_bpw":4.4429,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030208","shards":1,"effective_bpw":4.4866,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030208","shards":1,"effective_bpw":4.4866,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5443142336","shards":1,"effective_bpw":4.7118,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q4_0":294,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"5478924992","shards":1,"effective_bpw":4.7428,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925248","shards":1,"effective_bpw":4.7428,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5761057472","shards":1,"effective_bpw":4.987,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057472","shards":1,"effective_bpw":4.987,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057728","shards":1,"effective_bpw":4.987,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057728","shards":1,"effective_bpw":4.987,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q4_K":252,"Q6_K":43}},{"quant":"Q4_1","bytes":"5963367104","shards":1,"effective_bpw":5.1621,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265728","shards":1,"effective_bpw":5.1794,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483591872","shards":1,"effective_bpw":5.6125,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6483591872","shards":1,"effective_bpw":5.6125,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592128","shards":1,"effective_bpw":5.6125,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6647366336","shards":1,"effective_bpw":5.7542,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366336","shards":1,"effective_bpw":5.7542,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366592","shards":1,"effective_bpw":5.7542,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q5_K":252,"Q6_K":43}},{"quant":"Q5_K_M","bytes":"6647366592","shards":1,"effective_bpw":5.7542,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574592","shards":1,"effective_bpw":5.9466,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7003816640","shards":1,"effective_bpw":6.0628,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069504","shards":1,"effective_bpw":6.5694,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069760","shards":1,"effective_bpw":6.5694,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q6_K":295}},{"quant":"Q6_K","bytes":"7589069760","shards":1,"effective_bpw":6.5694,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811277760","shards":1,"effective_bpw":6.7618,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148480","shards":1,"effective_bpw":8.5068,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148736","shards":1,"effective_bpw":8.5068,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F32":169,"Q8_0":295}},{"quant":"Q8_0","bytes":"9827148736","shards":1,"effective_bpw":8.5068,"repo":"lmstudio-community/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"10687308704","shards":1,"effective_bpw":9.2514,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":464,"type_hist":{"F16":1,"F32":169,"Q8_0":294}},{"quant":"F16","bytes":"18490680000","shards":1,"effective_bpw":16.0063,"repo":"SanctumAI/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"47479327264","shards":2,"effective_bpw":null,"repo":"bartowski/gemma-2-9b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-8b","canonical_repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","display_name":"DeepSeek-R1-Distill-Llama-8B","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"55109","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2164669888","shards":1,"effective_bpw":2.1565,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2292202944","shards":1,"effective_bpw":2.2836,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2504867264","shards":1,"effective_bpw":2.4954,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948283232","shards":1,"effective_bpw":2.9372,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3003268544","shards":1,"effective_bpw":2.992,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179133792","shards":1,"effective_bpw":3.1672,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179134400","shards":1,"effective_bpw":3.1672,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3302260160","shards":1,"effective_bpw":3.2898,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3321773504","shards":1,"effective_bpw":3.3093,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518749536","shards":1,"effective_bpw":3.5055,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501600","shards":1,"effective_bpw":3.6507,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664502208","shards":1,"effective_bpw":3.6507,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692157792","shards":1,"effective_bpw":3.6782,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784825696","shards":1,"effective_bpw":3.7706,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920288","shards":1,"effective_bpw":4.0038,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920896","shards":1,"effective_bpw":4.0038,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"4321958464","shards":1,"effective_bpw":4.3057,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958752","shards":1,"effective_bpw":4.3057,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447664992","shards":1,"effective_bpw":4.4309,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":32,"Q6_K":1,"IQ4_XS":193}},{"quant":"IQ4_XS","bytes":"4464082368","shards":1,"effective_bpw":4.4473,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675894112","shards":1,"effective_bpw":4.6583,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_0":221,"Q4_1":4,"Q6_K":1}},{"quant":"Q4_0","bytes":"4675894720","shards":1,"effective_bpw":4.6583,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677991264","shards":1,"effective_bpw":4.6604,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677991872","shards":1,"effective_bpw":4.6604,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692671328","shards":1,"effective_bpw":4.675,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692671936","shards":1,"effective_bpw":4.675,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736320","shards":1,"effective_bpw":4.9022,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736608","shards":1,"effective_bpw":4.9022,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4920737216","shards":1,"effective_bpw":4.9022,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130255200","shards":1,"effective_bpw":5.1109,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130255808","shards":1,"effective_bpw":5.1109,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310634848","shards":1,"effective_bpw":5.2906,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599296352","shards":1,"effective_bpw":5.5782,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599296960","shards":1,"effective_bpw":5.5782,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989792","shards":1,"effective_bpw":5.7114,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q5_K":193,"Q6_K":33}},{"quant":"Q5_K_M","bytes":"5732990400","shards":1,"effective_bpw":5.7114,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057220960","shards":1,"effective_bpw":6.0344,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008512","shards":1,"effective_bpw":6.5712,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008800","shards":1,"effective_bpw":6.5712,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596009408","shards":1,"effective_bpw":6.5712,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q6_K":226}},{"quant":"Q6_K_L","bytes":"6850468704","shards":1,"effective_bpw":6.8247,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772928","shards":1,"effective_bpw":8.5086,"repo":"lmstudio-community/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F32":66,"Q8_0":226}},{"quant":"Q8_0","bytes":"8540773088","shards":1,"effective_bpw":8.5086,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773216","shards":1,"effective_bpw":8.5086,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068893408","shards":1,"effective_bpw":16.0083,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068893536","shards":1,"effective_bpw":16.0083,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":292,"type_hist":{"F16":226,"F32":66}},{"quant":"BF16","bytes":"16068893856","shards":1,"effective_bpw":16.0083,"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128883264","shards":1,"effective_bpw":32.0078,"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-aeon-ultimate-uncensored-bf16","canonical_repo":"AEON-7/Ornith-1.0-35B-AEON-Ultimate-Uncensored-BF16","display_name":"Ornith-1.0-35B-AEON-Ultimate-Uncensored-BF16","publisher":"AEON-7","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"55042","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"AEON-7/Ornith-1.0-35B-AEON-Ultimate-Uncensored-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"8239209280","shards":1,"effective_bpw":1.8775,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22528154464","shards":1,"effective_bpw":5.1336,"repo":"mrexodia/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":201,"Q4_K":196,"Q6_K":35,"Q8_0":13}},{"quant":"NVFP4","bytes":"23402864992","shards":1,"effective_bpw":5.3329,"repo":"AninoDevel/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"23402864992","shards":1,"effective_bpw":5.3329,"repo":"mrexodia/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26186777536","shards":2,"effective_bpw":5.9673,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33931424704","shards":2,"effective_bpw":7.7321,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801098080","shards":1,"effective_bpw":8.6139,"repo":"AninoDevel/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":753,"type_hist":{"F32":308,"BF16":2,"Q8_0":443}},{"quant":"Q8_0","bytes":"37801098080","shards":1,"effective_bpw":8.6139,"repo":"mrexodia/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37908300736","shards":2,"effective_bpw":8.6383,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40256766912","shards":2,"effective_bpw":9.1735,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42880222144","shards":2,"effective_bpw":9.7713,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"50076664768","shards":2,"effective_bpw":11.4111,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57722885056","shards":2,"effective_bpw":13.1535,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065943136","shards":1,"effective_bpw":16.1941,"repo":"AninoDevel/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065943136","shards":1,"effective_bpw":16.1941,"repo":"mrexodia/Ornith-1.0-35B-AEON-Ultimate-Uncensored-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74705290176","shards":2,"effective_bpw":17.0234,"repo":"vcruz305/Ornith-1.0-35B-AEON-Ultimate-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"t5-v1-1-xxl","canonical_repo":"google/t5-v1_1-xxl","display_name":"t5-v1_1-xxl","publisher":"google","modality":"text","arch_key":"t5encoder","params_total":"4762310656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"54395","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":32128,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/t5-v1_1-xxl","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1772312064","shards":1,"effective_bpw":2.9772,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2099467456","shards":1,"effective_bpw":3.5268,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2099467456","shards":1,"effective_bpw":3.5268,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2099467776","shards":1,"effective_bpw":3.5268,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296075456","shards":1,"effective_bpw":3.8571,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":219,"type_hist":{"F32":50,"Q3_K":120,"Q4_K":45,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"2296075456","shards":1,"effective_bpw":3.8571,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296075776","shards":1,"effective_bpw":3.8571,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2462799040","shards":1,"effective_bpw":4.1371,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2462799040","shards":1,"effective_bpw":4.1371,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2462799360","shards":1,"effective_bpw":4.1372,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2589414912","shards":1,"effective_bpw":4.3498,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2714457600","shards":1,"effective_bpw":4.5599,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2730186240","shards":1,"effective_bpw":4.5863,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2738574528","shards":1,"effective_bpw":4.6004,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2738574528","shards":1,"effective_bpw":4.6004,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2738574848","shards":1,"effective_bpw":4.6004,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2896123072","shards":1,"effective_bpw":4.8651,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2896123072","shards":1,"effective_bpw":4.8651,"repo":"chatpig/encoder","n_tensors":219,"type_hist":{"F32":50,"Q4_K":144,"Q6_K":25}},{"quant":"Q4_K_M","bytes":"2896123392","shards":1,"effective_bpw":4.8651,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3003864576","shards":1,"effective_bpw":5.0461,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3022819552","shards":2,"effective_bpw":5.0779,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3293267040","shards":1,"effective_bpw":5.5322,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3293271232","shards":1,"effective_bpw":5.5322,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3293271232","shards":1,"effective_bpw":5.5322,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3293271552","shards":1,"effective_bpw":5.5322,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3293271552","shards":1,"effective_bpw":5.5322,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3386856640","shards":1,"effective_bpw":5.6894,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3386856640","shards":1,"effective_bpw":5.6894,"repo":"chatpig/encoder","n_tensors":219,"type_hist":{"F32":50,"Q5_K":144,"Q6_K":25}},{"quant":"Q5_K_M","bytes":"3386856960","shards":1,"effective_bpw":5.6894,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3582678528","shards":1,"effective_bpw":6.0184,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3908261056","shards":1,"effective_bpw":6.5653,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3908261056","shards":1,"effective_bpw":6.5653,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":219,"type_hist":{"F32":50,"Q6_K":169}},{"quant":"Q6_K","bytes":"3908261376","shards":1,"effective_bpw":6.5653,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5061584064","shards":1,"effective_bpw":8.5027,"repo":"chatpig/encoder","n_tensors":219,"type_hist":{"F32":50,"Q8_0":169}},{"quant":"Q8_0","bytes":"5061584064","shards":1,"effective_bpw":8.5027,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5061584384","shards":1,"effective_bpw":8.5027,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5066965120","shards":2,"effective_bpw":8.5118,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9526060224","shards":1,"effective_bpw":16.0024,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":219,"type_hist":{"F16":169,"F32":50}},{"quant":"BF16","bytes":"9526060544","shards":1,"effective_bpw":16.0024,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9526060544","shards":1,"effective_bpw":16.0024,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11161559776","shards":3,"effective_bpw":18.7498,"repo":"chatpig/encoder","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"19050276032","shards":1,"effective_bpw":32.0017,"repo":"city96/t5-v1_1-xxl-encoder-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"19050276352","shards":1,"effective_bpw":32.0017,"repo":"chatpig/t5-v1_1-xxl-encoder-fp32-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-27b-gguf","canonical_repo":"prism-ml/Ternary-Bonsai-27B-gguf","display_name":"Ternary-Bonsai-27B-gguf","publisher":"prism-ml","modality":"vision_language","arch_key":"qwen35","params_total":"3645856513","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"54179","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_1","bytes":"1946393568","shards":1,"effective_bpw":4.2709,"repo":"Danny-Dasilva/Ternary-Bonsai-27B-antidoom-DSpark","n_tensors":null,"type_hist":null},{"quant":"Q2_0","bytes":"7165121600","shards":1,"effective_bpw":15.7222,"repo":"Hikari07jp/Ternary-Bonsai-27B-Abliterated-LowDeg-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_0","bytes":"8247796896","shards":1,"effective_bpw":18.0979,"repo":"Danny-Dasilva/Ternary-Bonsai-27B-antidoom-DSpark","n_tensors":null,"type_hist":null},{"quant":"Q2_0","bytes":"8247797056","shards":1,"effective_bpw":18.0979,"repo":"dealignai/Bonsai-27b-Ternary-CRACK-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"infinitetalk","canonical_repo":"MeiGen-AI/InfiniteTalk","display_name":"InfiniteTalk","publisher":"MeiGen-AI","modality":"video","arch_key":"wan","params_total":"2487168000","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"53683","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"deepseek-r1-distill-llama-70b-abliterated","canonical_repo":"huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated","display_name":"DeepSeek-R1-Distill-Llama-70B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"52967","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343486016","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751198848","shards":1,"effective_bpw":1.8994,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751199296","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097387648","shards":1,"effective_bpw":2.1654,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097388096","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142110848","shards":1,"effective_bpw":2.3973,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142111296","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242345600","shards":1,"effective_bpw":2.522,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242346048","shards":1,"effective_bpw":2.522,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119296640","shards":1,"effective_bpw":2.7349,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119297088","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471946304","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375111296","shards":1,"effective_bpw":2.9906,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375111744","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401159296","shards":1,"effective_bpw":3.107,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469496960","shards":1,"effective_bpw":3.1147,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469497408","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307733056","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053888","shards":1,"effective_bpw":3.5051,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912054336","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912054336","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937036928","shards":1,"effective_bpw":3.6213,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937037376","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267497088","shards":1,"effective_bpw":3.8856,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267497536","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140595328","shards":1,"effective_bpw":4.2113,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140595776","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902664320","shards":1,"effective_bpw":4.2977,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902664768","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053621376","shards":1,"effective_bpw":4.5416,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116535936","shards":1,"effective_bpw":4.5488,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116536384","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347222656","shards":1,"effective_bpw":4.5749,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347223104","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396416","shards":1,"effective_bpw":4.8213,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520396864","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313592448","shards":1,"effective_bpw":5.0247,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313592896","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657449600","shards":1,"effective_bpw":5.5172,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657450048","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819744","shards":2,"effective_bpw":5.6638,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949819968","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888146272","shards":2,"effective_bpw":6.5639,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052288","shards":2,"effective_bpw":8.5013,"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-heretic","canonical_repo":"coder3101/gemma-4-26B-A4B-it-heretic","display_name":"gemma-4-26B-A4B-it-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"52835","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"coder3101/gemma-4-26B-A4B-it-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271456","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657376","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300576","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430816","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201376","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715936","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737632","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482016","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694176","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068064","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409952","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409952","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563936","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734048","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488672","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726432","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056544","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825568","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576672","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016352","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733792","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890848","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399712","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-i2v-14b-480p","canonical_repo":"Wan-AI/Wan2.1-I2V-14B-480P","display_name":"Wan2.1-I2V-14B-480P","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"16394878784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"52615","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-I2V-14B-480P","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"7925939584","shards":1,"effective_bpw":3.8675,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8587033984","shards":1,"effective_bpw":4.1901,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q3_K":360,"Q4_K":118,"Q5_K":2}},{"quant":"Q4_0","bytes":"10247552384","shards":1,"effective_bpw":5.0004,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q4_0":440,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"10437606784","shards":1,"effective_bpw":5.0931,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11079859584","shards":1,"effective_bpw":5.4065,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11341184384","shards":1,"effective_bpw":5.534,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q4_K":360,"Q6_K":120}},{"quant":"Q5_K_S","bytes":"12089113984","shards":1,"effective_bpw":5.899,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12266061184","shards":1,"effective_bpw":5.9853,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12743654784","shards":1,"effective_bpw":6.2184,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q5_K":360,"Q6_K":120}},{"quant":"Q5_1","bytes":"13098368384","shards":1,"effective_bpw":6.3914,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14233779584","shards":1,"effective_bpw":6.9455,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q6_K":480}},{"quant":"Q8_0","bytes":"18144640384","shards":1,"effective_bpw":8.8538,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F32":823,"Q8_0":480}},{"quant":"BF16","bytes":"33283456384","shards":1,"effective_bpw":16.2409,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"33283456384","shards":1,"effective_bpw":16.2409,"repo":"city96/Wan2.1-I2V-14B-480P-gguf","n_tensors":1303,"type_hist":{"F16":480,"F32":823}}]}
{"_type":"model","slug":"llama-3-2-8x3b-moe-dark-champion-instruct-uncensored-abliterated-18-4b","canonical_repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B","display_name":"Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"18404944896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"52107","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"7040908320","shards":1,"effective_bpw":3.0604,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7040908320","shards":1,"effective_bpw":3.0604,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7040908320","shards":1,"effective_bpw":3.0604,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8252806176","shards":1,"effective_bpw":3.5872,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8252806176","shards":1,"effective_bpw":3.5872,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8252806176","shards":1,"effective_bpw":3.5872,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9026655264","shards":1,"effective_bpw":3.9236,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9026655264","shards":1,"effective_bpw":3.9236,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q3_K":85,"Q4_K":27,"Q5_K":29,"Q6_K":1,"Q8_0":56}},{"quant":"Q3_K_M","bytes":"9026655264","shards":1,"effective_bpw":3.9236,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9638007840","shards":1,"effective_bpw":4.1893,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10131598368","shards":1,"effective_bpw":4.4039,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10131598368","shards":1,"effective_bpw":4.4039,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10131598368","shards":1,"effective_bpw":4.4039,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q5_K":31,"Q6_K":1,"Q8_0":56,"IQ4_XS":110}},{"quant":"Q4_K_S","bytes":"10661776416","shards":1,"effective_bpw":4.6343,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10661776416","shards":1,"effective_bpw":4.6343,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10661776416","shards":1,"effective_bpw":4.6343,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11312942112","shards":1,"effective_bpw":4.9173,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q4_K":99,"Q5_K":28,"Q6_K":15,"Q8_0":56}},{"quant":"Q4_K_M","bytes":"11312942112","shards":1,"effective_bpw":4.9173,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11312942112","shards":1,"effective_bpw":4.9173,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12782488608","shards":1,"effective_bpw":5.5561,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12782488608","shards":1,"effective_bpw":5.5561,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12782488608","shards":1,"effective_bpw":5.5561,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13156830240","shards":1,"effective_bpw":5.7188,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13156830240","shards":1,"effective_bpw":5.7188,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q5_K":127,"Q6_K":15,"Q8_0":56}},{"quant":"Q5_K_M","bytes":"13156830240","shards":1,"effective_bpw":5.7188,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15151055904","shards":1,"effective_bpw":6.5856,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15151055904","shards":1,"effective_bpw":6.5856,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q6_K":142,"Q8_0":56}},{"quant":"Q6_K","bytes":"15151055904","shards":1,"effective_bpw":6.5856,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19565630496","shards":1,"effective_bpw":8.5045,"repo":"jimmydsii/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":284,"type_hist":{"F32":86,"Q8_0":198}},{"quant":"Q8_0","bytes":"19565630496","shards":1,"effective_bpw":8.5045,"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19565630496","shards":1,"effective_bpw":8.5045,"repo":"Bshshhshsh/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-dflash","canonical_repo":"z-lab/Qwen3.6-27B-DFlash","display_name":"Qwen3.6-27B-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"1730213120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"50873","n_layers":5,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":2048,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/Qwen3.6-27B-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"640956512","shards":1,"effective_bpw":2.9636,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"832526432","shards":1,"effective_bpw":3.8494,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q3_K":21,"Q4_K":13,"Q5_K":2}},{"quant":"IQ4_XS","bytes":"934435136","shards":1,"effective_bpw":4.3206,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q5_K":5,"IQ4_XS":31}},{"quant":"Q4_K_M","bytes":"1033066592","shards":1,"effective_bpw":4.7766,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q4_K":32,"Q6_K":4}},{"quant":"Q4_K_M","bytes":"1033066720","shards":1,"effective_bpw":4.7766,"repo":"Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1033066816","shards":1,"effective_bpw":4.7766,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1225742432","shards":1,"effective_bpw":5.6675,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q5_K":32,"Q6_K":4}},{"quant":"Q5_K","bytes":"1225742560","shards":1,"effective_bpw":5.6675,"repo":"Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1225742656","shards":1,"effective_bpw":5.6675,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1430460512","shards":1,"effective_bpw":6.614,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q6_K":36}},{"quant":"Q6_K","bytes":"1430460640","shards":1,"effective_bpw":6.614,"repo":"Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1430460736","shards":1,"effective_bpw":6.614,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1849481312","shards":1,"effective_bpw":8.5515,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F32":22,"Q8_0":36}},{"quant":"Q8_0","bytes":"1849481440","shards":1,"effective_bpw":8.5515,"repo":"Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1849481536","shards":1,"effective_bpw":8.5515,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3471497312","shards":1,"effective_bpw":16.0512,"repo":"Anbeeld/Qwen3.6-27B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3471497440","shards":1,"effective_bpw":16.0512,"repo":"Alittlehammmer/Qwen3.6-27B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3471497536","shards":1,"effective_bpw":16.0512,"repo":"williamliao/qwen3.6-27B-DFlash-GGUF","n_tensors":58,"type_hist":{"F16":36,"F32":22}}]}
{"_type":"model","slug":"qwen3-6-27b-nvfp4","canonical_repo":"nvidia/Qwen3.6-27B-NVFP4","display_name":"Qwen3.6-27B-NVFP4","publisher":"nvidia","modality":"text","arch_key":"qwen35","params_total":"18164649200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"50845","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Qwen3.6-27B-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"19877156224","shards":1,"effective_bpw":8.7542,"repo":"tngtech/Qwen3.6-27B-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"21467223392","shards":1,"effective_bpw":9.4545,"repo":"williamliao/Qwen3.6-27B-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-6-27b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated","display_name":"Huihui-Qwen3.6-27B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"50385","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.6-27B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10711664768","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953408","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442080","shards":1,"effective_bpw":3.8303,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442688","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q3_K":353,"Q4_K":138,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"14344775808","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917568","shards":1,"effective_bpw":4.3753,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":72,"Q6_K":1,"IQ4_XS":425}},{"quant":"Q4_K_S","bytes":"15586313760","shards":1,"effective_bpw":4.4883,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314368","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399200","shards":1,"effective_bpw":4.765,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399808","shards":1,"effective_bpw":4.765,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":433,"Q6_K":65}},{"quant":"Q5_K_S","bytes":"18679613568","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098400","shards":1,"effective_bpw":5.5378,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q5_K":433,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"19231099008","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528800","shards":1,"effective_bpw":6.3589,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":498}},{"quant":"Q6_K","bytes":"22082529408","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762720","shards":1,"effective_bpw":8.2345,"repo":"Abiray/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763328","shards":1,"effective_bpw":8.2345,"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}}]}
{"_type":"model","slug":"gemma-4-e2b-it-qat-mobile-transformers","canonical_repo":"google/gemma-4-E2B-it-qat-mobile-transformers","display_name":"gemma-4-E2B-it-qat-mobile-transformers","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"2337379139","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"50350","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E2B-it-qat-mobile-transformers","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"all-minilm-l6-v2","canonical_repo":"sentence-transformers/all-MiniLM-L6-v2","display_name":"all-MiniLM-L6-v2","publisher":"sentence-transformers","modality":"embedding","arch_key":"bert","params_total":"22713728","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"49996","n_layers":6,"n_head":12,"n_head_kv":12,"head_dim_k":32,"head_dim_v":32,"hidden":384,"vocab_size":30522,"ctx_native":512,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sentence-transformers/all-MiniLM-L6-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"19229632","shards":1,"effective_bpw":6.7729,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"19229632","shards":1,"effective_bpw":6.7729,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"19229632","shards":1,"effective_bpw":6.7729,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"19229632","shards":1,"effective_bpw":6.7729,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19699648","shards":1,"effective_bpw":6.9384,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19699648","shards":1,"effective_bpw":6.9384,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q4_0":36,"Q8_0":1}},{"quant":"Q3_K_M","bytes":"19939264","shards":1,"effective_bpw":7.0228,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q4_K":6,"Q5_0":10,"Q5_1":2,"Q8_0":1,"IQ4_NL":18}},{"quant":"Q3_K_M","bytes":"19939264","shards":1,"effective_bpw":7.0228,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20473792","shards":1,"effective_bpw":7.2111,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20473792","shards":1,"effective_bpw":7.2111,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20694976","shards":1,"effective_bpw":7.289,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20694976","shards":1,"effective_bpw":7.289,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20999104","shards":1,"effective_bpw":7.3961,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20999104","shards":1,"effective_bpw":7.3961,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q4_K":4,"Q5_0":28,"Q6_K":2,"Q8_0":3}},{"quant":"Q5_0","bytes":"21026752","shards":1,"effective_bpw":7.4058,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"21026752","shards":1,"effective_bpw":7.4058,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21469120","shards":1,"effective_bpw":7.5616,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21469120","shards":1,"effective_bpw":7.5616,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21717952","shards":1,"effective_bpw":7.6493,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21717952","shards":1,"effective_bpw":7.6493,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q5_1":28,"Q5_K":4,"Q6_K":2,"Q8_0":3}},{"quant":"Q6_K","bytes":"24150976","shards":1,"effective_bpw":8.5062,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q6_K":6,"Q8_0":31}},{"quant":"Q6_K","bytes":"24150976","shards":1,"effective_bpw":8.5062,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25008064","shards":1,"effective_bpw":8.8081,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":101,"type_hist":{"F16":1,"F32":63,"Q8_0":37}},{"quant":"Q8_0","bytes":"25008064","shards":1,"effective_bpw":8.8081,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25282176","shards":1,"effective_bpw":8.9046,"repo":"sudomoniker/all-MiniLM-L6-v2-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"45949216","shards":1,"effective_bpw":16.1838,"repo":"second-state/All-MiniLM-L6-v2-Embedding-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"45949216","shards":1,"effective_bpw":16.1838,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":101,"type_hist":{"F16":38,"F32":63}},{"quant":"F32","bytes":"91016992","shards":1,"effective_bpw":32.0571,"repo":"leliuga/all-MiniLM-L6-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-abliterated-v4","canonical_repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4","display_name":"Qwen3.6-35B-A3B-abliterated-v4","publisher":"Bahushruth","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"49824","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"11659235488","shards":1,"effective_bpw":2.6911,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939593632","shards":1,"effective_bpw":2.9866,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13623759008","shards":1,"effective_bpw":3.1445,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15440519328","shards":1,"effective_bpw":3.5638,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764064","shards":1,"effective_bpw":3.8695,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18728777888","shards":1,"effective_bpw":4.3228,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19779279008","shards":1,"effective_bpw":4.5652,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757792","shards":1,"effective_bpw":4.8855,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729130912","shards":1,"effective_bpw":5.7077,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152352","shards":1,"effective_bpw":6.5813,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139232","shards":1,"effective_bpw":8.5176,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637152","shards":1,"effective_bpw":16.0128,"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-heretic-v2","canonical_repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2","display_name":"Qwen3.6-27B-uncensored-heretic-v2","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"49696","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301446272","shards":1,"effective_bpw":3.8898,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344779392","shards":1,"effective_bpw":4.1949,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586317952","shards":1,"effective_bpw":4.5579,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547403392","shards":1,"effective_bpw":4.839,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679617152","shards":1,"effective_bpw":5.4625,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"18804447840","shards":1,"effective_bpw":5.499,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231102592","shards":1,"effective_bpw":5.6238,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082532992","shards":1,"effective_bpw":6.4577,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595766912","shards":1,"effective_bpw":8.3623,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36459996192","shards":2,"effective_bpw":10.6621,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808285312","shards":1,"effective_bpw":15.7353,"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-70b-instruct-abliterated","canonical_repo":"huihui-ai/Llama-3.3-70B-Instruct-abliterated","display_name":"Llama-3.3-70B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"49437","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Llama-3.3-70B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488512","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201344","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201792","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097390144","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390592","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113344","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113792","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242348096","shards":1,"effective_bpw":2.522,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348544","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119299136","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299584","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948800","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113792","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113984","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114240","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161792","shards":1,"effective_bpw":3.107,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499456","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499904","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735552","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056384","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056576","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056832","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056832","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039424","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039872","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499584","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499776","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267500032","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597824","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140598016","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598272","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666816","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667264","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269668608","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623872","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538432","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538880","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225152","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225344","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225600","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398912","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520399104","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399360","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300195392","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313594944","shards":1,"effective_bpw":5.0247,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452096","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452288","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452544","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822208","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822240","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822464","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.3-70B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284544","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148768","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054816","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-agentic-fable5-composer2-5-v2-3-5x-tau2-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic","display_name":"gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"49390","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983696128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202852608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568113408","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887847168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079601408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371810048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504151808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830152096","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830152448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849198848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272397568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528233376","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528233728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528233728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733996288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087091616","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q3_K":192,"Q4_K":131,"Q5_K":5,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"6087091968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566323616","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566323968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635259648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690555296","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q5_K":6,"Q6_K":1,"IQ4_XS":322}},{"quant":"I1-IQ4_NL","bytes":"6975883008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6998001408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024051616","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024051968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381385472","shards":1,"effective_bpw":4.9375,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381386656","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q4_K":284,"Q6_K":45}},{"quant":"I1-Q4_K_M","bytes":"7381387008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657129728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338374912","shards":1,"effective_bpw":5.5776,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338376096","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338376448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547270912","shards":1,"effective_bpw":5.7174,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547272096","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q5_K":284,"Q6_K":45}},{"quant":"I1-Q5_K_M","bytes":"8547272448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786024192","shards":1,"effective_bpw":6.546,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786025376","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":329}},{"quant":"I1-Q6_K","bytes":"9786025728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669649152","shards":1,"effective_bpw":8.4749,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669650336","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q8_0":329}},{"quant":"F16","bytes":"23832068352","shards":1,"effective_bpw":15.9415,"repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-122b-a10b-heretic-v2","canonical_repo":"coder3101/Qwen3.5-122B-A10B-heretic-v2","display_name":"Qwen3.5-122B-A10B-heretic-v2","publisher":"coder3101","modality":"text","arch_key":"qwen35moe","params_total":"122111526912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"48913","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"24837711552","shards":1,"effective_bpw":1.6272,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"27598640832","shards":1,"effective_bpw":1.8081,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"32200189632","shards":1,"effective_bpw":2.1096,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"35890865856","shards":1,"effective_bpw":2.3513,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"36257134272","shards":1,"effective_bpw":2.3753,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"39938373312","shards":1,"effective_bpw":2.6165,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"41742411456","shards":1,"effective_bpw":2.7347,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"44577400512","shards":1,"effective_bpw":2.9204,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"47148234432","shards":1,"effective_bpw":3.0889,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"50166302400","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"52921517760","shards":1,"effective_bpw":3.4671,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"52924024512","shards":1,"effective_bpw":3.4673,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"53788853952","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"58602063552","shards":1,"effective_bpw":3.8392,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"63189321408","shards":1,"effective_bpw":4.1398,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"65244882624","shards":1,"effective_bpw":4.2744,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"69336000192","shards":1,"effective_bpw":4.5425,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"69639956160","shards":1,"effective_bpw":4.5624,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"74208241344","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"76614624960","shards":1,"effective_bpw":5.0193,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"84196419264","shards":1,"effective_bpw":5.516,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"86955517632","shards":1,"effective_bpw":5.6968,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"100307732160","shards":1,"effective_bpw":6.5715,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm2-1-7b-instruct","canonical_repo":"HuggingFaceTB/SmolLM2-1.7B-Instruct","display_name":"SmolLM2-1.7B-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"1711376384","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"48726","n_layers":24,"n_head":32,"n_head_kv":32,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM2-1.7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"674583520","shards":1,"effective_bpw":3.1534,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"698962912","shards":1,"effective_bpw":3.2674,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"739070944","shards":1,"effective_bpw":3.4549,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"776819680","shards":1,"effective_bpw":3.6313,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"810243040","shards":1,"effective_bpw":3.7876,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"860181472","shards":1,"effective_bpw":4.021,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q3_K":96,"Q4_K":69,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"932532928","shards":1,"effective_bpw":4.3592,"repo":"lmstudio-community/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"932533216","shards":1,"effective_bpw":4.3592,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"940397536","shards":1,"effective_bpw":4.396,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q6_K":1,"IQ4_XS":168}},{"quant":"Q4_0","bytes":"993874912","shards":1,"effective_bpw":4.646,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q4_0":165,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"999117792","shards":1,"effective_bpw":4.6705,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1055609536","shards":1,"effective_bpw":4.9346,"repo":"HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1055609536","shards":1,"effective_bpw":4.9346,"repo":"lmstudio-community/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1055609824","shards":1,"effective_bpw":4.9346,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q4_K":144,"Q6_K":25}},{"quant":"Q4_K_L","bytes":"1079989216","shards":1,"effective_bpw":5.0485,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1192055776","shards":1,"effective_bpw":5.5724,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1225479136","shards":1,"effective_bpw":5.7286,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1249858528","shards":1,"effective_bpw":5.8426,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1405964992","shards":1,"effective_bpw":6.5723,"repo":"lmstudio-community/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q6_K":169}},{"quant":"Q6_K","bytes":"1405965280","shards":1,"effective_bpw":6.5723,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1430344672","shards":1,"effective_bpw":6.6863,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1820414656","shards":1,"effective_bpw":8.5097,"repo":"lmstudio-community/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F32":49,"Q8_0":169}},{"quant":"Q8_0","bytes":"1820414944","shards":1,"effective_bpw":8.5097,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3424735936","shards":1,"effective_bpw":16.0093,"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","n_tensors":218,"type_hist":{"F16":169,"F32":49}}]}
{"_type":"model","slug":"qwen3-reranker-0-6b","canonical_repo":"Qwen/Qwen3-Reranker-0.6B","display_name":"Qwen3-Reranker-0.6B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"595776512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"48496","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151669,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Reranker-0.6B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"296008032","shards":1,"effective_bpw":3.9748,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296009120","shards":1,"effective_bpw":3.9748,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"322845024","shards":1,"effective_bpw":4.3351,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"346896736","shards":1,"effective_bpw":4.6581,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"346898048","shards":1,"effective_bpw":4.6581,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"368261472","shards":1,"effective_bpw":4.945,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"369047904","shards":1,"effective_bpw":4.9555,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":3,"Q6_K":1,"IQ4_XS":193}},{"quant":"Q4_0","bytes":"381337472","shards":1,"effective_bpw":5.1205,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"383039840","shards":1,"effective_bpw":5.1434,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396474720","shards":1,"effective_bpw":5.3238,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_K_M","bytes":"396476288","shards":1,"effective_bpw":5.3238,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436386144","shards":1,"effective_bpw":5.8597,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"436387968","shards":1,"effective_bpw":5.8598,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444184928","shards":1,"effective_bpw":5.9645,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":310,"type_hist":{"F32":113,"Q5_K":168,"Q6_K":29}},{"quant":"Q5_K_M","bytes":"444186752","shards":1,"effective_bpw":5.9645,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"494877024","shards":1,"effective_bpw":6.6451,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"494879136","shards":1,"effective_bpw":6.6452,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":311,"type_hist":{"F32":113,"Q6_K":198}},{"quant":"Q8_0","bytes":"639150752","shards":1,"effective_bpw":8.5824,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639153184","shards":1,"effective_bpw":8.5825,"repo":"ggml-org/Qwen3-Reranker-0.6B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639153344","shards":1,"effective_bpw":8.5825,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":311,"type_hist":{"F32":113,"Q8_0":198}},{"quant":"F16","bytes":"1197629792","shards":1,"effective_bpw":16.0816,"repo":"mradermacher/Qwen3-Reranker-0.6B-GGUF","n_tensors":310,"type_hist":{"F16":197,"F32":113}},{"quant":"F16","bytes":"1197634304","shards":1,"effective_bpw":16.0817,"repo":"Voodisss/Qwen3-Reranker-0.6B-GGUF-llama_cpp","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-230m","canonical_repo":"LiquidAI/LFM2.5-230M","display_name":"LFM2.5-230M","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"229693184","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"48284","n_layers":14,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-230M","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"105458880","shards":1,"effective_bpw":3.673,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"112884928","shards":1,"effective_bpw":3.9317,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"127495360","shards":1,"effective_bpw":4.4405,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"133754048","shards":1,"effective_bpw":4.6585,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q3_K":56,"Q4_K":24,"Q5_K":2,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"144002240","shards":1,"effective_bpw":5.0155,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q6_K":1,"IQ4_XS":82}},{"quant":"Q4_0","bytes":"149080928","shards":1,"effective_bpw":5.1924,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"149081280","shards":1,"effective_bpw":5.1924,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"149245120","shards":1,"effective_bpw":5.1981,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q4_0":81,"Q4_1":1,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"149671104","shards":1,"effective_bpw":5.2129,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"153406048","shards":1,"effective_bpw":5.343,"repo":"lazos/lfm2.5-230m-frontend-agent","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"153406304","shards":1,"effective_bpw":5.343,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"153406656","shards":1,"effective_bpw":5.343,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q4_K":74,"Q6_K":9}},{"quant":"Q4_1","bytes":"159239360","shards":1,"effective_bpw":5.5462,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"169397440","shards":1,"effective_bpw":5.9,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"171625312","shards":1,"effective_bpw":5.9776,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"171625664","shards":1,"effective_bpw":5.9776,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q5_K":74,"Q6_K":9}},{"quant":"Q6_K","bytes":"190982752","shards":1,"effective_bpw":6.6518,"repo":"lazos/lfm2.5-230m-frontend-agent","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"190983008","shards":1,"effective_bpw":6.6518,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"190983360","shards":1,"effective_bpw":6.6518,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q6_K":83}},{"quant":"Q8_0","bytes":"246598240","shards":1,"effective_bpw":8.5888,"repo":"lazos/lfm2.5-230m-frontend-agent","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"246598496","shards":1,"effective_bpw":8.5888,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"246598848","shards":1,"effective_bpw":8.5888,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":132,"type_hist":{"F32":49,"Q8_0":83}},{"quant":"BF16","bytes":"461884256","shards":1,"effective_bpw":16.087,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"461884256","shards":1,"effective_bpw":16.087,"repo":"LiquidAI/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"461884384","shards":1,"effective_bpw":16.087,"repo":"unsloth/LFM2.5-230M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omnivoice","canonical_repo":"k2-fsa/OmniVoice","display_name":"OmniVoice","publisher":"k2-fsa","modality":"audio_tts","arch_key":"omnivoice-lm","params_total":"612577288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"47650","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"k2-fsa/OmniVoice","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"597547584","shards":1,"effective_bpw":7.8037,"repo":"cstr/omnivoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"659959328","shards":2,"effective_bpw":8.6188,"repo":"Serveurperso/OmniVoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"945284608","shards":2,"effective_bpw":12.345,"repo":"Serveurperso/OmniVoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1137987648","shards":2,"effective_bpw":14.8616,"repo":"cstr/omnivoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1603932928","shards":2,"effective_bpw":20.9467,"repo":"Serveurperso/OmniVoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1633808896","shards":2,"effective_bpw":21.3369,"repo":"cstr/omnivoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3189948864","shards":2,"effective_bpw":null,"repo":"Serveurperso/OmniVoice-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tess-4-27b","canonical_repo":"migtissera/Tess-4-27B","display_name":"Tess-4-27B","publisher":"migtissera","modality":"vision_language","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"47479","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"migtissera/Tess-4-27B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9393042080","shards":1,"effective_bpw":2.7048,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9986798240","shards":1,"effective_bpw":2.8758,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10295329440","shards":1,"effective_bpw":2.9647,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10873356960","shards":1,"effective_bpw":3.1311,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11839439520","shards":1,"effective_bpw":3.4093,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12626772640","shards":1,"effective_bpw":3.636,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13081039520","shards":1,"effective_bpw":3.7668,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13330404000","shards":1,"effective_bpw":3.8387,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13720343200","shards":1,"effective_bpw":3.9509,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13903516320","shards":1,"effective_bpw":4.0037,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14605734560","shards":1,"effective_bpw":4.2059,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q3_K":225,"Q4_0":8,"Q4_K":84,"Q5_K":60,"Q6_K":9,"Q8_0":24}},{"quant":"Q3_K_L","bytes":"15279444640","shards":1,"effective_bpw":4.3999,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15567823520","shards":1,"effective_bpw":4.4829,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q6_K":25,"Q8_0":24,"IQ4_XS":353}},{"quant":"IQ4_NL","bytes":"16325829280","shards":1,"effective_bpw":4.7012,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16348766880","shards":1,"effective_bpw":4.7078,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":369,"Q4_1":8,"Q6_K":9,"Q8_0":24}},{"quant":"Q4_K_S","bytes":"16713147040","shards":1,"effective_bpw":4.8128,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17772536480","shards":1,"effective_bpw":5.1178,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17825456800","shards":1,"effective_bpw":5.1331,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18579782080","shards":2,"effective_bpw":5.3503,"repo":"migtissera/Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18716152480","shards":1,"effective_bpw":5.3895,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19680944800","shards":1,"effective_bpw":5.6674,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20752786080","shards":1,"effective_bpw":5.976,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q5_K":249,"Q6_K":81,"Q8_0":72}},{"quant":"Q5_K_L","bytes":"21537477280","shards":1,"effective_bpw":6.202,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528256","shards":1,"effective_bpw":6.3589,"repo":"migtissera/Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23463129760","shards":1,"effective_bpw":6.7565,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":8,"Q6_K":282,"Q8_0":120}},{"quant":"Q6_K_L","bytes":"24078963360","shards":1,"effective_bpw":6.9338,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29116388000","shards":1,"effective_bpw":8.3844,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q8_0":410}},{"quant":"Q8_0","bytes":"31759768000","shards":2,"effective_bpw":9.1456,"repo":"migtissera/Tess-4-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733216","shards":2,"effective_bpw":15.7394,"repo":"bartowski/migtissera_Tess-4-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"seedvr2-3b","canonical_repo":"ByteDance-Seed/SeedVR2-3B","display_name":"SeedVR2-3B","publisher":"ByteDance-Seed","modality":"text","arch_key":"seedvr","params_total":"3391476448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"47354","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q8_0","bytes":"3660613984","shards":1,"effective_bpw":8.6349,"repo":"AInVFX/SeedVR2_comfyUI","n_tensors":635,"type_hist":{"F16":425,"Q8_0":210}},{"quant":"Q4_K_M","bytes":"11511957408","shards":3,"effective_bpw":27.155,"repo":"AInVFX/SeedVR2_comfyUI","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-gguf","canonical_repo":"deepreinforce-ai/Ornith-1.0-35B-GGUF","display_name":"Ornith-1.0-35B-GGUF","publisher":"deepreinforce-ai","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"47178","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"7484141440","shards":1,"effective_bpw":1.7274,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10507030400","shards":1,"effective_bpw":2.4251,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10652479360","shards":1,"effective_bpw":2.4587,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11659235200","shards":1,"effective_bpw":2.6911,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939593600","shards":1,"effective_bpw":2.9866,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14484144000","shards":1,"effective_bpw":3.3431,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15440519040","shards":1,"effective_bpw":3.5638,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764032","shards":1,"effective_bpw":3.8695,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q3_K":301,"Q4_K":124,"Q5_K":6,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"18728777600","shards":1,"effective_bpw":4.3228,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":40,"Q6_K":1,"IQ4_XS":391}},{"quant":"Q4_K_M","bytes":"21166757760","shards":1,"effective_bpw":4.8855,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"Q5_K_M","bytes":"24729130880","shards":1,"effective_bpw":5.7077,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":371,"Q6_K":61}},{"quant":"Q6_K","bytes":"28514152320","shards":1,"effective_bpw":6.5813,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q6_K":432}},{"quant":"Q8_0","bytes":"36903139200","shards":1,"effective_bpw":8.5176,"repo":"liodon-ai/Ornith-1.0-35B-GGUF-imatrix-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}}]}
{"_type":"model","slug":"north-mini-code-1-0","canonical_repo":"CohereLabs/North-Mini-Code-1.0","display_name":"North-Mini-Code-1.0","publisher":"CohereLabs","modality":"text","arch_key":"cohere2moe","params_total":"30484303872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"46774","n_layers":49,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":262144,"ctx_native":500000,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":true,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"CohereLabs/North-Mini-Code-1.0","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8512945728","shards":1,"effective_bpw":2.2341,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9379799136","shards":1,"effective_bpw":2.4615,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9418915392","shards":1,"effective_bpw":2.4718,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9608707648","shards":1,"effective_bpw":2.5216,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9782452320","shards":1,"effective_bpw":2.5672,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9863438432","shards":1,"effective_bpw":2.5885,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10549280320","shards":1,"effective_bpw":2.7684,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11090304576","shards":1,"effective_bpw":2.9104,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11220328000","shards":1,"effective_bpw":2.9446,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11708375136","shards":1,"effective_bpw":3.0726,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"12765339744","shards":1,"effective_bpw":3.35,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12993338944","shards":1,"effective_bpw":3.4098,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13565697600","shards":1,"effective_bpw":3.56,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14207426112","shards":1,"effective_bpw":3.7285,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14209048128","shards":1,"effective_bpw":3.7289,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q3_K":146,"Q4_K":73,"Q5_K":1,"Q6_K":26,"Q8_0":98}},{"quant":"UD-Q3_K_M","bytes":"14213013600","shards":1,"effective_bpw":3.7299,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14758436416","shards":1,"effective_bpw":3.8731,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14863621696","shards":1,"effective_bpw":3.9007,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"15230132320","shards":1,"effective_bpw":3.9968,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"15532122208","shards":1,"effective_bpw":4.0761,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16583843392","shards":1,"effective_bpw":4.3521,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q5_K":49,"Q6_K":26,"Q8_0":98,"IQ4_XS":171}},{"quant":"IQ4_NL","bytes":"17496694336","shards":1,"effective_bpw":4.5917,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17521204800","shards":1,"effective_bpw":4.5981,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q4_0":213,"Q4_1":7,"Q6_K":26,"Q8_0":98}},{"quant":"UD-Q4_K_S","bytes":"18045558880","shards":1,"effective_bpw":4.7357,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18050080320","shards":1,"effective_bpw":4.7369,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18744024640","shards":1,"effective_bpw":4.919,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q4_K":146,"Q5_K":49,"Q6_K":51,"Q8_0":98}},{"quant":"Q4_K_L","bytes":"18874048064","shards":1,"effective_bpw":4.9531,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"19203186784","shards":1,"effective_bpw":5.0395,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19296706112","shards":1,"effective_bpw":5.064,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21148098112","shards":1,"effective_bpw":5.5499,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"21619105888","shards":1,"effective_bpw":5.6735,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845253696","shards":1,"effective_bpw":5.7329,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q5_K":146,"Q6_K":100,"Q8_0":98}},{"quant":"Q5_K_L","bytes":"21975277120","shards":1,"effective_bpw":5.767,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"22946603104","shards":1,"effective_bpw":6.0219,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"25513517152","shards":1,"effective_bpw":6.6955,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26402856512","shards":1,"effective_bpw":6.9289,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26532879936","shards":1,"effective_bpw":6.963,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32437263936","shards":1,"effective_bpw":8.5125,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":442,"type_hist":{"F32":98,"Q8_0":344}},{"quant":"Q8_0","bytes":"32437264480","shards":1,"effective_bpw":8.5125,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61004406272","shards":2,"effective_bpw":16.0094,"repo":"bartowski/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61004406816","shards":2,"effective_bpw":16.0094,"repo":"unsloth/North-Mini-Code-1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codestral-22b-v0-1","canonical_repo":"mistralai/Codestral-22B-v0.1","display_name":"Codestral-22B-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"46576","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Codestral-22B-v0.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4829487552","shards":1,"effective_bpw":1.7367,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5267136960","shards":1,"effective_bpw":1.894,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5996552640","shards":1,"effective_bpw":2.1563,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646145376","shards":1,"effective_bpw":2.3899,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646145472","shards":1,"effective_bpw":2.3899,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7035429216","shards":1,"effective_bpw":2.5299,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7035429312","shards":1,"effective_bpw":2.5299,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618961760","shards":1,"effective_bpw":2.7397,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618961856","shards":1,"effective_bpw":2.7397,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"7650025920","shards":1,"effective_bpw":2.7509,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272093536","shards":1,"effective_bpw":2.9746,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272093536","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272093632","shards":1,"effective_bpw":2.9746,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8598856032","shards":1,"effective_bpw":3.0921,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8598856128","shards":1,"effective_bpw":3.0921,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176097120","shards":1,"effective_bpw":3.2997,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176097216","shards":1,"effective_bpw":3.2997,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641271648","shards":1,"effective_bpw":3.4669,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641271744","shards":1,"effective_bpw":3.4669,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"9688064448","shards":1,"effective_bpw":3.4838,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062405984","shards":1,"effective_bpw":3.6184,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062406080","shards":1,"effective_bpw":3.6184,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756825440","shards":1,"effective_bpw":3.8681,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756825440","shards":1,"effective_bpw":3.8681,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q3_K":225,"Q4_K":163,"Q5_K":5,"Q6_K":1}},{"quant":"Q3_K","bytes":"10756825536","shards":1,"effective_bpw":3.8681,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730428256","shards":1,"effective_bpw":4.2182,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730428256","shards":1,"effective_bpw":4.2182,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730428352","shards":1,"effective_bpw":4.2182,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935293792","shards":1,"effective_bpw":4.2919,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q5_K":56,"Q6_K":1,"IQ4_XS":337}},{"quant":"IQ4_XS","bytes":"11935293792","shards":1,"effective_bpw":4.2919,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935293888","shards":1,"effective_bpw":4.2919,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12613198272","shards":1,"effective_bpw":4.5356,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660384096","shards":1,"effective_bpw":4.5526,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660384192","shards":1,"effective_bpw":4.5526,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341237600","shards":1,"effective_bpw":4.7974,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341237600","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q4_K":337,"Q6_K":57}},{"quant":"Q4_K","bytes":"13341237696","shards":1,"effective_bpw":4.7974,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324815552","shards":1,"effective_bpw":5.5107,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324815712","shards":1,"effective_bpw":5.5107,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"15722553536","shards":1,"effective_bpw":5.6537,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722553696","shards":1,"effective_bpw":5.6537,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722553696","shards":1,"effective_bpw":5.6537,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q5_K":337,"Q6_K":57}},{"quant":"Q6_K","bytes":"18252701888","shards":1,"effective_bpw":6.5636,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252702048","shards":1,"effective_bpw":6.5636,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q6_K":394}},{"quant":"Q6_K","bytes":"18252702048","shards":1,"effective_bpw":6.5636,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640547520","shards":1,"effective_bpw":8.501,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640547680","shards":1,"effective_bpw":8.501,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640547680","shards":1,"effective_bpw":8.501,"repo":"lmstudio-community/Codestral-22B-v0.1-GGUF","n_tensors":507,"type_hist":{"F32":113,"Q8_0":394}},{"quant":"BF16","bytes":"44496724160","shards":1,"effective_bpw":16.0008,"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"88989901184","shards":3,"effective_bpw":32.0003,"repo":"bartowski/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"46231","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"BF16","bytes":"3471497440","shards":1,"effective_bpw":1.0326,"repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10004592096","shards":1,"effective_bpw":2.9758,"repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10455912896","shards":1,"effective_bpw":3.11,"repo":"AIOpsInSpace/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11967129056","shards":1,"effective_bpw":3.5595,"repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12418449856","shards":1,"effective_bpw":3.6938,"repo":"AIOpsInSpace/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12580873696","shards":1,"effective_bpw":3.7421,"repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13032194496","shards":1,"effective_bpw":3.8763,"repo":"AIOpsInSpace/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082505696","shards":1,"effective_bpw":4.4862,"repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15533826496","shards":1,"effective_bpw":4.6204,"repo":"AIOpsInSpace/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":866,"type_hist":{"F32":360,"Q5_K":64,"Q6_K":1,"Q8_0":8,"IQ4_XS":433}},{"quant":"Q3_K_M","bytes":"27404904320","shards":2,"effective_bpw":8.1514,"repo":"LuffyTheFox/Qwen3.6-27B-Uncensored-Genesis-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"34995529600","shards":2,"effective_bpw":10.4091,"repo":"LuffyTheFox/Qwen3.6-27B-Uncensored-Genesis-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"40068016000","shards":2,"effective_bpw":11.9179,"repo":"LuffyTheFox/Qwen3.6-27B-Uncensored-Genesis-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"45407643520","shards":2,"effective_bpw":13.5061,"repo":"LuffyTheFox/Qwen3.6-27B-Uncensored-Genesis-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-350m","canonical_repo":"LiquidAI/LFM2.5-350M","display_name":"LFM2.5-350M","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"354483968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"46190","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-350M","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"219309792","shards":1,"effective_bpw":4.9494,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"228332128","shards":1,"effective_bpw":5.153,"repo":"OrdenWills/LFM2.5-350M-home-assistant-sft","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229312224","shards":1,"effective_bpw":5.1751,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229314080","shards":1,"effective_bpw":5.1752,"repo":"lazos/lfm2.5-350m-frontend-agent","n_tensors":148,"type_hist":{"F32":55,"Q4_K":82,"Q6_K":11}},{"quant":"Q5_K_M","bytes":"260376288","shards":1,"effective_bpw":5.8762,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293381856","shards":1,"effective_bpw":6.621,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293383712","shards":1,"effective_bpw":6.6211,"repo":"lazos/lfm2.5-350m-frontend-agent","n_tensors":148,"type_hist":{"F32":55,"Q6_K":93}},{"quant":"Q8_0","bytes":"377956288","shards":1,"effective_bpw":8.5297,"repo":"OrdenWills/LFM2.5-350M-home-assistant-sft","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379217632","shards":1,"effective_bpw":8.5582,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379219488","shards":1,"effective_bpw":8.5582,"repo":"lazos/lfm2.5-350m-frontend-agent","n_tensors":148,"type_hist":{"F32":55,"Q8_0":93}},{"quant":"F16","bytes":"709135168","shards":1,"effective_bpw":16.0038,"repo":"OrdenWills/LFM2.5-350M-home-assistant-sft","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711485152","shards":1,"effective_bpw":16.0568,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711485152","shards":1,"effective_bpw":16.0568,"repo":"LiquidAI/LFM2.5-350M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-v0-1","canonical_repo":"mistralai/Mistral-7B-v0.1","display_name":"Mistral-7B-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"46086","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-7B-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719242400","shards":1,"effective_bpw":3.004,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719251584","shards":1,"effective_bpw":3.004,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719393536","shards":1,"effective_bpw":3.0041,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719393536","shards":1,"effective_bpw":3.0041,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083097728","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567168","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567712","shards":1,"effective_bpw":3.4959,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577728","shards":1,"effective_bpw":3.4959,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164732160","shards":1,"effective_bpw":3.4961,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164732160","shards":1,"effective_bpw":3.4961,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182393504","shards":1,"effective_bpw":3.5156,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284891808","shards":1,"effective_bpw":3.6288,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985856","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3518986400","shards":1,"effective_bpw":3.8875,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996416","shards":1,"effective_bpw":3.8875,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519150848","shards":1,"effective_bpw":3.8876,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519150848","shards":1,"effective_bpw":3.8876,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024320","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024864","shards":1,"effective_bpw":4.2222,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034880","shards":1,"effective_bpw":4.2222,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822189312","shards":1,"effective_bpw":4.2224,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822189312","shards":1,"effective_bpw":4.2224,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944388768","shards":1,"effective_bpw":4.3574,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4003383584","shards":1,"effective_bpw":4.4226,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916352","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916896","shards":1,"effective_bpw":4.5392,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928000","shards":1,"effective_bpw":4.5392,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109098752","shards":1,"effective_bpw":4.5394,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109098752","shards":1,"effective_bpw":4.5394,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_0":225,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"4140373632","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374176","shards":1,"effective_bpw":4.5739,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385280","shards":1,"effective_bpw":4.5739,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140556032","shards":1,"effective_bpw":4.5741,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140556032","shards":1,"effective_bpw":4.5741,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4155054240","shards":1,"effective_bpw":4.5901,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438912","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439456","shards":1,"effective_bpw":4.8259,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450560","shards":1,"effective_bpw":4.8259,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368621312","shards":1,"effective_bpw":4.8261,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4368621312","shards":1,"effective_bpw":4.8261,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4664728864","shards":1,"effective_bpw":5.1532,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4691467552","shards":1,"effective_bpw":5.1827,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4845215008","shards":1,"effective_bpw":5.3525,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997716128","shards":1,"effective_bpw":5.521,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716128","shards":1,"effective_bpw":5.521,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728256","shards":1,"effective_bpw":5.521,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728256","shards":1,"effective_bpw":5.521,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997914368","shards":1,"effective_bpw":5.5212,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997914368","shards":1,"effective_bpw":5.5212,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997914368","shards":1,"effective_bpw":5.5212,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997914368","shards":1,"effective_bpw":5.5212,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409024","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409568","shards":1,"effective_bpw":5.6687,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421696","shards":1,"effective_bpw":5.6687,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131607808","shards":1,"effective_bpw":5.6689,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131607808","shards":1,"effective_bpw":5.6689,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5195832608","shards":1,"effective_bpw":5.7399,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5650914592","shards":1,"effective_bpw":6.2426,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5827817760","shards":1,"effective_bpw":6.438,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064768","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065312","shards":1,"effective_bpw":6.5642,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078528","shards":1,"effective_bpw":6.5643,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q6_K","bytes":"5942280960","shards":1,"effective_bpw":6.5645,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942280960","shards":1,"effective_bpw":6.5645,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6072566048","shards":1,"effective_bpw":6.7084,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6118703392","shards":1,"effective_bpw":6.7594,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6141772064","shards":1,"effective_bpw":6.7849,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6461849888","shards":1,"effective_bpw":7.1385,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7397589280","shards":1,"effective_bpw":8.1722,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7397589280","shards":1,"effective_bpw":8.1722,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7598129440","shards":1,"effective_bpw":8.3937,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857280","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857824","shards":1,"effective_bpw":8.5017,"repo":"bartowski/mistral-orpo-capybara-7k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875008","shards":1,"effective_bpw":8.5017,"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7696136960","shards":1,"effective_bpw":8.502,"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7696136960","shards":1,"effective_bpw":8.502,"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"Q6_K","bytes":"8805426464","shards":1,"effective_bpw":9.7274,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11404434720","shards":1,"effective_bpw":12.5986,"repo":"bartowski/Hermes-2-Pro-Mistral-10.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bernini-r","canonical_repo":"ByteDance/Bernini-R","display_name":"Bernini-R","publisher":"ByteDance","modality":"video","arch_key":"wan","params_total":"14288491584","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"45527","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance/Bernini-R","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5299329536","shards":1,"effective_bpw":2.967,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5299329536","shards":1,"effective_bpw":2.967,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6513383936","shards":1,"effective_bpw":3.6468,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6513383936","shards":1,"effective_bpw":3.6468,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7174478336","shards":1,"effective_bpw":4.0169,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q3_K":280,"Q4_K":118,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"7174478336","shards":1,"effective_bpw":4.0169,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8556468736","shards":1,"effective_bpw":4.7907,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8556468736","shards":1,"effective_bpw":4.7907,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q4_0":360,"Q4_1":40}},{"quant":"Q4_K_S","bytes":"8746523136","shards":1,"effective_bpw":4.8971,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8746523136","shards":1,"effective_bpw":4.8971,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9257703936","shards":1,"effective_bpw":5.1833,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9257703936","shards":1,"effective_bpw":5.1833,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9650100736","shards":1,"effective_bpw":5.403,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q4_K":280,"Q6_K":120}},{"quant":"Q4_K_M","bytes":"9650100736","shards":1,"effective_bpw":5.403,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10135886336","shards":1,"effective_bpw":5.675,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10135886336","shards":1,"effective_bpw":5.675,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10312833536","shards":1,"effective_bpw":5.7741,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10312833536","shards":1,"effective_bpw":5.7741,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10790427136","shards":1,"effective_bpw":6.0415,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_K_M","bytes":"10790427136","shards":1,"effective_bpw":6.0415,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11014068736","shards":1,"effective_bpw":6.1667,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11014068736","shards":1,"effective_bpw":6.1667,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12002023936","shards":1,"effective_bpw":6.7198,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q6_K":400}},{"quant":"Q6_K","bytes":"12002023936","shards":1,"effective_bpw":6.7198,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15404980736","shards":1,"effective_bpw":8.6251,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15404980736","shards":1,"effective_bpw":8.6251,"repo":"vantagewithai/Bernini-R-GGUF-ComfyUI","n_tensors":1095,"type_hist":{"F16":693,"F32":2,"Q8_0":400}},{"quant":"Q4_K_M","bytes":"19319862528","shards":2,"effective_bpw":10.817,"repo":"FenomAI/Bernini-R-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19319862528","shards":2,"effective_bpw":10.817,"repo":"neuregex/Bernini-R-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21600515328","shards":2,"effective_bpw":12.0939,"repo":"neuregex/Bernini-R-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21600515328","shards":2,"effective_bpw":12.0939,"repo":"FenomAI/Bernini-R-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30829622528","shards":2,"effective_bpw":17.2612,"repo":"FenomAI/Bernini-R-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30829622528","shards":2,"effective_bpw":17.2612,"repo":"neuregex/Bernini-R-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"krea-2-raw","canonical_repo":"krea/Krea-2-Raw","display_name":"Krea-2-Raw","publisher":"krea","modality":"image","arch_key":"krea2","params_total":"12820073036","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"44953","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"2510315552","shards":1,"effective_bpw":1.5665,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2810741792","shards":1,"effective_bpw":1.754,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3311452192","shards":1,"effective_bpw":2.0664,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3712020512","shards":1,"effective_bpw":2.3164,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4112588832","shards":1,"effective_bpw":2.5663,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4889589024","shards":1,"effective_bpw":3.0512,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4913725472","shards":1,"effective_bpw":3.0663,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5514577952","shards":1,"effective_bpw":3.4412,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5514578016","shards":1,"effective_bpw":3.4412,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6014825760","shards":1,"effective_bpw":3.7534,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6014825760","shards":1,"effective_bpw":3.7534,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q3_K":201,"Q5_K":63}},{"quant":"Q4_K_M","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q4_K":201,"Q5_K":63}},{"quant":"Q4_K_S","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7486289184","shards":1,"effective_bpw":4.6716,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q4_0":201,"Q5_K":63}},{"quant":"Q4_1","bytes":"8178742560","shards":1,"effective_bpw":5.1037,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8425461888","shards":2,"effective_bpw":5.2577,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q5_K":264}},{"quant":"Q5_0","bytes":"8871195936","shards":1,"effective_bpw":5.5358,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9676559648","shards":1,"effective_bpw":6.0384,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9913275200","shards":2,"effective_bpw":6.1861,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"10436821888","shards":2,"effective_bpw":6.5128,"repo":"gguf-org/krea-2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10583638304","shards":1,"effective_bpw":6.6044,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F16":1,"F32":167,"Q6_K":264}},{"quant":"Q8_0","bytes":"13705958688","shards":1,"effective_bpw":8.5528,"repo":"vantagewithai/Krea-2-Raw-GGUF","n_tensors":432,"type_hist":{"F32":167,"Q8_0":265}},{"quant":"Q4_0","bytes":"16628033600","shards":2,"effective_bpw":10.3762,"repo":"molbal/krea2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"18190444608","shards":2,"effective_bpw":11.3512,"repo":"molbal/krea2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"19752855616","shards":2,"effective_bpw":12.3262,"repo":"molbal/krea2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"21315266624","shards":2,"effective_bpw":13.3012,"repo":"molbal/krea2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29127321664","shards":2,"effective_bpw":18.1761,"repo":"molbal/krea2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-glm5-1-distill-v1","canonical_repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1","display_name":"Qwen3.5-9B-GLM5.1-Distill-v1","publisher":"Jackrong","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"44454","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"4623521024","shards":1,"effective_bpw":3.8317,"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629105408","shards":1,"effective_bpw":4.6651,"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467966208","shards":1,"effective_bpw":5.3603,"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359255808","shards":1,"effective_bpw":6.099,"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527497984","shards":1,"effective_bpw":7.8959,"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9836641632","shards":1,"effective_bpw":8.1521,"repo":"Jackrong/Qwopus-GLM-18B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11391353120","shards":1,"effective_bpw":9.4406,"repo":"Jackrong/Qwopus-GLM-18B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13038846240","shards":1,"effective_bpw":10.8059,"repo":"Jackrong/Qwopus-GLM-18B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16882663712","shards":1,"effective_bpw":13.9915,"repo":"Jackrong/Qwopus-GLM-18B-Merged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-ctc-0-6b","canonical_repo":"nvidia/parakeet-ctc-0.6b","display_name":"parakeet-ctc-0.6b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"608848897","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"43788","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1025,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/parakeet-ctc-0.6b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"469302464","shards":1,"effective_bpw":6.1664,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":950,"type_hist":{"F16":49,"F32":684,"Q4_K":193,"Q8_0":24}},{"quant":"Q5_K_M","bytes":"532544704","shards":1,"effective_bpw":6.9974,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":950,"type_hist":{"F16":49,"F32":684,"Q5_K":193,"Q8_0":24}},{"quant":"Q6_K","bytes":"593644736","shards":1,"effective_bpw":7.8002,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":950,"type_hist":{"F16":49,"F32":684,"Q6_K":217}},{"quant":"Q8_0","bytes":"722271424","shards":1,"effective_bpw":9.4903,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":950,"type_hist":{"F16":49,"F32":684,"Q8_0":217}},{"quant":"F16","bytes":"1220181184","shards":1,"effective_bpw":16.0326,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":950,"type_hist":{"F16":266,"F32":684}},{"quant":"F32","bytes":"2435482816","shards":1,"effective_bpw":32.0011,"repo":"handy-computer/parakeet-ctc-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"7883768736","shards":11,"effective_bpw":null,"repo":"mudler/parakeet-cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"8704557984","shards":11,"effective_bpw":null,"repo":"mudler/parakeet-cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9576646560","shards":11,"effective_bpw":null,"repo":"mudler/parakeet-cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11156097024","shards":11,"effective_bpw":null,"repo":"mudler/parakeet-cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17315472384","shards":11,"effective_bpw":null,"repo":"mudler/parakeet-cpp-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-distill-models","canonical_repo":"lightx2v/Wan2.2-Distill-Models","display_name":"Wan2.2-Distill-Models","publisher":"lightx2v","modality":"video","arch_key":"wan","params_total":"14288901184","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"43523","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lightx2v/Wan2.2-Distill-Models","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5310798464","shards":1,"effective_bpw":2.9734,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5310798464","shards":1,"effective_bpw":2.9734,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5310798464","shards":1,"effective_bpw":2.9734,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5310798464","shards":1,"effective_bpw":2.9734,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5310798464","shards":1,"effective_bpw":2.9734,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6524852864","shards":1,"effective_bpw":3.6531,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6524852864","shards":1,"effective_bpw":3.6531,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6524852864","shards":1,"effective_bpw":3.6531,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6524852864","shards":1,"effective_bpw":3.6531,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6524852864","shards":1,"effective_bpw":3.6531,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947264","shards":1,"effective_bpw":4.0232,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947264","shards":1,"effective_bpw":4.0232,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947264","shards":1,"effective_bpw":4.0232,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947264","shards":1,"effective_bpw":4.0232,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q3_K":280,"Q4_K":118,"Q5_K":2}},{"quant":"Q3_K_M","bytes":"7185947264","shards":1,"effective_bpw":4.0232,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947299","shards":1,"effective_bpw":4.0232,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7185947299","shards":1,"effective_bpw":4.0232,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8567937664","shards":1,"effective_bpw":4.797,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q4_0":360,"Q4_1":40}},{"quant":"Q4_0","bytes":"8567937664","shards":1,"effective_bpw":4.797,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8567937664","shards":1,"effective_bpw":4.797,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8757992064","shards":1,"effective_bpw":4.9034,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8757992064","shards":1,"effective_bpw":4.9034,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8757992064","shards":1,"effective_bpw":4.9034,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8757992064","shards":1,"effective_bpw":4.9034,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8757992064","shards":1,"effective_bpw":4.9034,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9269172864","shards":1,"effective_bpw":5.1896,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9269172864","shards":1,"effective_bpw":5.1896,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9269172864","shards":1,"effective_bpw":5.1896,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569664","shards":1,"effective_bpw":5.4093,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569664","shards":1,"effective_bpw":5.4093,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q4_K":280,"Q6_K":120}},{"quant":"Q4_K_M","bytes":"9661569664","shards":1,"effective_bpw":5.4093,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569664","shards":1,"effective_bpw":5.4093,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569664","shards":1,"effective_bpw":5.4093,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569699","shards":1,"effective_bpw":5.4093,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9661569699","shards":1,"effective_bpw":5.4093,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10147355264","shards":1,"effective_bpw":5.6813,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10147355264","shards":1,"effective_bpw":5.6813,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10147355264","shards":1,"effective_bpw":5.6813,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10147355264","shards":1,"effective_bpw":5.6813,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10147355264","shards":1,"effective_bpw":5.6813,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10324302464","shards":1,"effective_bpw":5.7803,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10324302464","shards":1,"effective_bpw":5.7803,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10324302464","shards":1,"effective_bpw":5.7803,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896064","shards":1,"effective_bpw":6.0477,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896064","shards":1,"effective_bpw":6.0477,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896064","shards":1,"effective_bpw":6.0477,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896064","shards":1,"effective_bpw":6.0477,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896064","shards":1,"effective_bpw":6.0477,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896099","shards":1,"effective_bpw":6.0477,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10801896099","shards":1,"effective_bpw":6.0477,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q5_K":280,"Q6_K":120}},{"quant":"Q5_1","bytes":"11025537664","shards":1,"effective_bpw":6.1729,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11025537664","shards":1,"effective_bpw":6.1729,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11025537664","shards":1,"effective_bpw":6.1729,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492864","shards":1,"effective_bpw":6.7261,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492864","shards":1,"effective_bpw":6.7261,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492864","shards":1,"effective_bpw":6.7261,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492864","shards":1,"effective_bpw":6.7261,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492864","shards":1,"effective_bpw":6.7261,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12013492899","shards":1,"effective_bpw":6.7261,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q6_K":400}},{"quant":"Q6_K","bytes":"12013492899","shards":1,"effective_bpw":6.7261,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449664","shards":1,"effective_bpw":8.6313,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449664","shards":1,"effective_bpw":8.6313,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449664","shards":1,"effective_bpw":8.6313,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449664","shards":1,"effective_bpw":8.6313,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":1095,"type_hist":{"F32":689,"BF16":6,"Q8_0":400}},{"quant":"Q8_0","bytes":"15416449664","shards":1,"effective_bpw":8.6313,"repo":"jayn7/WAN2.2-I2V_A14B-DISTILL-LIGHTX2V-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449699","shards":1,"effective_bpw":8.6313,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15416449699","shards":1,"effective_bpw":8.6313,"repo":"Abiray/Wan2.2-LightX2V-260412-4STEP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wai-nsfw-illustrious-v110-sdxl","canonical_repo":"John6666/wai-nsfw-illustrious-v110-sdxl","display_name":"wai-nsfw-illustrious-v110-sdxl","publisher":"John6666","modality":"image","arch_key":"sdxl","params_total":"2567463684","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"42980","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"1491343328","shards":1,"effective_bpw":4.6469,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":1680,"type_hist":{"F16":912,"F32":2,"Q4_0":766}},{"quant":"Q4_K_S","bytes":"1491773408","shards":1,"effective_bpw":4.6482,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1649768928","shards":1,"effective_bpw":5.1405,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1808194528","shards":1,"effective_bpw":5.6342,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1808194528","shards":1,"effective_bpw":5.6342,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1844424928","shards":1,"effective_bpw":5.7471,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":1680,"type_hist":{"F16":912,"F32":2,"Q5_K":626,"Q6_K":140}},{"quant":"Q6_K","bytes":"2144848928","shards":1,"effective_bpw":6.6832,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":1680,"type_hist":{"F16":912,"F32":2,"Q6_K":766}},{"quant":"Q8_0","bytes":"2758748128","shards":1,"effective_bpw":8.596,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":1680,"type_hist":{"F16":912,"F32":2,"Q8_0":766}},{"quant":"F16","bytes":"5135086048","shards":1,"effective_bpw":16.0005,"repo":"kekusprod/WAI-NSFW-illustrious-SDXL-v110-GGUF","n_tensors":1680,"type_hist":{"F16":1680}}]}
{"_type":"model","slug":"minimax-m2-7","canonical_repo":"MiniMaxAI/MiniMax-M2.7","display_name":"MiniMax-M2.7","publisher":"MiniMaxAI","modality":"text","arch_key":"minimax-m2","params_total":"228703644928","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"42902","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":204800,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"MiniMaxAI/MiniMax-M2.7","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"46670399008","shards":1,"effective_bpw":1.6325,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52200589024","shards":2,"effective_bpw":1.826,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"60700770496","shards":3,"effective_bpw":2.1233,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"60845049568","shards":2,"effective_bpw":2.1283,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"65381613760","shards":3,"effective_bpw":2.287,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"67866314496","shards":2,"effective_bpw":2.3739,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"69131975424","shards":2,"effective_bpw":2.4182,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"70139281600","shards":3,"effective_bpw":2.4535,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76417481440","shards":2,"effective_bpw":2.6731,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"80051669856","shards":3,"effective_bpw":2.8002,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"80103688384","shards":3,"effective_bpw":2.802,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80651861856","shards":3,"effective_bpw":2.8212,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"83614320800","shards":3,"effective_bpw":2.9248,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"93637298368","shards":3,"effective_bpw":3.2754,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"95183862656","shards":3,"effective_bpw":3.3295,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"99314040672","shards":3,"effective_bpw":3.474,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"101243668768","shards":4,"effective_bpw":3.5415,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"104127004512","shards":3,"effective_bpw":3.6423,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"104127004512","shards":3,"effective_bpw":3.6423,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"108413781312","shards":4,"effective_bpw":3.7923,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"108501434240","shards":3,"effective_bpw":3.7954,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"108803129184","shards":3,"effective_bpw":3.8059,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"110754202912","shards":4,"effective_bpw":3.8742,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"122403189760","shards":4,"effective_bpw":4.2816,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"129462535136","shards":4,"effective_bpw":4.5286,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"129844741088","shards":4,"effective_bpw":4.5419,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"130959213888","shards":4,"effective_bpw":4.5809,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133846107104","shards":4,"effective_bpw":4.6819,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342384096","shards":4,"effective_bpw":4.8392,"repo":"lmstudio-community/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138805347296","shards":4,"effective_bpw":4.8554,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"139261493216","shards":4,"effective_bpw":4.8713,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"140169905504","shards":4,"effective_bpw":4.9031,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143508087776","shards":4,"effective_bpw":5.0199,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157699916768","shards":4,"effective_bpw":5.5163,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"159042126272","shards":5,"effective_bpw":5.5633,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162668299360","shards":5,"effective_bpw":5.6901,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"168828486080","shards":5,"effective_bpw":5.9056,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763082880","shards":5,"effective_bpw":6.5679,"repo":"lmstudio-community/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"188060778912","shards":5,"effective_bpw":6.5783,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"197054679168","shards":5,"effective_bpw":6.8929,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872352","shards":7,"effective_bpw":8.5049,"repo":"lmstudio-community/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872576","shards":7,"effective_bpw":8.5049,"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872992","shards":6,"effective_bpw":8.5049,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"457487024928","shards":10,"effective_bpw":16.0028,"repo":"unsloth/MiniMax-M2.7-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nanbeige4-2-3b","canonical_repo":"Nanbeige/Nanbeige4.2-3B","display_name":"Nanbeige4.2-3B","publisher":"Nanbeige","modality":"text","arch_key":"nanbeige","params_total":"4169800704","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"42088","n_layers":22,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":166144,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nanbeige/Nanbeige4.2-3B","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"2081819520","shards":1,"effective_bpw":3.9941,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2165439360","shards":1,"effective_bpw":4.1545,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2165439410","shards":1,"effective_bpw":4.1545,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2307783552","shards":1,"effective_bpw":4.4276,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2403808128","shards":1,"effective_bpw":4.6118,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2503758720","shards":1,"effective_bpw":4.8036,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2503758770","shards":1,"effective_bpw":4.8036,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2510836608","shards":1,"effective_bpw":4.8172,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2574807936","shards":1,"effective_bpw":4.9399,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2574807986","shards":1,"effective_bpw":4.9399,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2986996608","shards":1,"effective_bpw":5.7307,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2986996658","shards":1,"effective_bpw":5.7307,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"3317894336","shards":1,"effective_bpw":6.3656,"repo":"Andgihat/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3424947072","shards":1,"effective_bpw":6.571,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3424947120","shards":1,"effective_bpw":6.571,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4434787200","shards":1,"effective_bpw":8.5084,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4434787232","shards":1,"effective_bpw":8.5084,"repo":"Andgihat/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4434787248","shards":1,"effective_bpw":8.5084,"repo":"Abiray/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8343845760","shards":1,"effective_bpw":16.0081,"repo":"owao/Nanbeige4.2-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openpangu-2-0-flash","canonical_repo":"openpangu/openPangu-2.0-Flash","display_name":"openPangu-2.0-Flash","publisher":"openpangu","modality":"text","arch_key":"openpangu-v2","params_total":"100136311993","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"41755","n_layers":46,"n_head":48,"n_head_kv":48,"head_dim_k":192,"head_dim_v":128,"hidden":2560,"vocab_size":151552,"ctx_native":524288,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"openpangu/openPangu-2.0-Flash","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"43729887872","shards":1,"effective_bpw":3.4936,"repo":"mrexodia/openPangu-2.0-Flash-GGUF","n_tensors":1495,"type_hist":{"F32":714,"BF16":185,"Q3_K":413,"Q4_0":46,"Q4_K":134,"Q5_K":2,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"55275517568","shards":1,"effective_bpw":4.416,"repo":"mrexodia/openPangu-2.0-Flash-GGUF","n_tensors":1495,"type_hist":{"F32":714,"BF16":185,"Q4_K":507,"Q5_0":46,"Q6_K":43}},{"quant":"Q4_K_M","bytes":"60889125664","shards":1,"effective_bpw":4.8645,"repo":"ji-farthing/openPangu-2.0-Flash-ik-llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"107351334240","shards":2,"effective_bpw":8.5764,"repo":"mrexodia/openPangu-2.0-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"201902425440","shards":2,"effective_bpw":16.1302,"repo":"mrexodia/openPangu-2.0-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-speech-4-1-2b-nar","canonical_repo":"ibm-granite/granite-speech-4.1-2b-nar","display_name":"granite-speech-4.1-2b-nar","publisher":"ibm-granite","modality":"audio_asr","arch_key":"granite_speech_nar","params_total":"2254635356","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"41654","n_layers":40,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100352,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-speech-4.1-2b-nar","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1560008832","shards":1,"effective_bpw":5.5353,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":932,"type_hist":{"F16":33,"F32":473,"Q4_K":368,"Q6_K":1,"Q8_0":57}},{"quant":"Q5_K_M","bytes":"1782089344","shards":1,"effective_bpw":6.3233,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":932,"type_hist":{"F16":33,"F32":473,"Q5_K":368,"Q6_K":1,"Q8_0":57}},{"quant":"Q6_K","bytes":"1977417568","shards":1,"effective_bpw":7.0164,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":932,"type_hist":{"F16":33,"F32":473,"Q6_K":409,"Q8_0":17}},{"quant":"Q8_0","bytes":"2498105472","shards":1,"effective_bpw":8.8639,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":932,"type_hist":{"F16":33,"F32":473,"Q8_0":426}},{"quant":"Q4_K","bytes":"3413252640","shards":1,"effective_bpw":12.1111,"repo":"cstr/granite-speech-4.1-2b-nar-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4514736032","shards":1,"effective_bpw":16.0194,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4515792768","shards":1,"effective_bpw":16.0231,"repo":"handy-computer/granite-speech-4.1-2b-nar-gguf","n_tensors":932,"type_hist":{"F16":459,"F32":473}},{"quant":"F16","bytes":"5758654944","shards":1,"effective_bpw":20.4331,"repo":"cstr/granite-speech-4.1-2b-nar-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-small","canonical_repo":"openai/whisper-small","display_name":"whisper-small","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"241734912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"41580","n_layers":12,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-small","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"89673692","shards":1,"effective_bpw":2.9677,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"113846906","shards":1,"effective_bpw":3.7677,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"138891040","shards":1,"effective_bpw":4.5965,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"145458032","shards":1,"effective_bpw":4.8138,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"145458032","shards":1,"effective_bpw":4.8138,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"153873216","shards":1,"effective_bpw":5.0923,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"160333856","shards":1,"effective_bpw":5.3061,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"171630656","shards":1,"effective_bpw":5.68,"repo":"handy-computer/whisper-small-gguf","n_tensors":481,"type_hist":{"F32":288,"Q4_K":156,"Q6_K":1,"Q8_0":36}},{"quant":"Q5_0","bytes":"175209680","shards":1,"effective_bpw":5.7984,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"175209680","shards":1,"effective_bpw":5.7984,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"190085504","shards":1,"effective_bpw":6.2907,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"193749056","shards":1,"effective_bpw":6.412,"repo":"handy-computer/whisper-small-gguf","n_tensors":481,"type_hist":{"F32":288,"Q5_K":156,"Q6_K":1,"Q8_0":36}},{"quant":"Q6_K","bytes":"206820806","shards":1,"effective_bpw":6.8445,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"212107328","shards":1,"effective_bpw":7.0195,"repo":"handy-computer/whisper-small-gguf","n_tensors":481,"type_hist":{"F32":288,"Q6_K":193}},{"quant":"Q8_0","bytes":"258781600","shards":1,"effective_bpw":8.5641,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"264464624","shards":1,"effective_bpw":8.7522,"repo":"oxide-lab/whisper-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"269751136","shards":1,"effective_bpw":8.9272,"repo":"handy-computer/whisper-small-gguf","n_tensors":481,"type_hist":{"F32":288,"Q8_0":193}},{"quant":"F16","bytes":"492888480","shards":1,"effective_bpw":16.3117,"repo":"handy-computer/whisper-small-gguf","n_tensors":481,"type_hist":{"F16":193,"F32":288}},{"quant":"F32","bytes":"968914848","shards":1,"effective_bpw":32.0654,"repo":"handy-computer/whisper-small-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-diffusion-3-5-large","canonical_repo":"stabilityai/stable-diffusion-3.5-large","display_name":"stable-diffusion-3.5-large","publisher":"stabilityai","modality":"image","arch_key":null,"params_total":"8146280768","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"41344","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"4772054752","shards":1,"effective_bpw":4.6864,"repo":"calcuis/sd3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4772054752","shards":1,"effective_bpw":4.6864,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":923,"type_hist":{"F16":546,"Q4_0":377}},{"quant":"Q4_1","bytes":"5272949472","shards":1,"effective_bpw":5.1783,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5272949472","shards":1,"effective_bpw":5.1783,"repo":"calcuis/sd3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5773844192","shards":1,"effective_bpw":5.6702,"repo":"calcuis/sd3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5773844192","shards":1,"effective_bpw":5.6702,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6274738912","shards":1,"effective_bpw":6.1621,"repo":"calcuis/sd3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6274738912","shards":1,"effective_bpw":6.1621,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7860139136","shards":2,"effective_bpw":7.719,"repo":"second-state/stable-diffusion-3.5-large-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8666904032","shards":2,"effective_bpw":8.5113,"repo":"second-state/stable-diffusion-3.5-large-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8779212512","shards":1,"effective_bpw":8.6216,"repo":"calcuis/sd3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8779212512","shards":1,"effective_bpw":8.6216,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":923,"type_hist":{"F16":546,"Q8_0":377}},{"quant":"Q5_0","bytes":"9473669248","shards":2,"effective_bpw":9.3036,"repo":"second-state/stable-diffusion-3.5-large-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10280434144","shards":2,"effective_bpw":10.0958,"repo":"second-state/stable-diffusion-3.5-large-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15052808512","shards":3,"effective_bpw":14.7825,"repo":"second-state/stable-diffusion-3.5-large-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16292633312","shards":1,"effective_bpw":16.0001,"repo":"city96/stable-diffusion-3.5-large-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16292633312","shards":1,"effective_bpw":16.0001,"repo":"calcuis/sd3.5-large-gguf","n_tensors":923,"type_hist":{"F16":923}}]}
{"_type":"model","slug":"trinity-mini","canonical_repo":"arcee-ai/Trinity-Mini","display_name":"Trinity-Mini","publisher":"arcee-ai","modality":"text","arch_key":"afmoe","params_total":"26123974400","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"41214","n_layers":32,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":200192,"ctx_native":131072,"sliding_window":2048,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"arcee-ai/Trinity-Mini","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"6555206496","shards":1,"effective_bpw":2.0074,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6555206496","shards":1,"effective_bpw":2.0074,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7481099104","shards":1,"effective_bpw":2.291,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7481099104","shards":1,"effective_bpw":2.291,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7556293472","shards":1,"effective_bpw":2.314,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7556293472","shards":1,"effective_bpw":2.314,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8482186080","shards":1,"effective_bpw":2.5975,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8482186080","shards":1,"effective_bpw":2.5975,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9425052512","shards":1,"effective_bpw":2.8863,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9425052512","shards":1,"effective_bpw":2.8863,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9672942208","shards":1,"effective_bpw":2.9622,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9825436512","shards":1,"effective_bpw":3.0089,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9825436512","shards":1,"effective_bpw":3.0089,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10542080864","shards":1,"effective_bpw":3.2283,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10542080864","shards":1,"effective_bpw":3.2283,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10981753696","shards":1,"effective_bpw":3.363,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10981753696","shards":1,"effective_bpw":3.363,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"11593859936","shards":1,"effective_bpw":3.5504,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"11593859936","shards":1,"effective_bpw":3.5504,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12100780896","shards":1,"effective_bpw":3.7056,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12100780896","shards":1,"effective_bpw":3.7056,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12104188768","shards":1,"effective_bpw":3.7067,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12104188768","shards":1,"effective_bpw":3.7067,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q3_K":145,"Q4_K":44,"Q5_K":84,"Q6_K":1,"Q8_0":74}},{"quant":"Q3_K_L","bytes":"12508676960","shards":1,"effective_bpw":3.8306,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12508676960","shards":1,"effective_bpw":3.8306,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12546491008","shards":1,"effective_bpw":3.8421,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13598474880","shards":1,"effective_bpw":4.1643,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14160012128","shards":1,"effective_bpw":4.3363,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14160012128","shards":1,"effective_bpw":4.3363,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q5_K":112,"Q6_K":1,"Q8_0":74,"IQ4_XS":161}},{"quant":"IQ4_NL","bytes":"14946935648","shards":1,"effective_bpw":4.5772,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14946935648","shards":1,"effective_bpw":4.5772,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15145640800","shards":1,"effective_bpw":4.6381,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q4_0":209,"Q4_1":16,"Q5_K":48,"Q6_K":1,"Q8_0":74}},{"quant":"Q4_0","bytes":"15145640800","shards":1,"effective_bpw":4.6381,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15416173408","shards":1,"effective_bpw":4.7209,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15416173408","shards":1,"effective_bpw":4.7209,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15823053440","shards":1,"effective_bpw":4.8455,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15935808352","shards":1,"effective_bpw":4.8801,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15935808352","shards":1,"effective_bpw":4.8801,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q4_K":161,"Q5_K":32,"Q6_K":81,"Q8_0":74}},{"quant":"Q4_K_L","bytes":"16240100192","shards":1,"effective_bpw":4.9732,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16240100192","shards":1,"effective_bpw":4.9732,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"16501908320","shards":1,"effective_bpw":5.0534,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"16501908320","shards":1,"effective_bpw":5.0534,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18107999072","shards":1,"effective_bpw":5.5453,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18107999072","shards":1,"effective_bpw":5.5453,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18557608576","shards":1,"effective_bpw":5.6829,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18637071200","shards":1,"effective_bpw":5.7073,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18637071200","shards":1,"effective_bpw":5.7073,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q5_K":193,"Q6_K":33,"Q8_0":122}},{"quant":"Q5_K_L","bytes":"18890113888","shards":1,"effective_bpw":5.7848,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"18890113888","shards":1,"effective_bpw":5.7848,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21463073408","shards":1,"effective_bpw":6.5727,"repo":"MaziyarPanahi/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21516911456","shards":1,"effective_bpw":6.5892,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":601,"type_hist":{"F32":253,"Q6_K":226,"Q8_0":122}},{"quant":"Q6_K","bytes":"21516911456","shards":1,"effective_bpw":6.5892,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"21715501920","shards":1,"effective_bpw":6.65,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"21715501920","shards":1,"effective_bpw":6.65,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27788002144","shards":1,"effective_bpw":8.5096,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27788002144","shards":1,"effective_bpw":8.5096,"repo":"arcee-ai/Trinity-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"52271596320","shards":2,"effective_bpw":16.0072,"repo":"bartowski/arcee-ai_Trinity-Mini-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm5-1b","canonical_repo":"openbmb/MiniCPM5-1B","display_name":"MiniCPM5-1B","publisher":"openbmb","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"40884","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM5-1B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"485829952","shards":1,"effective_bpw":3.5966,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"485830240","shards":1,"effective_bpw":3.5966,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"582899008","shards":1,"effective_bpw":4.3152,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"582899296","shards":1,"effective_bpw":4.3152,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688065856","shards":1,"effective_bpw":5.0938,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688065967","shards":1,"effective_bpw":5.0938,"repo":"Abiray/MiniCPM5-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688066144","shards":1,"effective_bpw":5.0938,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786861376","shards":1,"effective_bpw":5.8252,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786861664","shards":1,"effective_bpw":5.8252,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862688","shards":1,"effective_bpw":5.8252,"repo":"Abiray/MiniCPM5-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"891832928","shards":1,"effective_bpw":6.6023,"repo":"Abiray/MiniCPM5-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529152","shards":1,"effective_bpw":8.5397,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529261","shards":1,"effective_bpw":8.5397,"repo":"Abiray/MiniCPM5-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529440","shards":1,"effective_bpw":8.5397,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166551872","shards":1,"effective_bpw":16.0391,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v9","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166551980","shards":1,"effective_bpw":16.0391,"repo":"Abiray/MiniCPM5-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166552160","shards":1,"effective_bpw":16.0391,"repo":"hudsongouge/minicpm5-1B-GLM-5.2-Agentic-v8","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-speech-4-1-2b","canonical_repo":"ibm-granite/granite-speech-4.1-2b","display_name":"granite-speech-4.1-2b","publisher":"ibm-granite","modality":"audio_asr","arch_key":"granite_speech","params_total":"2313207132","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"40626","n_layers":40,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100353,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-speech-4.1-2b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1139247200","shards":1,"effective_bpw":3.94,"repo":"ibm-granite/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1319602528","shards":1,"effective_bpw":4.5637,"repo":"ibm-granite/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1511230080","shards":1,"effective_bpw":5.2264,"repo":"ibm-granite/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1602904800","shards":1,"effective_bpw":5.5435,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":940,"type_hist":{"F16":33,"F32":473,"Q4_K":356,"Q6_K":1,"Q8_0":77}},{"quant":"Q5_K_M","bytes":"1829704544","shards":1,"effective_bpw":6.3279,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":940,"type_hist":{"F16":33,"F32":473,"Q5_K":356,"Q6_K":1,"Q8_0":77}},{"quant":"Q8_0","bytes":"1956154944","shards":1,"effective_bpw":6.7652,"repo":"ibm-granite/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2024967936","shards":1,"effective_bpw":7.0032,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":940,"type_hist":{"F16":33,"F32":473,"Q6_K":417,"Q8_0":17}},{"quant":"Q8_0","bytes":"2559878848","shards":1,"effective_bpw":8.8531,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":940,"type_hist":{"F16":33,"F32":473,"Q8_0":434}},{"quant":"Q4_K","bytes":"2941043168","shards":1,"effective_bpw":10.1713,"repo":"cstr/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3678444864","shards":1,"effective_bpw":12.7215,"repo":"ibm-granite/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4631640064","shards":1,"effective_bpw":16.0181,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4632623104","shards":1,"effective_bpw":16.0215,"repo":"handy-computer/granite-speech-4.1-2b-gguf","n_tensors":940,"type_hist":{"F16":467,"F32":473}},{"quant":"F16","bytes":"5581887616","shards":1,"effective_bpw":19.3044,"repo":"cstr/granite-speech-4.1-2b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"orpheus-3b-0-1-ft","canonical_repo":"canopylabs/orpheus-3b-0.1-ft","display_name":"orpheus-3b-0.1-ft","publisher":"canopylabs","modality":"audio_tts","arch_key":"llama","params_total":"3782986752","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"40560","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":156940,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/orpheus-3b-0.1-ft","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"973833984","shards":1,"effective_bpw":2.0594,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1021904640","shards":1,"effective_bpw":2.1611,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1108068096","shards":1,"effective_bpw":2.3433,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1317750528","shards":1,"effective_bpw":2.7867,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1431635712","shards":1,"effective_bpw":3.0275,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1437127200","shards":1,"effective_bpw":3.0391,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1437127200","shards":1,"effective_bpw":3.0391,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1616040480","shards":1,"effective_bpw":3.4175,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1760350752","shards":1,"effective_bpw":3.7227,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q3_K":112,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"IQ4_XS","bytes":"1902301728","shards":1,"effective_bpw":4.0229,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1990382112","shards":1,"effective_bpw":4.2091,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1995100704","shards":1,"effective_bpw":4.2191,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q4_0":193,"Q4_1":3,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"2001392160","shards":1,"effective_bpw":4.2324,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2092567712","shards":1,"effective_bpw":4.4252,"repo":"vinhnx90/VT-Orpheus-3B-TTS-Ceylia-Q4KM-GGUFF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2092569120","shards":1,"effective_bpw":4.4252,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q4_K":168,"Q6_K":29}},{"quant":"Q4_1","bytes":"2166542880","shards":1,"effective_bpw":4.5817,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2342703648","shards":1,"effective_bpw":4.9542,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2363760768","shards":1,"effective_bpw":4.9987,"repo":"isaiahbjork/orpheus-3b-0.1-ft-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2395345440","shards":1,"effective_bpw":5.0655,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q5_K":168,"Q6_K":29}},{"quant":"Q6_K","bytes":"2717045280","shards":1,"effective_bpw":5.7458,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q6_K":197}},{"quant":"Q8_0","bytes":"3516431616","shards":1,"effective_bpw":7.4363,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F32":58,"Q8_0":197}},{"quant":"F16","bytes":"6610830080","shards":1,"effective_bpw":13.9801,"repo":"unsloth/orpheus-3b-0.1-ft-GGUF","n_tensors":255,"type_hist":{"F16":197,"F32":58}}]}
{"_type":"model","slug":"llama-2-7b-chat-hf","canonical_repo":"meta-llama/Llama-2-7b-chat-hf","display_name":"Llama-2-7b-chat-hf","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"6738417664","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"40530","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Llama-2-7b-chat-hf","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"2825940672","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2825941600","shards":1,"effective_bpw":3.355,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304576","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948305504","shards":1,"effective_bpw":3.5003,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004672","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q3_K":129,"Q4_K":92,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"3298005600","shards":1,"effective_bpw":3.9155,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597110976","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111904","shards":1,"effective_bpw":4.2706,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807040","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_0":225,"Q6_K":1}},{"quant":"Q4_0","bytes":"3825807968","shards":1,"effective_bpw":4.5421,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740032","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740960","shards":1,"effective_bpw":4.5788,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004224","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q4_K":193,"Q6_K":33}},{"quant":"Q4_K_M","bytes":"4081005152","shards":1,"effective_bpw":4.8451,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651692640","shards":1,"effective_bpw":5.5226,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651692640","shards":1,"effective_bpw":5.5226,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156928","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q5_K":193,"Q6_K":33}},{"quant":"Q6_K","bytes":"5529194176","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q6_K":226}},{"quant":"Q6_K","bytes":"5529195104","shards":1,"effective_bpw":6.5644,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089728","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Llama-2-7B-Chat-GGUF","n_tensors":291,"type_hist":{"F32":65,"Q8_0":226}},{"quant":"Q8_0","bytes":"7161090656","shards":1,"effective_bpw":8.5018,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9566314784","shards":2,"effective_bpw":11.3573,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13478105696","shards":1,"effective_bpw":16.0015,"repo":"second-state/Llama-2-7B-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinyllama-1-1b-chat-v0-3","canonical_repo":"TinyLlama/TinyLlama-1.1B-Chat-v0.3","display_name":"TinyLlama-1.1B-Chat-v0.3","publisher":"TinyLlama","modality":"text","arch_key":"llama","params_total":"1100060672","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"40396","n_layers":22,"n_head":32,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":32003,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TinyLlama/TinyLlama-1.1B-Chat-v0.3","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"482149856","shards":1,"effective_bpw":3.5064,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"499349600","shards":1,"effective_bpw":3.6314,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"549853280","shards":1,"effective_bpw":3.9987,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q3_K":89,"Q4_K":62,"Q5_K":4,"Q6_K":1}},{"quant":"Q3_K_L","bytes":"591534176","shards":1,"effective_bpw":4.3018,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"636734336","shards":1,"effective_bpw":4.6305,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q4_0":155,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"642763648","shards":1,"effective_bpw":4.6744,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"667822976","shards":1,"effective_bpw":4.8566,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q4_K":135,"Q6_K":21}},{"quant":"Q5_0","bytes":"766037632","shards":1,"effective_bpw":5.5709,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"766037632","shards":1,"effective_bpw":5.5709,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"782052992","shards":1,"effective_bpw":5.6873,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q5_K":135,"Q6_K":21}},{"quant":"Q6_K","bytes":"903422400","shards":1,"effective_bpw":6.57,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q6_K":156}},{"quant":"Q8_0","bytes":"1169820992","shards":1,"effective_bpw":8.5073,"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","n_tensors":201,"type_hist":{"F32":45,"Q8_0":156}}]}
{"_type":"model","slug":"qwable-9b-claude-fable-5","canonical_repo":"empero-ai/Qwable-9B-Claude-Fable-5","display_name":"Qwable-9B-Claude-Fable-5","publisher":"empero-ai","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"40199","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"empero-ai/Qwable-9B-Claude-Fable-5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642784","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877270112","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648992","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346400","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427969120","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472224","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697240160","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827263328","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263584","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166880","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243417184","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407712","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407968","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370819168","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383648","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525728","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525984","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515616","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515872","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441696","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898720","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940832","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630688","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630944","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215520","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108960","shards":1,"effective_bpw":4.7857,"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629110112","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110368","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334368","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310560","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310816","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969760","shards":1,"effective_bpw":5.4989,"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970912","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467971168","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259360","shards":1,"effective_bpw":6.2567,"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260512","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260768","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501536","shards":1,"effective_bpw":8.1001,"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502688","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697056","shards":1,"effective_bpw":15.2358,"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698208","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-heretic","canonical_repo":"Olafangensan/GLM-4.7-Flash-heretic","display_name":"GLM-4.7-Flash-heretic","publisher":"Olafangensan","modality":"text","arch_key":"deepseek2","params_total":"29943390976","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"39734","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"Olafangensan/GLM-4.7-Flash-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"10314638272","shards":1,"effective_bpw":2.7558,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10314638272","shards":1,"effective_bpw":2.7558,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13585456064","shards":1,"effective_bpw":3.6296,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13585456064","shards":1,"effective_bpw":3.6296,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16407478208","shards":1,"effective_bpw":4.3836,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":844,"type_hist":{"F32":281,"BF16":1,"IQ4_NL":47,"IQ4_XS":515}},{"quant":"IQ4_XS","bytes":"16407478208","shards":1,"effective_bpw":4.3836,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17330212800","shards":1,"effective_bpw":4.6301,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17330212800","shards":1,"effective_bpw":4.6301,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17446621120","shards":1,"effective_bpw":4.6612,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17446621120","shards":1,"effective_bpw":4.6612,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18506911680","shards":1,"effective_bpw":4.9445,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18506911680","shards":1,"effective_bpw":4.9445,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19181457344","shards":1,"effective_bpw":5.1247,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19181457344","shards":1,"effective_bpw":5.1247,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21038477248","shards":1,"effective_bpw":5.6209,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21038477248","shards":1,"effective_bpw":5.6209,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21638705088","shards":1,"effective_bpw":5.7812,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":844,"type_hist":{"F32":281,"BF16":1,"Q5_1":47,"Q5_K":470,"Q6_K":45}},{"quant":"Q5_K_M","bytes":"21638705088","shards":1,"effective_bpw":5.7812,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"22883946432","shards":1,"effective_bpw":6.1139,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"22883946432","shards":1,"effective_bpw":6.1139,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24988976064","shards":1,"effective_bpw":6.6763,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":844,"type_hist":{"F32":281,"BF16":1,"Q6_K":515,"Q8_0":47}},{"quant":"Q6_K","bytes":"24988976064","shards":1,"effective_bpw":6.6763,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"25837564960","shards":1,"effective_bpw":6.903,"repo":"DavidAU/GLM-4.7-Flash-Grande-Heretic-UNCENSORED-42B-A3B-GGUF","n_tensors":1186,"type_hist":{"F32":395,"BF16":1,"Q4_K":659,"Q5_0":66,"Q6_K":65}},{"quant":"Q5_1","bytes":"31945585696","shards":1,"effective_bpw":8.5349,"repo":"DavidAU/GLM-4.7-Flash-Grande-Heretic-UNCENSORED-42B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32140169152","shards":1,"effective_bpw":8.5869,"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32140169152","shards":1,"effective_bpw":8.5869,"repo":"servantofares/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","n_tensors":844,"type_hist":{"F32":281,"BF16":1,"Q8_0":562}}]}
{"_type":"model","slug":"eva-qwen2-5-14b-v0-2","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2","display_name":"EVA-Qwen2.5-14B-v0.2","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"39276","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607993024","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872307904","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312832704","shards":1,"effective_bpw":2.336,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704574144","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003725088","shards":1,"effective_bpw":2.7102,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003725504","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356144928","shards":1,"effective_bpw":2.9011,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356145344","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496288","shards":1,"effective_bpw":3.1255,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496448","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770496704","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946706624","shards":1,"effective_bpw":3.221,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383360288","shards":1,"effective_bpw":3.4575,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383360704","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530816288","shards":1,"effective_bpw":3.5373,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659594528","shards":1,"effective_bpw":3.6071,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659594688","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659594944","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693018304","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916536608","shards":1,"effective_bpw":3.7463,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916537024","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339202848","shards":1,"effective_bpw":3.9752,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339203008","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339203264","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924767008","shards":1,"effective_bpw":4.2923,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924767168","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767424","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119839008","shards":1,"effective_bpw":4.398,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839424","shards":1,"effective_bpw":4.398,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186194368","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544266528","shards":1,"effective_bpw":4.6279,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544266944","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573430048","shards":1,"effective_bpw":4.6437,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573430208","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430464","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109088","shards":1,"effective_bpw":4.8683,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109248","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988109504","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565952288","shards":1,"effective_bpw":5.1813,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266552608","shards":1,"effective_bpw":5.5607,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266552768","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266553024","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508871968","shards":1,"effective_bpw":5.692,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508872128","shards":1,"effective_bpw":5.692,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872384","shards":1,"effective_bpw":5.692,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989394208","shards":1,"effective_bpw":5.9523,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124682528","shards":1,"effective_bpw":6.5672,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124682688","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124682944","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501801248","shards":1,"effective_bpw":6.7714,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596448","shards":1,"effective_bpw":8.5046,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596608","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547714560","shards":1,"effective_bpw":16.0041,"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-scout-17b-16e-instruct","canonical_repo":"meta-llama/Llama-4-Scout-17B-16E-Instruct","display_name":"Llama-4-Scout-17B-16E-Instruct","publisher":"meta-llama","modality":"vision_language","arch_key":"llama4","params_total":"108641793536","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"39116","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":10485760,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":1,"arch_source":"mirror:unsloth/Llama-4-Scout-17B-16E-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_M","bytes":"26318067200","shards":1,"effective_bpw":1.938,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"29261483520","shards":1,"effective_bpw":2.1547,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"30165685760","shards":1,"effective_bpw":2.2213,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"32470126080","shards":1,"effective_bpw":2.391,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"32941790720","shards":1,"effective_bpw":2.4257,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"34336604160","shards":1,"effective_bpw":2.5284,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"34988428800","shards":1,"effective_bpw":2.5764,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"37112709120","shards":1,"effective_bpw":2.7328,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"37400972800","shards":1,"effective_bpw":2.7541,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"39078694400","shards":1,"effective_bpw":2.8776,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39563317760","shards":1,"effective_bpw":2.9133,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"39805775360","shards":1,"effective_bpw":2.9312,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"42986260480","shards":1,"effective_bpw":3.1654,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"43996500480","shards":1,"effective_bpw":3.2397,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"44955402240","shards":1,"effective_bpw":3.3104,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"45725847040","shards":1,"effective_bpw":3.3671,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"46740372480","shards":1,"effective_bpw":3.4418,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"47452090880","shards":1,"effective_bpw":3.4942,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"49754370560","shards":1,"effective_bpw":3.6637,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"50322567872","shards":2,"effective_bpw":3.7056,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"51755187392","shards":2,"effective_bpw":3.8111,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"54318953184","shards":2,"effective_bpw":3.9999,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"57651883712","shards":2,"effective_bpw":4.2453,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"57799569824","shards":2,"effective_bpw":4.2562,"repo":"lmstudio-community/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"57799570112","shards":2,"effective_bpw":4.2562,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"59892341984","shards":2,"effective_bpw":4.4103,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"60947033792","shards":2,"effective_bpw":4.4879,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"61182963392","shards":2,"effective_bpw":4.5053,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"61452971712","shards":2,"effective_bpw":4.5252,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"62991754464","shards":2,"effective_bpw":4.6385,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"63054669024","shards":2,"effective_bpw":4.6431,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"65359900352","shards":2,"effective_bpw":4.8129,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"67546178464","shards":2,"effective_bpw":4.9739,"repo":"lmstudio-community/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"67546178784","shards":2,"effective_bpw":4.9739,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"67586260672","shards":2,"effective_bpw":4.9768,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"68313961152","shards":2,"effective_bpw":5.0304,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"69096207552","shards":2,"effective_bpw":5.088,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"74256944832","shards":2,"effective_bpw":5.468,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"76546444992","shards":2,"effective_bpw":5.6366,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"79316144864","shards":2,"effective_bpw":5.8406,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"88432148672","shards":2,"effective_bpw":6.5118,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"88762447392","shards":3,"effective_bpw":6.5362,"repo":"lmstudio-community/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"89263526752","shards":3,"effective_bpw":6.5731,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"113399124512","shards":3,"effective_bpw":8.3503,"repo":"lmstudio-community/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"113399124800","shards":3,"effective_bpw":8.3503,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"114531589472","shards":3,"effective_bpw":8.4337,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"215561679712","shards":6,"effective_bpw":15.8732,"repo":"bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"215561682208","shards":5,"effective_bpw":15.8732,"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-large","canonical_repo":"openai/whisper-large","display_name":"whisper-large","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"1543304960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"38985","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-large","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"996526048","shards":1,"effective_bpw":5.1657,"repo":"handy-computer/whisper-large-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q4_K":416,"Q6_K":1,"Q8_0":96}},{"quant":"Q5_K_M","bytes":"1160366048","shards":1,"effective_bpw":6.015,"repo":"handy-computer/whisper-large-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q5_K":416,"Q6_K":1,"Q8_0":96}},{"quant":"Q6_K","bytes":"1296353248","shards":1,"effective_bpw":6.7199,"repo":"handy-computer/whisper-large-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q6_K":513}},{"quant":"Q8_0","bytes":"1667964192","shards":1,"effective_bpw":8.6462,"repo":"handy-computer/whisper-large-gguf","n_tensors":1261,"type_hist":{"F32":748,"Q8_0":513}},{"quant":"F16","bytes":"3106458176","shards":1,"effective_bpw":16.1029,"repo":"handy-computer/whisper-large-gguf","n_tensors":1261,"type_hist":{"F16":513,"F32":748}},{"quant":"F32","bytes":"6175245376","shards":1,"effective_bpw":32.0105,"repo":"handy-computer/whisper-large-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"prosopon-31b","canonical_repo":"Nimbz/Prosopon-31B","display_name":"Prosopon-31B","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"32682375020","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"38869","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Prosopon-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618913728","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188296640","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137268160","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992783296","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763443648","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439013312","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522620864","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378737856","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378738112","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683062720","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677923776","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366911680","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366911936","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366911936","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030052288","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892663488","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892663744","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233824960","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233825216","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484475840","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610919104","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494303680","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555890880","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555891136","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479785536","shards":1,"effective_bpw":4.7683,"repo":"Nimbz/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479788736","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479788992","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362227136","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280724544","shards":1,"effective_bpw":5.4539,"repo":"Nimbz/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280727744","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280728000","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814453824","shards":1,"effective_bpw":5.5845,"repo":"Nimbz/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814457024","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814457280","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357538880","shards":1,"effective_bpw":6.4518,"repo":"Nimbz/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357542080","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357542336","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Prosopon-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133041216","shards":1,"effective_bpw":8.3551,"repo":"Nimbz/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133044416","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Prosopon-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-6-7b-instruct","canonical_repo":"deepseek-ai/deepseek-coder-6.7b-instruct","display_name":"deepseek-coder-6.7b-instruct","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"6740512768","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"38476","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-6.7b-instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2534630336","shards":1,"effective_bpw":3.0082,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2827706592","shards":1,"effective_bpw":3.3561,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2827706592","shards":1,"effective_bpw":3.3561,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950176992","shards":1,"effective_bpw":3.5014,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950176992","shards":1,"effective_bpw":3.5014,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950177728","shards":1,"effective_bpw":3.5014,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299877088","shards":1,"effective_bpw":3.9165,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299877088","shards":1,"effective_bpw":3.9165,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299877824","shards":1,"effective_bpw":3.9165,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598983392","shards":1,"effective_bpw":4.2715,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598983392","shards":1,"effective_bpw":4.2715,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598984128","shards":1,"effective_bpw":4.2715,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827818720","shards":1,"effective_bpw":4.5431,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827818720","shards":1,"effective_bpw":4.5431,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827819456","shards":1,"effective_bpw":4.5431,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858751712","shards":1,"effective_bpw":4.5798,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858751712","shards":1,"effective_bpw":4.5798,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858752448","shards":1,"effective_bpw":4.5798,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4083015904","shards":1,"effective_bpw":4.8459,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4083015904","shards":1,"effective_bpw":4.8459,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4083016640","shards":1,"effective_bpw":4.8459,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653835200","shards":1,"effective_bpw":5.5234,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653835200","shards":1,"effective_bpw":5.5234,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785299680","shards":1,"effective_bpw":5.6794,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785299680","shards":1,"effective_bpw":5.6794,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785300416","shards":1,"effective_bpw":5.6794,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531476192","shards":1,"effective_bpw":6.5651,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531476192","shards":1,"effective_bpw":6.5651,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531476928","shards":1,"effective_bpw":6.5651,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163879648","shards":1,"effective_bpw":8.5025,"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163879648","shards":1,"effective_bpw":8.5025,"repo":"Dzluck/deepseek-coder-6.7B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163880384","shards":1,"effective_bpw":8.5025,"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neutrino","canonical_repo":"neuralcrew/neutrino","display_name":"neutrino","publisher":"neuralcrew","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"38429","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"flux-1-kontext-dev","canonical_repo":"black-forest-labs/FLUX.1-Kontext-dev","display_name":"FLUX.1-Kontext-dev","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"11901408320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"38411","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4023690528","shards":1,"effective_bpw":2.7047,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4023690528","shards":1,"effective_bpw":2.7047,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4023690528","shards":1,"effective_bpw":2.7047,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5225604384","shards":1,"effective_bpw":3.5126,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5225604384","shards":1,"effective_bpw":3.5126,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5225604384","shards":1,"effective_bpw":3.5126,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5368489248","shards":1,"effective_bpw":3.6086,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q3_K":266,"Q4_K":38}},{"quant":"Q3_K_M","bytes":"5368489248","shards":1,"effective_bpw":3.6086,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q4_0":304}},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6931817760","shards":1,"effective_bpw":4.6595,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6931817760","shards":1,"effective_bpw":4.6595,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q4_K":266,"Q5_K":38}},{"quant":"Q4_K_M","bytes":"6931817760","shards":1,"effective_bpw":4.6595,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7536977184","shards":1,"effective_bpw":5.0663,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7536977184","shards":1,"effective_bpw":5.0663,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8419501344","shards":1,"effective_bpw":5.6595,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8419501344","shards":1,"effective_bpw":5.6595,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q5_K":266,"Q6_K":38}},{"quant":"Q5_K_M","bytes":"8419501344","shards":1,"effective_bpw":5.6595,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9016255776","shards":1,"effective_bpw":6.0606,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9016255776","shards":1,"effective_bpw":6.0606,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9848349984","shards":1,"effective_bpw":6.62,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9848349984","shards":1,"effective_bpw":6.62,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q6_K":304}},{"quant":"Q6_K","bytes":"9848349984","shards":1,"effective_bpw":6.62,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"QuantStack/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F32":466,"BF16":10,"Q8_0":304}},{"quant":"F16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":780,"type_hist":{"F16":304,"F32":466,"BF16":10}},{"quant":"BF16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"bullerwins/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"unsloth/FLUX.1-Kontext-dev-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-klein-base-9b","canonical_repo":"black-forest-labs/FLUX.2-klein-base-9B","display_name":"FLUX.2-klein-base-9B","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"9078581248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"38390","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3980450080","shards":1,"effective_bpw":3.5076,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4689287456","shards":1,"effective_bpw":4.1322,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4769503520","shards":1,"effective_bpw":4.2029,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q3_K":76,"Q4_K":36}},{"quant":"Q4_0","bytes":"5616228640","shards":1,"effective_bpw":4.949,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q4_0":112}},{"quant":"Q4_K_S","bytes":"5834332448","shards":1,"effective_bpw":5.1412,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5909829920","shards":1,"effective_bpw":5.2077,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q4_K":76,"Q5_K":36}},{"quant":"Q4_1","bytes":"6161488160","shards":1,"effective_bpw":5.4295,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6706747680","shards":1,"effective_bpw":5.91,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6938482976","shards":1,"effective_bpw":6.1142,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7018699040","shards":1,"effective_bpw":6.1848,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q5_K":76,"Q6_K":36}},{"quant":"Q5_1","bytes":"7252007200","shards":1,"effective_bpw":6.3904,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7865424160","shards":1,"effective_bpw":6.931,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q6_K":112}},{"quant":"Q8_0","bytes":"9978304800","shards":1,"effective_bpw":8.7928,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F32":80,"BF16":9,"Q8_0":112}},{"quant":"BF16","bytes":"18157197600","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18157197600","shards":1,"effective_bpw":16,"repo":"unsloth/FLUX.2-klein-base-9B-GGUF","n_tensors":201,"type_hist":{"F16":112,"F32":80,"BF16":9}}]}
{"_type":"model","slug":"qwen3-vl-32b-instruct","canonical_repo":"Qwen/Qwen3-VL-32B-Instruct","display_name":"Qwen3-VL-32B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"38233","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-32B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7738885920","shards":1,"effective_bpw":1.856,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8302085920","shards":1,"effective_bpw":1.9911,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9019914560","shards":1,"effective_bpw":2.1632,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9277097760","shards":1,"effective_bpw":2.2249,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9951836480","shards":1,"effective_bpw":2.3867,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10514826560","shards":1,"effective_bpw":2.5217,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11362862400","shards":1,"effective_bpw":2.7251,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11553367840","shards":1,"effective_bpw":2.7708,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653120","shards":1,"effective_bpw":2.9606,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653600","shards":1,"effective_bpw":2.9606,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12526976800","shards":1,"effective_bpw":3.0043,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12821038400","shards":1,"effective_bpw":3.0748,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12967552800","shards":1,"effective_bpw":3.11,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13104333120","shards":1,"effective_bpw":3.1428,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13702922560","shards":1,"effective_bpw":3.2863,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389739840","shards":1,"effective_bpw":3.451,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740320","shards":1,"effective_bpw":3.451,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14930084160","shards":1,"effective_bpw":3.5806,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971778880","shards":1,"effective_bpw":3.8305,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q3_K":257,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"15971779360","shards":1,"effective_bpw":3.8305,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330995520","shards":1,"effective_bpw":4.1564,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690496320","shards":1,"effective_bpw":4.2427,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q5_K":64,"Q6_K":1,"IQ4_XS":385}},{"quant":"IQ4_XS","bytes":"17714806560","shards":1,"effective_bpw":4.2485,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679496000","shards":1,"effective_bpw":4.4798,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679496480","shards":1,"effective_bpw":4.4798,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703088960","shards":1,"effective_bpw":4.4855,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_0":441,"Q4_1":8,"Q6_K":1}},{"quant":"Q4_0","bytes":"18703089440","shards":1,"effective_bpw":4.4855,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771246400","shards":1,"effective_bpw":4.5019,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771246880","shards":1,"effective_bpw":4.5019,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150432","shards":1,"effective_bpw":4.7395,"repo":"Qwen/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150720","shards":1,"effective_bpw":4.7395,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q4_K":385,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"19762151200","shards":1,"effective_bpw":4.7395,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20339507520","shards":1,"effective_bpw":4.878,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636523840","shards":1,"effective_bpw":4.9492,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636524320","shards":1,"effective_bpw":4.9492,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635494720","shards":1,"effective_bpw":5.4286,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495200","shards":1,"effective_bpw":5.4286,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214832960","shards":1,"effective_bpw":5.5675,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q5_K":385,"Q6_K":65}},{"quant":"Q5_K_M","bytes":"23214833440","shards":1,"effective_bpw":5.5675,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23694950720","shards":1,"effective_bpw":5.6827,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883307840","shards":1,"effective_bpw":6.4473,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308320","shards":1,"effective_bpw":6.4473,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q6_K":450}},{"quant":"Q6_K_L","bytes":"27260109120","shards":1,"effective_bpw":6.5377,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720352","shards":1,"effective_bpw":8.3502,"repo":"Qwen/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720640","shards":1,"effective_bpw":8.3502,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":707,"type_hist":{"F32":257,"Q8_0":450}},{"quant":"Q8_0","bytes":"34817721120","shards":1,"effective_bpw":8.3502,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531576544","shards":2,"effective_bpw":15.7162,"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531577056","shards":2,"effective_bpw":15.7162,"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nex-n2-mini","canonical_repo":"nex-agi/Nex-N2-mini","display_name":"Nex-N2-mini","publisher":"nex-agi","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"38148","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"nex-agi/Nex-N2-mini","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778452480","shards":1,"effective_bpw":2.2283,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797144064","shards":1,"effective_bpw":2.4604,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010275328","shards":1,"effective_bpw":2.509,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066715648","shards":1,"effective_bpw":2.7497,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617078784","shards":1,"effective_bpw":2.8751,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113718784","shards":1,"effective_bpw":2.9883,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870829056","shards":1,"effective_bpw":3.3887,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516032","shards":1,"effective_bpw":3.5351,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218683392","shards":1,"effective_bpw":3.6958,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226547712","shards":1,"effective_bpw":3.6976,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886495232","shards":1,"effective_bpw":3.848,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900257792","shards":1,"effective_bpw":3.8511,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806446080","shards":1,"effective_bpw":4.2855,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861346304","shards":1,"effective_bpw":4.5259,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942610944","shards":1,"effective_bpw":4.5444,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592728064","shards":1,"effective_bpw":4.6925,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391448064","shards":1,"effective_bpw":4.8745,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768894464","shards":1,"effective_bpw":4.9606,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973768192","shards":1,"effective_bpw":5.0072,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"22114211808","shards":1,"effective_bpw":5.0392,"repo":"sjakek/Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156149760","shards":1,"effective_bpw":5.5045,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017456640","shards":1,"effective_bpw":5.7008,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331333120","shards":1,"effective_bpw":5.7723,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053414912","shards":1,"effective_bpw":6.8484,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299748352","shards":1,"effective_bpw":6.9045,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914690048","shards":1,"effective_bpw":8.4119,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376636832","shards":2,"effective_bpw":15.8091,"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dirty-muse-writer-v01-uncensored-erotica-nsfw","canonical_repo":"Mantis2024/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW","display_name":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW","publisher":"Mantis2024","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"37935","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Mantis2024/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378566208","shards":1,"effective_bpw":2.059,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2378566208","shards":1,"effective_bpw":2.059,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2378566208","shards":1,"effective_bpw":2.059,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953344","shards":1,"effective_bpw":2.2039,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953344","shards":1,"effective_bpw":2.2039,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953344","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931904","shards":1,"effective_bpw":2.4454,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931904","shards":1,"effective_bpw":2.4454,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931904","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382336","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382336","shards":1,"effective_bpw":2.6553,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382336","shards":1,"effective_bpw":2.6553,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487808","shards":1,"effective_bpw":2.78,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487808","shards":1,"effective_bpw":2.78,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487808","shards":1,"effective_bpw":2.78,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670656","shards":1,"effective_bpw":2.9732,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670656","shards":1,"effective_bpw":2.9732,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670656","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552512576","shards":1,"effective_bpw":3.0752,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552512576","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552512576","shards":1,"effective_bpw":3.0752,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740672","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740672","shards":1,"effective_bpw":3.2866,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740672","shards":1,"effective_bpw":3.2866,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399616","shards":1,"effective_bpw":3.2941,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399616","shards":1,"effective_bpw":3.2941,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399616","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990784","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990784","shards":1,"effective_bpw":3.5881,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990784","shards":1,"effective_bpw":3.5881,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666624","shards":1,"effective_bpw":3.7549,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494617152","shards":1,"effective_bpw":3.8907,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494617152","shards":1,"effective_bpw":3.8907,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494617152","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782848","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782848","shards":1,"effective_bpw":4.122,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782848","shards":1,"effective_bpw":4.122,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454464","shards":1,"effective_bpw":4.4429,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454464","shards":1,"effective_bpw":4.4429,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454464","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031872","shards":1,"effective_bpw":4.4866,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031872","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031872","shards":1,"effective_bpw":4.4866,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144256","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144256","shards":1,"effective_bpw":4.7118,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144256","shards":1,"effective_bpw":4.7118,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200576","shards":1,"effective_bpw":4.7257,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200576","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200576","shards":1,"effective_bpw":4.7257,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926912","shards":1,"effective_bpw":4.7428,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926912","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926912","shards":1,"effective_bpw":4.7428,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059392","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059392","shards":1,"effective_bpw":4.987,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059392","shards":1,"effective_bpw":4.987,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963369024","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963369024","shards":1,"effective_bpw":5.1621,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963369024","shards":1,"effective_bpw":5.1621,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593792","shards":1,"effective_bpw":5.6125,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593792","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593792","shards":1,"effective_bpw":5.6125,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368256","shards":1,"effective_bpw":5.7542,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368256","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368256","shards":1,"effective_bpw":5.7542,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071424","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071424","shards":1,"effective_bpw":6.5694,"repo":"skykholodovzz/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071424","shards":1,"effective_bpw":6.5694,"repo":"skilledu/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-instruct","canonical_repo":"moonshotai/Kimi-K2-Instruct","display_name":"Kimi-K2-Instruct","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"1026470731056","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"37471","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"moonshotai/Kimi-K2-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"243604284224","shards":5,"effective_bpw":1.8986,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"243604284224","shards":5,"effective_bpw":1.8986,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"280113603520","shards":6,"effective_bpw":2.1831,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"280113603520","shards":6,"effective_bpw":2.1831,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"304231648288","shards":7,"effective_bpw":2.3711,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"304231648288","shards":7,"effective_bpw":2.3711,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"328784475200","shards":7,"effective_bpw":2.5624,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"328784475200","shards":7,"effective_bpw":2.5624,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"347105195200","shards":8,"effective_bpw":2.7052,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"347105195200","shards":8,"effective_bpw":2.7052,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"373179203680","shards":8,"effective_bpw":2.9084,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"373179203680","shards":8,"effective_bpw":2.9084,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"373454454880","shards":8,"effective_bpw":2.9106,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"373454454880","shards":8,"effective_bpw":2.9106,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"416622218560","shards":9,"effective_bpw":3.247,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"416622218560","shards":9,"effective_bpw":3.247,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"442417651616","shards":10,"effective_bpw":3.4481,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"442417651616","shards":10,"effective_bpw":3.4481,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489378373568","shards":11,"effective_bpw":3.8141,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489378373568","shards":11,"effective_bpw":3.8141,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"546510814816","shards":12,"effective_bpw":4.2593,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"546510814816","shards":12,"effective_bpw":4.2593,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"578491487968","shards":12,"effective_bpw":4.5086,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"578491487968","shards":12,"effective_bpw":4.5086,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"580619179872","shards":13,"effective_bpw":4.5252,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"580619179872","shards":13,"effective_bpw":4.5252,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"582746871648","shards":13,"effective_bpw":4.5418,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"582746871648","shards":13,"effective_bpw":4.5418,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"620781770528","shards":13,"effective_bpw":4.8382,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"620781770528","shards":13,"effective_bpw":4.8382,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"642526234336","shards":13,"effective_bpw":5.0077,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"642526234336","shards":13,"effective_bpw":5.0077,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"706560980992","shards":15,"effective_bpw":5.5067,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"706560980992","shards":15,"effective_bpw":5.5067,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"728346884160","shards":16,"effective_bpw":5.6765,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"728346884160","shards":16,"effective_bpw":5.6765,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"842634817376","shards":18,"effective_bpw":6.5672,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"842634817376","shards":18,"effective_bpw":6.5672,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1091053886208","shards":23,"effective_bpw":8.5033,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1091053886208","shards":23,"effective_bpw":8.5033,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2053155812768","shards":45,"effective_bpw":16.0017,"repo":"unsloth/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2053155812768","shards":45,"effective_bpw":16.0017,"repo":"jobs-git/Kimi-K2-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-v2-mtp-gguf","canonical_repo":"Jackrong/Qwopus3.6-27B-v2-MTP-GGUF","display_name":"Qwopus3.6-27B-v2-MTP-GGUF","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"27320698672","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"37071","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"9374507456","shards":1,"effective_bpw":2.745,"repo":"infosave/cortiq_qwopus_dev","n_tensors":866,"type_hist":{"F32":360,"Q4_K":439,"Q6_K":67}},{"quant":"Q5_K_M","bytes":"10825474496","shards":1,"effective_bpw":3.1699,"repo":"infosave/cortiq_qwopus_dev","n_tensors":866,"type_hist":{"F32":360,"Q5_K":439,"Q6_K":67}},{"quant":"Q8_0","bytes":"16011972800","shards":1,"effective_bpw":4.6886,"repo":"infosave/cortiq_qwopus_dev","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}},{"quant":"F16","bytes":"30121054400","shards":1,"effective_bpw":8.82,"repo":"infosave/cortiq_qwopus_dev","n_tensors":866,"type_hist":{"F16":506,"F32":360}}]}
{"_type":"model","slug":"deepseek-coder-v2-lite-instruct","canonical_repo":"deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","display_name":"DeepSeek-Coder-V2-Lite-Instruct","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"15706484224","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"37028","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4994131712","shards":1,"effective_bpw":2.5437,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5236564736","shards":1,"effective_bpw":2.6672,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5640619776","shards":1,"effective_bpw":2.873,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"5967402752","shards":1,"effective_bpw":3.0395,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6005212928","shards":1,"effective_bpw":3.0587,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6328456960","shards":1,"effective_bpw":3.2234,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6430464768","shards":1,"effective_bpw":3.2753,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6430464960","shards":1,"effective_bpw":3.2753,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"6455376640","shards":1,"effective_bpw":3.288,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6964057856","shards":1,"effective_bpw":3.5471,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7122857728","shards":1,"effective_bpw":3.628,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7122857920","shards":1,"effective_bpw":3.628,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7487663872","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7487663872","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7487664064","shards":1,"effective_bpw":3.8138,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7487664064","shards":1,"effective_bpw":3.8138,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7553175296","shards":1,"effective_bpw":3.8472,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7553175296","shards":1,"effective_bpw":3.8472,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7553175488","shards":1,"effective_bpw":3.8472,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"8126607104","shards":1,"effective_bpw":4.1392,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8126607296","shards":1,"effective_bpw":4.1392,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459398912","shards":1,"effective_bpw":4.3087,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459398912","shards":1,"effective_bpw":4.3087,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459399104","shards":1,"effective_bpw":4.3087,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8571593472","shards":1,"effective_bpw":4.3659,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8571593472","shards":1,"effective_bpw":4.3659,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8646804416","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8905110272","shards":1,"effective_bpw":4.5358,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9533608704","shards":1,"effective_bpw":4.8559,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9533608896","shards":1,"effective_bpw":4.8559,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10364416768","shards":1,"effective_bpw":5.2791,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"10364416768","shards":1,"effective_bpw":5.2791,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10364416960","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11143057888","shards":1,"effective_bpw":5.6756,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11143058368","shards":1,"effective_bpw":5.6756,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"11851313632","shards":1,"effective_bpw":6.0364,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11851313920","shards":1,"effective_bpw":6.0364,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11851314112","shards":1,"effective_bpw":6.0364,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066972128","shards":1,"effective_bpw":7.1649,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066972416","shards":1,"effective_bpw":7.1649,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066972608","shards":1,"effective_bpw":7.1649,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702517728","shards":1,"effective_bpw":8.5073,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702518016","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702518208","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"31424033248","shards":1,"effective_bpw":16.0056,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-12b-mag-mell-r1","canonical_repo":"inflatebot/MN-12B-Mag-Mell-R1","display_name":"MN-12B-Mag-Mell-R1","publisher":"inflatebot","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"36930","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"inflatebot/MN-12B-Mag-Mell-R1","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138474464","shards":1,"effective_bpw":2.7032,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435024864","shards":1,"effective_bpw":2.8969,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791049184","shards":1,"effective_bpw":3.1294,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791049376","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306489824","shards":1,"effective_bpw":3.4661,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306490016","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446409184","shards":1,"effective_bpw":3.5575,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534227424","shards":1,"effective_bpw":3.6148,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534227616","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562080416","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722233824","shards":1,"effective_bpw":3.7376,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722234016","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083091424","shards":1,"effective_bpw":3.9734,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083091616","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561504224","shards":1,"effective_bpw":4.2858,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561504416","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742711264","shards":1,"effective_bpw":4.4042,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800055456","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094639584","shards":1,"effective_bpw":4.6341,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097916384","shards":1,"effective_bpw":4.6362,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120198624","shards":1,"effective_bpw":4.6508,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120198816","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204064","shards":1,"effective_bpw":4.884,"repo":"inflatebot/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205984","shards":1,"effective_bpw":4.884,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477206176","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795219424","shards":1,"effective_bpw":5.0917,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975279584","shards":1,"effective_bpw":5.2093,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518736864","shards":1,"effective_bpw":5.5643,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518737056","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727632864","shards":1,"effective_bpw":5.7007,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727633056","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141820384","shards":1,"effective_bpw":5.9712,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209504","shards":1,"effective_bpw":6.5685,"repo":"inflatebot/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056211424","shards":1,"effective_bpw":6.5685,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056211616","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381269984","shards":1,"effective_bpw":6.7808,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368864","shards":1,"effective_bpw":8.5059,"repo":"inflatebot/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022370784","shards":1,"effective_bpw":8.5059,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022370976","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276064","shards":1,"effective_bpw":16.0057,"repo":"inflatebot/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504277696","shards":1,"effective_bpw":16.0057,"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melody1437-26b-a4b-v2-0","canonical_repo":"ReadyArt/Melody1437-26B-A4B-v2.0","display_name":"Melody1437-26B-A4B-v2.0","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"36684","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"12336464128","shards":1,"effective_bpw":3.718,"repo":"EmanuelOverride/Melody1437-26B-A4B-v2.0-APEX-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q3_K":122,"Q4_0":30,"Q4_K":67,"Q5_0":22,"Q5_1":8,"Q5_K":16,"Q6_K":1}},{"quant":"Q4_K_M","bytes":"13589691136","shards":1,"effective_bpw":4.0957,"repo":"EmanuelOverride/Melody1437-26B-A4B-v2.0-APEX-GGUF","n_tensors":658,"type_hist":{"F32":392,"Q3_K":20,"Q4_0":20,"Q4_K":125,"Q5_0":10,"Q6_K":61,"Q8_0":30}},{"quant":"Q4_K_M","bytes":"34462874560","shards":2,"effective_bpw":10.3866,"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38312776192","shards":2,"effective_bpw":11.5469,"repo":"EmanuelOverride/Melody1437-26B-A4B-v2.0-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"39136623552","shards":2,"effective_bpw":11.7952,"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"46147641280","shards":2,"effective_bpw":13.9082,"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54411779008","shards":2,"effective_bpw":16.3989,"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-34b-80l-fable-5-heretic","canonical_repo":"hiebo/Qwen3.6-34B-80L-Fable-5-Heretic","display_name":"Qwen3.6-34B-80L-Fable-5-Heretic","publisher":"hiebo","modality":"text","arch_key":"qwen35","params_total":"33445027696","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"36608","n_layers":80,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"hiebo/Qwen3.6-34B-80L-Fable-5-Heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13174736736","shards":1,"effective_bpw":3.1514,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13174737024","shards":1,"effective_bpw":3.1514,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14874970976","shards":1,"effective_bpw":3.5581,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14874971264","shards":1,"effective_bpw":3.5581,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15307385984","shards":1,"effective_bpw":3.6615,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15513496704","shards":1,"effective_bpw":3.7108,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16422767456","shards":1,"effective_bpw":3.9283,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":1078,"type_hist":{"F32":448,"Q3_K":446,"Q4_K":176,"Q5_K":7,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"16422767744","shards":1,"effective_bpw":3.9283,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17745939296","shards":1,"effective_bpw":4.2448,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17745939584","shards":1,"effective_bpw":4.2448,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18647330944","shards":1,"effective_bpw":4.4604,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18786594656","shards":1,"effective_bpw":4.4937,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":1078,"type_hist":{"F32":448,"Q5_K":91,"Q6_K":1,"IQ4_XS":538}},{"quant":"I1-Q4_0","bytes":"19198509184","shards":1,"effective_bpw":4.5923,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19274530656","shards":1,"effective_bpw":4.6104,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19274530944","shards":1,"effective_bpw":4.6104,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20505296736","shards":1,"effective_bpw":4.9048,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":1078,"type_hist":{"F32":448,"Q4_K":547,"Q6_K":83}},{"quant":"I1-Q4_K_M","bytes":"20505297024","shards":1,"effective_bpw":4.9048,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21151195264","shards":1,"effective_bpw":5.0593,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23159586656","shards":1,"effective_bpw":5.5397,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23159586944","shards":1,"effective_bpw":5.5397,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23861477216","shards":1,"effective_bpw":5.7076,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23861477504","shards":1,"effective_bpw":5.7076,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27427418976","shards":1,"effective_bpw":6.5606,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":1078,"type_hist":{"F32":448,"Q6_K":630}},{"quant":"I1-Q6_K","bytes":"27427419264","shards":1,"effective_bpw":6.5606,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35517853536","shards":1,"effective_bpw":8.4958,"repo":"mradermacher/Qwen3.6-34B-80L-Fable-5-Heretic-GGUF","n_tensors":1078,"type_hist":{"F32":448,"Q8_0":630}}]}
{"_type":"model","slug":"unsloth-qwen3-6-27b-nvfp4","canonical_repo":"unsloth/Qwen3.6-27B-NVFP4","display_name":"Qwen3.6-27B-NVFP4","publisher":"unsloth","modality":"text","arch_key":"qwen35","params_total":"21232361056","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"36524","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.6-27B-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"23172466112","shards":1,"effective_bpw":8.731,"repo":"williamliao/Qwen3.6-27B-Unsloth-NVFP4-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"28230538624","shards":1,"effective_bpw":10.6368,"repo":"neko-legends/Qwen3.6-27B-NVFP4-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darwin-36b-opus","canonical_repo":"FINAL-Bench/Darwin-36B-Opus","display_name":"Darwin-36B-Opus","publisher":"FINAL-Bench","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"36510","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"FINAL-Bench/Darwin-36B-Opus","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"5103013920","shards":1,"effective_bpw":1.1778,"repo":"FINAL-Bench/POCKET-KR-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"8239208384","shards":1,"effective_bpw":1.9017,"repo":"FINAL-Bench/POCKET-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8535574560","shards":1,"effective_bpw":1.9701,"repo":"FINAL-Bench/POCKET-KR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10982916128","shards":1,"effective_bpw":2.535,"repo":"FINAL-Bench/POCKET-KR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939593664","shards":1,"effective_bpw":2.9866,"repo":"FINAL-Bench/POCKET-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764763840","shards":1,"effective_bpw":3.8695,"repo":"FINAL-Bench/POCKET-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757568","shards":1,"effective_bpw":4.8855,"repo":"FINAL-Bench/POCKET-35B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-opus-deckard-v4-2-uncensored-heretic-thinking","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking","display_name":"Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"36359","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742643232","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877270560","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101649440","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346848","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427969568","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472672","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697240608","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827264032","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938167328","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243417632","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408416","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370819616","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415384096","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623526432","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925516320","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196442144","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941280","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351631392","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215968","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110816","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334816","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311264","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467971616","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359261216","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10481050336","shards":1,"effective_bpw":8.9107,"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-styletune-v2","canonical_repo":"Gryphe/Gemma-4-26B-A4B-StyleTune-V2","display_name":"Gemma-4-26B-A4B-StyleTune-V2","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"36332","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Gryphe/Gemma-4-26B-A4B-StyleTune-V2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532492640","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910878560","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541521760","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652000","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190395744","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910304","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824958528","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824958816","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703200","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642888544","shards":1,"effective_bpw":3.509,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262432","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539604032","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604320","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604320","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12653657440","shards":1,"effective_bpw":3.8136,"repo":"EmanuelOverride/Gemma-4-26B-A4B-StyleTune-V2-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758304","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928128","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":659,"type_hist":{"F32":392,"Q3_K":151,"Q4_K":53,"Q5_0":58,"Q5_1":2,"Q5_K":2,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"13603928416","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14004926304","shards":1,"effective_bpw":4.2209,"repo":"EmanuelOverride/Gemma-4-26B-A4B-StyleTune-V2-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141682752","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683040","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309893984","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976512","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":659,"type_hist":{"F32":392,"Q5_1":6,"Q6_K":1,"IQ4_NL":54,"IQ4_XS":206}},{"quant":"I1-Q4_0","bytes":"14903292768","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061504","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880061792","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950240","shards":1,"effective_bpw":4.952,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252288","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":659,"type_hist":{"F32":392,"Q4_K":193,"Q5_0":32,"Q6_K":14,"Q8_0":28}},{"quant":"I1-Q4_K_M","bytes":"17211252576","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494244416","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494244704","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640401472","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":659,"type_hist":{"F32":392,"Q5_1":32,"Q5_K":193,"Q6_K":14,"Q8_0":28}},{"quant":"I1-Q5_K_M","bytes":"19640401760","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952192","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952480","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194368","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","n_tensors":659,"type_hist":{"F32":392,"Q8_0":267}},{"quant":"Q6_K","bytes":"39523879616","shards":2,"effective_bpw":11.9119,"repo":"EmanuelOverride/Gemma-4-26B-A4B-StyleTune-V2-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"translategemma-4b-it","canonical_repo":"google/translategemma-4b-it","display_name":"translategemma-4b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"4971331952","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"36298","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1729180160","shards":1,"effective_bpw":2.7826,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937379840","shards":1,"effective_bpw":3.1177,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098475520","shards":1,"effective_bpw":3.3769,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236100672","shards":1,"effective_bpw":3.5984,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236101120","shards":1,"effective_bpw":3.5984,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279641600","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377945152","shards":1,"effective_bpw":3.8267,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377945600","shards":1,"effective_bpw":3.8267,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489909312","shards":1,"effective_bpw":4.0068,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489909760","shards":1,"effective_bpw":4.0068,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764607552","shards":1,"effective_bpw":4.4489,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764608000","shards":1,"effective_bpw":4.4489,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829713472","shards":1,"effective_bpw":4.5537,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829713920","shards":1,"effective_bpw":4.5537,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190755392","shards":1,"effective_bpw":5.1346,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190755840","shards":1,"effective_bpw":5.1346,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130417472","shards":1,"effective_bpw":6.6468,"repo":"bullerwins/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130417920","shards":1,"effective_bpw":6.6468,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767819520","shards":1,"effective_bpw":12.5002,"repo":"mradermacher/translategemma-4b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ui-tars-72b-dpo","canonical_repo":"ByteDance-Seed/UI-TARS-72B-DPO","display_name":"UI-TARS-72B-DPO","publisher":"ByteDance-Seed","modality":"vision_language","arch_key":"qwen2vl","params_total":"73405560320","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"36053","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance-Seed/UI-TARS-72B-DPO","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740210304","shards":1,"effective_bpw":2.5873,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490021504","shards":1,"effective_bpw":2.778,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057642624","shards":1,"effective_bpw":2.9488,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939134592","shards":1,"effective_bpw":3.0449,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338983552","shards":1,"effective_bpw":3.1975,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811760256","shards":1,"effective_bpw":3.249,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028272256","shards":1,"effective_bpw":3.3816,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845080192","shards":1,"effective_bpw":3.4706,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487786624","shards":1,"effective_bpw":3.7586,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503594624","shards":1,"effective_bpw":3.8693,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698722944","shards":1,"effective_bpw":4.1085,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505222528","shards":1,"effective_bpw":4.3054,"repo":"lmstudio-community/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505222784","shards":1,"effective_bpw":4.3054,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709072512","shards":1,"effective_bpw":4.3276,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315622016","shards":1,"effective_bpw":4.5027,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383124096","shards":1,"effective_bpw":4.5101,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889220736","shards":1,"effective_bpw":4.7832,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697883264","shards":1,"effective_bpw":4.9803,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415712640","shards":1,"effective_bpw":5.1675,"repo":"lmstudio-community/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415712896","shards":1,"effective_bpw":5.1675,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375136064","shards":2,"effective_bpw":5.599,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447463776","shards":2,"effective_bpw":5.9339,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347626592","shards":2,"effective_bpw":7.0128,"repo":"lmstudio-community/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347626848","shards":2,"effective_bpw":7.0128,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262609504","shards":2,"effective_bpw":8.4204,"repo":"lmstudio-community/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262609760","shards":2,"effective_bpw":8.4204,"repo":"bartowski/UI-TARS-72B-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b-derestricted","canonical_repo":"ArliAI/gpt-oss-20b-Derestricted","display_name":"gpt-oss-20b-Derestricted","publisher":"ArliAI","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"35941","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"ArliAI/gpt-oss-20b-Derestricted","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"12061074464","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065498144","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065514496","shards":1,"effective_bpw":4.6151,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12245763104","shards":1,"effective_bpw":4.6841,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916134944","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916151296","shards":1,"effective_bpw":4.9405,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335094304","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335110656","shards":1,"effective_bpw":5.1007,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654226464","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805120096","shards":1,"effective_bpw":6.0455,"repo":"gghfez/gpt-oss-20b-Derestricted-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805120544","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805136896","shards":1,"effective_bpw":6.0455,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15892188704","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893046304","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893062656","shards":1,"effective_bpw":6.4617,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193329184","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193345536","shards":1,"effective_bpw":8.4891,"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261896224","shards":1,"effective_bpw":8.5153,"repo":"mradermacher/gpt-oss-20b-Derestricted-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-nano-30b-a3b-bf16","canonical_repo":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","display_name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"31577937344","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"35871","n_layers":52,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2688,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":6,"arch_source":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K_L","bytes":"18096465696","shards":1,"effective_bpw":4.5846,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"18113840928","shards":1,"effective_bpw":4.589,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18122184480","shards":1,"effective_bpw":4.5911,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"18124162848","shards":1,"effective_bpw":4.5916,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"18145387296","shards":1,"effective_bpw":4.597,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18168955680","shards":1,"effective_bpw":4.6029,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18178933536","shards":1,"effective_bpw":4.6055,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18214716192","shards":1,"effective_bpw":4.6145,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20007397152","shards":1,"effective_bpw":5.0687,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20057254176","shards":1,"effective_bpw":5.0813,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20749435168","shards":1,"effective_bpw":5.2567,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22019698464","shards":1,"effective_bpw":5.5785,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22421827488","shards":1,"effective_bpw":5.6804,"repo":"ggml-org/Nemotron-Nano-3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23953735968","shards":1,"effective_bpw":6.0685,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24515129632","shards":1,"effective_bpw":6.2107,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24574373664","shards":1,"effective_bpw":6.2257,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26149294368","shards":1,"effective_bpw":6.6247,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33508166944","shards":1,"effective_bpw":8.489,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33508167456","shards":1,"effective_bpw":8.489,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585495328","shards":1,"effective_bpw":8.5086,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585495840","shards":1,"effective_bpw":8.5086,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585500064","shards":1,"effective_bpw":8.5086,"repo":"ggml-org/Nemotron-Nano-3-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"63181504480","shards":2,"effective_bpw":16.0065,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"63181504736","shards":2,"effective_bpw":16.0065,"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"63181509024","shards":1,"effective_bpw":16.0065,"repo":"ggml-org/Nemotron-Nano-3-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythomax-l2-13b","canonical_repo":"Gryphe/MythoMax-L2-13b","display_name":"MythoMax-L2-13b","publisher":"Gryphe","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"35801","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/MythoMax-L2-13b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3113725920","shards":1,"effective_bpw":1.9138,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3753521120","shards":1,"effective_bpw":2.307,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4106186720","shards":1,"effective_bpw":2.5238,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4412721120","shards":1,"effective_bpw":2.7122,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4732618720","shards":1,"effective_bpw":2.9088,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5047549920","shards":1,"effective_bpw":3.1024,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5175601120","shards":1,"effective_bpw":3.1811,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5554890720","shards":1,"effective_bpw":3.4142,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5852260320","shards":1,"effective_bpw":3.597,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5852260320","shards":1,"effective_bpw":3.597,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6177789920","shards":1,"effective_bpw":3.7971,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6531049440","shards":1,"effective_bpw":4.0142,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7122839520","shards":1,"effective_bpw":4.3779,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7616458720","shards":1,"effective_bpw":4.6813,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8059236320","shards":1,"effective_bpw":4.9535,"repo":"Clevyby/Mythomax-L2-13b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8059236320","shards":1,"effective_bpw":4.9535,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9165565920","shards":1,"effective_bpw":5.6335,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9423204320","shards":1,"effective_bpw":5.7918,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10872420320","shards":1,"effective_bpw":6.6826,"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/MythoMax-L2-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-5-air","canonical_repo":"zai-org/GLM-4.5-Air","display_name":"GLM-4.5-Air","publisher":"zai-org","modality":"text","arch_key":"glm4moe","params_total":"110468824832","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"35622","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"zai-org/GLM-4.5-Air","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"37856537056","shards":1,"effective_bpw":2.7415,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"38260919360","shards":1,"effective_bpw":2.7708,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"38503140416","shards":1,"effective_bpw":2.7883,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"39618734560","shards":1,"effective_bpw":2.8691,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"40061520960","shards":1,"effective_bpw":2.9012,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"42191153632","shards":1,"effective_bpw":3.0554,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"42543606240","shards":1,"effective_bpw":3.0809,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"42682240064","shards":1,"effective_bpw":3.091,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"44389321792","shards":1,"effective_bpw":3.2146,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"45116025312","shards":1,"effective_bpw":3.2672,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45322103872","shards":1,"effective_bpw":3.2822,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"45467593792","shards":1,"effective_bpw":3.2927,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46102702560","shards":1,"effective_bpw":3.3387,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"46708910560","shards":1,"effective_bpw":3.3826,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"50343066304","shards":2,"effective_bpw":3.6458,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"50839837376","shards":2,"effective_bpw":3.6818,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"51445288224","shards":2,"effective_bpw":3.7256,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52655381792","shards":2,"effective_bpw":3.8132,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"53415959232","shards":2,"effective_bpw":3.8683,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55477787328","shards":2,"effective_bpw":4.0176,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"55481637568","shards":2,"effective_bpw":4.0179,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55910373792","shards":2,"effective_bpw":4.049,"repo":"lmstudio-community/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55910374048","shards":2,"effective_bpw":4.049,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"57203694848","shards":2,"effective_bpw":4.1426,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"60480900352","shards":2,"effective_bpw":4.3799,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"60806220480","shards":2,"effective_bpw":4.4035,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"62710615296","shards":2,"effective_bpw":4.5414,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"62781050112","shards":2,"effective_bpw":4.5465,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"63064509120","shards":2,"effective_bpw":4.567,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"63761992352","shards":2,"effective_bpw":4.6176,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"67033386240","shards":2,"effective_bpw":4.8545,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"68310026944","shards":2,"effective_bpw":4.9469,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"69407886592","shards":2,"effective_bpw":5.0264,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"69546035904","shards":2,"effective_bpw":5.0364,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"72975748384","shards":2,"effective_bpw":5.2848,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73501936032","shards":2,"effective_bpw":5.3229,"repo":"lmstudio-community/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73501936320","shards":2,"effective_bpw":5.3229,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"78417661216","shards":2,"effective_bpw":5.6789,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"78553041600","shards":2,"effective_bpw":5.6887,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"83519589632","shards":2,"effective_bpw":6.0484,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"83722013472","shards":3,"effective_bpw":6.063,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"99007528192","shards":2,"effective_bpw":7.17,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"99183770144","shards":3,"effective_bpw":7.1828,"repo":"lmstudio-community/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"99183770432","shards":3,"effective_bpw":7.1828,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117456505344","shards":3,"effective_bpw":8.506,"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117456505344","shards":3,"effective_bpw":8.506,"repo":"lmstudio-community/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117456506240","shards":3,"effective_bpw":8.506,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"220997406080","shards":5,"effective_bpw":16.0043,"repo":"unsloth/GLM-4.5-Air-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fun-asr-mlt-nano-2512","canonical_repo":"FunAudioLLM/Fun-ASR-MLT-Nano-2512","display_name":"Fun-ASR-MLT-Nano-2512","publisher":"FunAudioLLM","modality":"audio_asr","arch_key":"funasr_nano","params_total":"829791840","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"35576","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"556975168","shards":1,"effective_bpw":5.3698,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"631129152","shards":1,"effective_bpw":6.0847,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"690744384","shards":1,"effective_bpw":6.6594,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"891271232","shards":1,"effective_bpw":8.5927,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1667504192","shards":1,"effective_bpw":16.0764,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1667504192","shards":1,"effective_bpw":16.0764,"repo":"handy-computer/Fun-ASR-MLT-Nano-2512-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-heretic-mtp","canonical_repo":"SC117/Ornith-1.0-35B-Heretic-MTP","display_name":"Ornith-1.0-35B-Heretic-MTP","publisher":"SC117","modality":"text","arch_key":"clip","params_total":null,"is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"35421","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"SC117/Ornith-1.0-35B-Heretic-MTP","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247182848","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183136","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035648","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547035936","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414560","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624032","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659584","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166659872","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090624","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552090912","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522336","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056448","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226336","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862336","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366862624","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463296","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463584","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377883936","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755008","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755296","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532800","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533088","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731648","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208731936","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149888","shards":1,"effective_bpw":null,"repo":"mradermacher/Ornith-1.0-35B-Heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066994144","shards":1,"effective_bpw":null,"repo":"SC117/Ornith-1.0-35B-Heretic-MTP-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-7b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-VL-7B-Instruct-abliterated","display_name":"Qwen2.5-VL-7B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"35411","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-VL-7B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903667872","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196640","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077920","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022368","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637920","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342944","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074272","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940512","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940768","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515104","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256544","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368800","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369056","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499192992","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012576","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391584","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q3_K":113,"Q4_K":81,"Q5_K":3,"Q6_K":1}},{"quant":"I1-Q3_K_M","bytes":"3808391840","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459680","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459936","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473120","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298784","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":31,"Q6_K":1,"IQ4_XS":166}},{"quant":"I1-IQ4_NL","bytes":"4437813920","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121760","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769376","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769632","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073376","shards":1,"effective_bpw":4.5181,"repo":"AdvancedDataIntelligence/adi-qwen2.5-vl-7b-ablit-glm5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q4_K":169,"Q6_K":29}},{"quant":"I1-Q4_K_M","bytes":"4683074208","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284256","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176864","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177120","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831648","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q5_K":169,"Q6_K":29}},{"quant":"I1-Q5_K_M","bytes":"5444831904","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199200","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F32":141,"Q6_K":198}},{"quant":"I1-Q6_K","bytes":"6254199456","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853600","shards":1,"effective_bpw":14.701,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","n_tensors":339,"type_hist":{"F16":198,"F32":141}}]}
{"_type":"model","slug":"llama-3-2-3b-instruct-uncensored","canonical_repo":"chuanli11/Llama-3.2-3B-Instruct-uncensored","display_name":"Llama-3.2-3B-Instruct-uncensored","publisher":"chuanli11","modality":"text","arch_key":"llama","params_total":"3606752256","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"35188","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"chuanli11/Llama-3.2-3B-Instruct-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1493217664","shards":1,"effective_bpw":3.312,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1493217856","shards":1,"effective_bpw":3.312,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1646086528","shards":1,"effective_bpw":3.6511,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1646086720","shards":1,"effective_bpw":3.6511,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1712146816","shards":1,"effective_bpw":3.7976,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1712147008","shards":1,"effective_bpw":3.7976,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1712147008","shards":1,"effective_bpw":3.7976,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1768966528","shards":1,"effective_bpw":3.9237,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1768966720","shards":1,"effective_bpw":3.9237,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1856457088","shards":1,"effective_bpw":4.1177,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1856457280","shards":1,"effective_bpw":4.1177,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1877985664","shards":1,"effective_bpw":4.1655,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1984645504","shards":1,"effective_bpw":4.4021,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1984645696","shards":1,"effective_bpw":4.4021,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2038423936","shards":1,"effective_bpw":4.5214,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2050220608","shards":1,"effective_bpw":4.5475,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2143535488","shards":1,"effective_bpw":4.7545,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2149826944","shards":1,"effective_bpw":4.7684,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2149827136","shards":1,"effective_bpw":4.7684,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2241003904","shards":1,"effective_bpw":4.9707,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2241004096","shards":1,"effective_bpw":4.9707,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2533427584","shards":1,"effective_bpw":5.6193,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2540388736","shards":1,"effective_bpw":5.6347,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2540388928","shards":1,"effective_bpw":5.6347,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2593030528","shards":1,"effective_bpw":5.7515,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2593030720","shards":1,"effective_bpw":5.7515,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2836203904","shards":1,"effective_bpw":6.2909,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2967058816","shards":1,"effective_bpw":6.5811,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2967059008","shards":1,"effective_bpw":6.5811,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3157903744","shards":1,"effective_bpw":7.0044,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3840526720","shards":1,"effective_bpw":8.5185,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3840526912","shards":1,"effective_bpw":8.5185,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688384","shards":1,"effective_bpw":14.2703,"repo":"hungng/Llama-3.2-uncensored-erotica","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7221692512","shards":1,"effective_bpw":16.0182,"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7221692992","shards":1,"effective_bpw":16.0182,"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-12b-iq-ultra-heretic-uncensored-thinking-v2-hightop","canonical_repo":"DavidAU/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop","display_name":"Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"12135980720","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"35139","n_layers":24,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4936302848","shards":1,"effective_bpw":3.254,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4936302848","shards":1,"effective_bpw":3.254,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5527865088","shards":1,"effective_bpw":3.644,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5527865088","shards":1,"effective_bpw":3.644,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5657380608","shards":1,"effective_bpw":3.7293,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5657380608","shards":1,"effective_bpw":3.7293,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5717960448","shards":1,"effective_bpw":3.7693,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5717960448","shards":1,"effective_bpw":3.7693,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5990795008","shards":1,"effective_bpw":3.9491,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5990795008","shards":1,"effective_bpw":3.9491,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6379423488","shards":1,"effective_bpw":4.2053,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6379423488","shards":1,"effective_bpw":4.2053,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6778555648","shards":1,"effective_bpw":4.4684,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6778555648","shards":1,"effective_bpw":4.4684,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6909494528","shards":1,"effective_bpw":4.5547,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6909494528","shards":1,"effective_bpw":4.5547,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6963234048","shards":1,"effective_bpw":4.5901,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6963234048","shards":1,"effective_bpw":4.5901,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7064814848","shards":1,"effective_bpw":4.6571,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7064814848","shards":1,"effective_bpw":4.6571,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7323108608","shards":1,"effective_bpw":4.8274,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7323108608","shards":1,"effective_bpw":4.8274,"repo":"hellork/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7323108608","shards":1,"effective_bpw":4.8274,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8209851648","shards":1,"effective_bpw":5.4119,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8209851648","shards":1,"effective_bpw":5.4119,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8209851648","shards":1,"effective_bpw":5.4119,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8209851648","shards":1,"effective_bpw":5.4119,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8422925568","shards":1,"effective_bpw":5.5524,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8422925568","shards":1,"effective_bpw":5.5524,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9591481088","shards":1,"effective_bpw":6.3227,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9591481088","shards":1,"effective_bpw":6.3227,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12418839808","shards":1,"effective_bpw":8.1865,"repo":"larue316/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12418839808","shards":1,"effective_bpw":8.1865,"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vieneu-tts-0-3b","canonical_repo":"pnnbao-ump/VieNeu-TTS-0.3B","display_name":"VieNeu-TTS-0.3B","publisher":"pnnbao-ump","modality":"audio_tts","arch_key":"qwen3","params_total":"244131584","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"35021","n_layers":28,"n_head":12,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":66938,"ctx_native":4096,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pnnbao-ump/VieNeu-TTS-0.3B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"202059392","shards":1,"effective_bpw":6.6213,"repo":"pnnbao-ump/VieNeu-TTS-0.3B-q4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"320418720","shards":1,"effective_bpw":10.4999,"repo":"pnnbao-ump/VieNeu-TTS-0.3B-q8-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1","canonical_repo":"deepseek-ai/DeepSeek-R1","display_name":"DeepSeek-R1","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"34944","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-R1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"133555673312","shards":4,"effective_bpw":1.5608,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"140231438464","shards":3,"effective_bpw":1.6389,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"148882856672","shards":4,"effective_bpw":1.74,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"168916283648","shards":4,"effective_bpw":1.9741,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174428162368","shards":5,"effective_bpw":2.0385,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"195088277888","shards":5,"effective_bpw":2.28,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"196162482432","shards":4,"effective_bpw":2.2925,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"196996413856","shards":6,"effective_bpw":2.3023,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"217432658368","shards":6,"effective_bpw":2.5411,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244028343936","shards":5,"effective_bpw":2.8519,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244028344384","shards":7,"effective_bpw":2.8519,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244245534336","shards":5,"effective_bpw":2.8545,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244933304448","shards":7,"effective_bpw":2.8625,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"257932870176","shards":7,"effective_bpw":3.0144,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289082588832","shards":8,"effective_bpw":3.3785,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"292090969792","shards":8,"effective_bpw":3.4136,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198395744","shards":7,"effective_bpw":3.7304,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198396224","shards":9,"effective_bpw":3.7304,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"347446509056","shards":9,"effective_bpw":4.0605,"repo":"lmstudio-community/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"347446509312","shards":9,"effective_bpw":4.0605,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357128680864","shards":10,"effective_bpw":4.1737,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378065939968","shards":10,"effective_bpw":4.4184,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379033906688","shards":10,"effective_bpw":4.4297,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380001873408","shards":10,"effective_bpw":4.441,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430187616","shards":9,"effective_bpw":4.7265,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430187808","shards":11,"effective_bpw":4.7265,"repo":"lmstudio-community/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430188064","shards":11,"effective_bpw":4.7265,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"419940458016","shards":11,"effective_bpw":4.9078,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"461814976288","shards":12,"effective_bpw":5.3972,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396558144","shards":10,"effective_bpw":5.5559,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396558592","shards":13,"effective_bpw":5.5559,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798326880","shards":15,"effective_bpw":6.4371,"repo":"lmstudio-community/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798326880","shards":12,"effective_bpw":6.4371,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327136","shards":15,"effective_bpw":6.4371,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286514368","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286514944","shards":20,"effective_bpw":8.3361,"repo":"lmstudio-community/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286515200","shards":20,"effective_bpw":8.3361,"repo":"bartowski/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273048096","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-R1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-ti2v-5b","canonical_repo":"Wan-AI/Wan2.2-TI2V-5B","display_name":"Wan2.2-TI2V-5B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"4999787712","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"34941","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.2-TI2V-5B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1853862240","shards":1,"effective_bpw":2.9663,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1853862240","shards":1,"effective_bpw":2.9663,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1853862240","shards":1,"effective_bpw":2.9663,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2294755680","shards":1,"effective_bpw":3.6718,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2294755680","shards":1,"effective_bpw":3.6718,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2294755680","shards":1,"effective_bpw":3.6718,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2547790176","shards":1,"effective_bpw":4.0766,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2547790176","shards":1,"effective_bpw":4.0766,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2547790176","shards":1,"effective_bpw":4.0766,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3029086560","shards":1,"effective_bpw":4.8467,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3029086560","shards":1,"effective_bpw":4.8467,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3029086560","shards":1,"effective_bpw":4.8467,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3116380512","shards":1,"effective_bpw":4.9864,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3116380512","shards":1,"effective_bpw":4.9864,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3116380512","shards":1,"effective_bpw":4.9864,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3253219680","shards":1,"effective_bpw":5.2054,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3253219680","shards":1,"effective_bpw":5.2054,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3253219680","shards":1,"effective_bpw":5.2054,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3433116000","shards":1,"effective_bpw":5.4932,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3433116000","shards":1,"effective_bpw":5.4932,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3433116000","shards":1,"effective_bpw":5.4932,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3559928160","shards":1,"effective_bpw":5.6961,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3559928160","shards":1,"effective_bpw":5.6961,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3559928160","shards":1,"effective_bpw":5.6961,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3642503520","shards":1,"effective_bpw":5.8283,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3642503520","shards":1,"effective_bpw":5.8283,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3642503520","shards":1,"effective_bpw":5.8283,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3810603360","shards":1,"effective_bpw":6.0972,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3810603360","shards":1,"effective_bpw":6.0972,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3810603360","shards":1,"effective_bpw":6.0972,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3866636640","shards":1,"effective_bpw":6.1869,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3866636640","shards":1,"effective_bpw":6.1869,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3866636640","shards":1,"effective_bpw":6.1869,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4211683680","shards":1,"effective_bpw":6.739,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4211683680","shards":1,"effective_bpw":6.739,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4211683680","shards":1,"effective_bpw":6.739,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5400179040","shards":1,"effective_bpw":8.6407,"repo":"squirrelae/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5400179040","shards":1,"effective_bpw":8.6407,"repo":"Studytime171/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5400179040","shards":1,"effective_bpw":8.6407,"repo":"QuantStack/Wan2.2-TI2V-5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neutts-air","canonical_repo":"neuphonic/neutts-air","display_name":"neutts-air","publisher":"neuphonic","modality":"audio_tts","arch_key":"qwen2","params_total":"747930496","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"34654","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":217652,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"neuphonic/neutts-air","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"462193248","shards":1,"effective_bpw":4.9437,"repo":"abliter8-ai/Roo-Voice-NeuTTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"462193344","shards":1,"effective_bpw":4.9437,"repo":"abliter8-ai/Roo-Voice-NeuTTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"527054304","shards":1,"effective_bpw":5.6375,"repo":"neuphonic/neutts-air-q4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"595453536","shards":1,"effective_bpw":6.3691,"repo":"abliter8-ai/Roo-Voice-NeuTTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"595453632","shards":1,"effective_bpw":6.3691,"repo":"abliter8-ai/Roo-Voice-NeuTTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"802658528","shards":1,"effective_bpw":8.5854,"repo":"neuphonic/neutts-air-q8-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-orchestrator-8b","canonical_repo":"nvidia/Nemotron-Orchestrator-8B","display_name":"Nemotron-Orchestrator-8B","publisher":"nvidia","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"34029","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-Orchestrator-8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3051914400","shards":1,"effective_bpw":2.9808,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732736","shards":1,"effective_bpw":3.2053,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732768","shards":1,"effective_bpw":3.2053,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369632928","shards":1,"effective_bpw":3.2912,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874016","shards":1,"effective_bpw":3.5424,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611424","shards":1,"effective_bpw":3.6818,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889476768","shards":1,"effective_bpw":3.7989,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896620192","shards":1,"effective_bpw":3.8059,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161152","shards":1,"effective_bpw":4.0281,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161184","shards":1,"effective_bpw":4.0281,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431393920","shards":1,"effective_bpw":4.3282,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431393952","shards":1,"effective_bpw":4.3282,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561839264","shards":1,"effective_bpw":4.4556,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787332256","shards":1,"effective_bpw":4.6759,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793623712","shards":1,"effective_bpw":4.682,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012320","shards":1,"effective_bpw":4.6902,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783808","shards":1,"effective_bpw":4.9107,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783840","shards":1,"effective_bpw":4.9107,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247755424","shards":1,"effective_bpw":5.1256,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489669280","shards":1,"effective_bpw":5.3618,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761504","shards":1,"effective_bpw":5.5875,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112576","shards":1,"effective_bpw":5.7149,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112608","shards":1,"effective_bpw":5.7149,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6235206816","shards":1,"effective_bpw":6.09,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899392","shards":1,"effective_bpw":6.5693,"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899424","shards":1,"effective_bpw":6.5693,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7027340448","shards":1,"effective_bpw":6.8637,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518496","shards":1,"effective_bpw":8.5067,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388043648","shards":1,"effective_bpw":16.0064,"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-1","canonical_repo":"mistralai/Mistral-7B-Instruct-v0.1","display_name":"Mistral-7B-Instruct-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33948","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-7B-Instruct-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612103904","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754448096","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991688416","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198257888","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310922464","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500714720","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719242464","shards":1,"effective_bpw":3.004,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719244512","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827346144","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018817760","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083097760","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567776","shards":1,"effective_bpw":3.4959,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164569824","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182395616","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284893920","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986464","shards":1,"effective_bpw":3.8875,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518988512","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024928","shards":1,"effective_bpw":4.2222,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822026976","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907690720","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916960","shards":1,"effective_bpw":4.5392,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123599072","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374240","shards":1,"effective_bpw":4.5739,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140376288","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439520","shards":1,"effective_bpw":4.8259,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368441568","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997718240","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409632","shards":1,"effective_bpw":5.6687,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131411680","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065376","shards":1,"effective_bpw":6.5642,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942067424","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857888","shards":1,"effective_bpw":8.5017,"repo":"QuantFactory/Mistral-7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"agents-a1-4b","canonical_repo":"InternScience/Agents-A1-4B","display_name":"Agents-A1-4B","publisher":"InternScience","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33856","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"InternScience/Agents-A1-4B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2708805312","shards":1,"effective_bpw":4.774,"repo":"InternScience/Agents-A1-4B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482404032","shards":1,"effective_bpw":7.8998,"repo":"InternScience/Agents-A1-4B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394432","shards":1,"effective_bpw":14.8471,"repo":"InternScience/Agents-A1-4B-F16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-1-8b","canonical_repo":"ibm-granite/granite-4.1-8b","display_name":"granite-4.1-8b","publisher":"ibm-granite","modality":"text","arch_key":null,"params_total":"8791592960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33532","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-4.1-8b","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"3272078720","shards":1,"effective_bpw":2.9775,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3412308640","shards":1,"effective_bpw":3.1051,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3606148480","shards":1,"effective_bpw":3.2815,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3942953632","shards":1,"effective_bpw":3.5879,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3942954368","shards":1,"effective_bpw":3.5879,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4347048608","shards":1,"effective_bpw":3.9556,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4347049344","shards":1,"effective_bpw":3.9556,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4699894432","shards":1,"effective_bpw":4.2767,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4833129856","shards":1,"effective_bpw":4.398,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5055951520","shards":1,"effective_bpw":4.6007,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5072336256","shards":1,"effective_bpw":4.6156,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5076923776","shards":1,"effective_bpw":4.6198,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5090816672","shards":1,"effective_bpw":4.6324,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5090817408","shards":1,"effective_bpw":4.6324,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5347914400","shards":1,"effective_bpw":4.8664,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5347915136","shards":1,"effective_bpw":4.8664,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5579715232","shards":1,"effective_bpw":5.0773,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5579715968","shards":1,"effective_bpw":5.0773,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6103478944","shards":1,"effective_bpw":5.5539,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6103478944","shards":1,"effective_bpw":5.5539,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6103479680","shards":1,"effective_bpw":5.5539,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6253884064","shards":1,"effective_bpw":5.6908,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6253884800","shards":1,"effective_bpw":5.6908,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6627242656","shards":1,"effective_bpw":6.0305,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7216476832","shards":1,"effective_bpw":6.5667,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7216477568","shards":1,"effective_bpw":6.5667,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9345610400","shards":1,"effective_bpw":8.5041,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9345611136","shards":1,"effective_bpw":8.5041,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17587417760","shards":1,"effective_bpw":16.0039,"repo":"ibm-granite/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17587418240","shards":1,"effective_bpw":16.0039,"repo":"unsloth/granite-4.1-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"voxtral-mini-3b-2507","canonical_repo":"mistralai/Voxtral-Mini-3B-2507","display_name":"Voxtral-Mini-3B-2507","publisher":"mistralai","modality":"audio_asr","arch_key":"voxtral","params_total":"4676271104","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33505","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Voxtral-Mini-3B-2507","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1559168320","shards":1,"effective_bpw":2.6674,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1661551936","shards":1,"effective_bpw":2.8425,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1692468544","shards":1,"effective_bpw":2.8954,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1827341632","shards":1,"effective_bpw":3.1262,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1891190080","shards":1,"effective_bpw":3.2354,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1963885888","shards":1,"effective_bpw":3.3597,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2054767936","shards":1,"effective_bpw":3.5152,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2058061120","shards":1,"effective_bpw":3.5209,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2207483200","shards":1,"effective_bpw":3.7765,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2272707904","shards":1,"effective_bpw":3.8881,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375533888","shards":1,"effective_bpw":4.064,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2381825344","shards":1,"effective_bpw":4.0747,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2382611776","shards":1,"effective_bpw":4.0761,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2473002304","shards":1,"effective_bpw":4.2307,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596521280","shards":1,"effective_bpw":4.442,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2652639968","shards":1,"effective_bpw":4.538,"repo":"cstr/voxtral-mini-3b-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2771846464","shards":1,"effective_bpw":4.742,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2822227264","shards":1,"effective_bpw":4.8282,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2874869056","shards":1,"effective_bpw":4.9182,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2984721056","shards":1,"effective_bpw":5.1062,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3123381568","shards":1,"effective_bpw":5.3434,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3301852480","shards":1,"effective_bpw":5.6487,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3464182432","shards":1,"effective_bpw":5.9264,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3496887616","shards":1,"effective_bpw":5.9824,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3869489824","shards":1,"effective_bpw":6.6198,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4273980736","shards":1,"effective_bpw":7.3118,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4986770144","shards":1,"effective_bpw":8.5312,"repo":"cstr/voxtral-mini-3b-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5000084128","shards":1,"effective_bpw":8.554,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8037057568","shards":1,"effective_bpw":13.7495,"repo":"bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9365764768","shards":1,"effective_bpw":16.0226,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9376578208","shards":1,"effective_bpw":16.0411,"repo":"handy-computer/Voxtral-Mini-3B-2507-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm3-3b","canonical_repo":"HuggingFaceTB/SmolLM3-3B","display_name":"SmolLM3-3B","publisher":"HuggingFaceTB","modality":"text","arch_key":"smollm3","params_total":"3075098624","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33371","n_layers":36,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":128256,"ctx_native":65536,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM3-3B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"955159072","shards":1,"effective_bpw":2.4849,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1125355328","shards":1,"effective_bpw":2.9277,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1150607904","shards":1,"effective_bpw":2.9934,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1253302080","shards":1,"effective_bpw":3.2605,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1253302816","shards":1,"effective_bpw":3.2605,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1253302816","shards":1,"effective_bpw":3.2605,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1267666752","shards":1,"effective_bpw":3.2979,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1285218848","shards":1,"effective_bpw":3.3436,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1316917056","shards":1,"effective_bpw":3.426,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1371414336","shards":1,"effective_bpw":3.5678,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1432313664","shards":1,"effective_bpw":3.7262,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1432314400","shards":1,"effective_bpw":3.7262,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1469357888","shards":1,"effective_bpw":3.8226,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1571069760","shards":1,"effective_bpw":4.0872,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1571070496","shards":1,"effective_bpw":4.0872,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1690214208","shards":1,"effective_bpw":4.3972,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1723834176","shards":1,"effective_bpw":4.4846,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1723834912","shards":1,"effective_bpw":4.4846,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1810538304","shards":1,"effective_bpw":4.7102,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1810539040","shards":1,"effective_bpw":4.7102,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1811455808","shards":1,"effective_bpw":4.7126,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1811456544","shards":1,"effective_bpw":4.7126,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1817616192","shards":1,"effective_bpw":4.7286,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1817616928","shards":1,"effective_bpw":4.7286,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1915305312","shards":1,"effective_bpw":4.9827,"repo":"ggml-org/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1915305792","shards":1,"effective_bpw":4.9827,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1915306528","shards":1,"effective_bpw":4.9828,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1978920768","shards":1,"effective_bpw":5.1482,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1981587264","shards":1,"effective_bpw":5.1552,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1981588000","shards":1,"effective_bpw":5.1552,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2157354816","shards":1,"effective_bpw":5.6125,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2157355552","shards":1,"effective_bpw":5.6125,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2213756736","shards":1,"effective_bpw":5.7592,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2213757472","shards":1,"effective_bpw":5.7592,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2277371712","shards":1,"effective_bpw":5.9247,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2530860864","shards":1,"effective_bpw":6.5841,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2530861600","shards":1,"effective_bpw":6.5841,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2594475840","shards":1,"effective_bpw":6.7496,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3275574624","shards":1,"effective_bpw":8.5215,"repo":"ggml-org/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3275575104","shards":1,"effective_bpw":8.5215,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3275575840","shards":1,"effective_bpw":8.5216,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6158339424","shards":1,"effective_bpw":16.0212,"repo":"ggml-org/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6158339616","shards":1,"effective_bpw":16.0212,"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6158340416","shards":1,"effective_bpw":16.0212,"repo":"unsloth/SmolLM3-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-os-auto-variable-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","display_name":"Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33232","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944608","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446304","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282464","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145696","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768416","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437344","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496736","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638520160","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463648","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462688","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408224","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864672","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383904","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186208","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852832","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612832","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552480","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941088","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340621152","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046240","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334624","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311072","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005856","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359261024","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10486948800","shards":1,"effective_bpw":8.9158,"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697024","shards":1,"effective_bpw":15.2358,"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hy-mt2-7b","canonical_repo":"tencent/Hy-MT2-7B","display_name":"Hy-MT2-7B","publisher":"tencent","modality":"text","arch_key":"hunyuan-dense","params_total":"8029540352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"33095","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128167,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/Hy-MT2-7B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"2828577856","shards":1,"effective_bpw":2.8182,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3006172736","shards":1,"effective_bpw":2.9951,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3127356480","shards":1,"effective_bpw":3.1159,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3438186048","shards":1,"effective_bpw":3.4255,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3438186272","shards":1,"effective_bpw":3.4255,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3792604736","shards":1,"effective_bpw":3.7787,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3792604960","shards":1,"effective_bpw":3.7787,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4095643200","shards":1,"effective_bpw":4.0806,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4167995168","shards":1,"effective_bpw":4.1527,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4204695104","shards":1,"effective_bpw":4.1892,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4379807520","shards":1,"effective_bpw":4.3637,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4381904672","shards":1,"effective_bpw":4.3658,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4396584512","shards":1,"effective_bpw":4.3804,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4396584736","shards":1,"effective_bpw":4.3804,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4624648896","shards":1,"effective_bpw":4.6076,"repo":"tencent/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4624649792","shards":1,"effective_bpw":4.6076,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4624650016","shards":1,"effective_bpw":4.6076,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4801335072","shards":1,"effective_bpw":4.7837,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5237542464","shards":1,"effective_bpw":5.2183,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5237542688","shards":1,"effective_bpw":5.2183,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5371235904","shards":1,"effective_bpw":5.3515,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5371236128","shards":1,"effective_bpw":5.3515,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6164482720","shards":1,"effective_bpw":6.1418,"repo":"tencent/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6164483648","shards":1,"effective_bpw":6.1418,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6164483872","shards":1,"effective_bpw":6.1418,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7981928896","shards":1,"effective_bpw":7.9526,"repo":"tencent/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7981929824","shards":1,"effective_bpw":7.9526,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7981930048","shards":1,"effective_bpw":7.9526,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15017205312","shards":1,"effective_bpw":14.962,"repo":"unsloth/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15017205344","shards":1,"effective_bpw":14.962,"repo":"mradermacher/Hy-MT2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bonsai-1-7b-unpacked","canonical_repo":"prism-ml/Bonsai-1.7B-unpacked","display_name":"Bonsai-1.7B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"1720028160","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32856","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151669,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Bonsai-1.7B-unpacked","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"unsloth-qwen3-6-35b-a3b","canonical_repo":"unsloth/Qwen3.6-35B-A3B","display_name":"Qwen3.6-35B-A3B","publisher":"unsloth","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32811","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"unsloth/Qwen3.6-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13246129920","shards":1,"effective_bpw":2.9475,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15545982720","shards":1,"effective_bpw":3.4593,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17165606656","shards":1,"effective_bpw":3.8197,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":753,"type_hist":{"F16":2,"F32":308,"Q3_K":308,"Q4_K":128,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"17165606656","shards":1,"effective_bpw":3.8197,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18551037696","shards":1,"effective_bpw":4.128,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19389003520","shards":1,"effective_bpw":4.3144,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":753,"type_hist":{"F16":2,"F32":308,"Q5_K":51,"Q6_K":1,"IQ4_XS":391}},{"quant":"Q4_K_S","bytes":"20365809408","shards":1,"effective_bpw":4.5318,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758272","shards":1,"effective_bpw":4.71,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q4_K":371,"Q6_K":61}},{"quant":"Q4_K_M","bytes":"21712410368","shards":1,"effective_bpw":4.8314,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21712410368","shards":1,"effective_bpw":4.8314,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24562702080","shards":1,"effective_bpw":5.4657,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131392","shards":1,"effective_bpw":5.5027,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q5_K":371,"Q6_K":61}},{"quant":"Q5_K_M","bytes":"25346479872","shards":1,"effective_bpw":5.6401,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25346479872","shards":1,"effective_bpw":5.6401,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152832","shards":1,"effective_bpw":6.345,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29207678720","shards":1,"effective_bpw":6.4993,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":753,"type_hist":{"F16":2,"F32":308,"Q6_K":443}},{"quant":"Q6_K","bytes":"29207678720","shards":1,"effective_bpw":6.4993,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139712","shards":1,"effective_bpw":8.2117,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","n_tensors":733,"type_hist":{"F32":301,"Q8_0":432}},{"quant":"Q8_0","bytes":"37801096960","shards":1,"effective_bpw":8.4115,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096960","shards":1,"effective_bpw":8.4115,"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065942112","shards":1,"effective_bpw":15.8136,"repo":"dayuadg/Qwopus3.6-35B-A3B-v1-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-styletune","canonical_repo":"Gryphe/Gemma-4-31B-StyleTune","display_name":"Gemma-4-31B-StyleTune","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32647","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/Gemma-4-31B-StyleTune","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618911712","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188294624","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137266144","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9675424832","shards":1,"effective_bpw":2.3684,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992781280","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763441632","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"11292611616","shards":1,"effective_bpw":2.7642,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439011296","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522618848","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11963364384","shards":1,"effective_bpw":2.9284,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378736096","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12604785696","shards":1,"effective_bpw":3.0854,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12680909856","shards":1,"effective_bpw":3.104,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683060704","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13094044704","shards":1,"effective_bpw":3.2052,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"13125870656","shards":1,"effective_bpw":3.213,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"13255324704","shards":1,"effective_bpw":3.2446,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13587260448","shards":1,"effective_bpw":3.3259,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677921760","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366909920","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366909920","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14446904352","shards":1,"effective_bpw":3.5363,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"14470300704","shards":1,"effective_bpw":3.542,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14934615072","shards":1,"effective_bpw":3.6557,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030050272","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15735381024","shards":1,"effective_bpw":3.8517,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892661728","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16523674656","shards":1,"effective_bpw":4.0447,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233823200","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17273906208","shards":1,"effective_bpw":4.2283,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17416176672","shards":1,"effective_bpw":4.2631,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484473824","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17904575520","shards":1,"effective_bpw":4.3827,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494301664","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555889120","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18818409504","shards":1,"effective_bpw":4.6064,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18868986912","shards":1,"effective_bpw":4.6188,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18988377120","shards":1,"effective_bpw":4.648,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479786976","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19513590848","shards":1,"effective_bpw":4.7765,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362225120","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20391212064","shards":1,"effective_bpw":4.9914,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20646077472","shards":1,"effective_bpw":5.0538,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21437166624","shards":1,"effective_bpw":5.2474,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280725984","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22473745440","shards":1,"effective_bpw":5.5011,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814455264","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23577760800","shards":1,"effective_bpw":5.7714,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"24447554592","shards":1,"effective_bpw":5.9843,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357540320","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27882775584","shards":1,"effective_bpw":6.8252,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"28565398560","shards":1,"effective_bpw":6.9922,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133042208","shards":1,"effective_bpw":8.3551,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64231760704","shards":1,"effective_bpw":15.7227,"repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64231760832","shards":2,"effective_bpw":15.7227,"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-next-80b-a3b-instruct","canonical_repo":"Qwen/Qwen3-Next-80B-A3B-Instruct","display_name":"Qwen3-Next-80B-A3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3next","params_total":"81324862720","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32517","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"Qwen/Qwen3-Next-80B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"16582636000","shards":1,"effective_bpw":1.6312,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17302417888","shards":1,"effective_bpw":1.7021,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19298972128","shards":1,"effective_bpw":1.8985,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"20466297632","shards":1,"effective_bpw":2.0133,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22217421280","shards":1,"effective_bpw":2.1855,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"22898993952","shards":1,"effective_bpw":2.2526,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"23368903136","shards":1,"effective_bpw":2.2988,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"24409996064","shards":1,"effective_bpw":2.4012,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26098608608","shards":1,"effective_bpw":2.5673,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"26211158816","shards":1,"effective_bpw":2.5784,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28167604704","shards":1,"effective_bpw":2.7709,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28471476704","shards":1,"effective_bpw":2.8008,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29171165984","shards":1,"effective_bpw":2.8696,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"29244095264","shards":1,"effective_bpw":2.8768,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31726709216","shards":1,"effective_bpw":3.121,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"33031045600","shards":1,"effective_bpw":3.2493,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"33094593312","shards":1,"effective_bpw":3.2555,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34580476704","shards":1,"effective_bpw":3.4017,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34864218592","shards":1,"effective_bpw":3.4296,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"36643914208","shards":1,"effective_bpw":3.6047,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"36655710688","shards":1,"effective_bpw":3.6059,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"38227001824","shards":1,"effective_bpw":3.7604,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38299874080","shards":1,"effective_bpw":3.7676,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42644478752","shards":1,"effective_bpw":4.195,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42848221664","shards":1,"effective_bpw":4.215,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45108124448","shards":1,"effective_bpw":4.4373,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45307878176","shards":1,"effective_bpw":4.457,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45310826976","shards":1,"effective_bpw":4.4573,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45509729056","shards":1,"effective_bpw":4.4768,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"46099618272","shards":1,"effective_bpw":4.5349,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"46930876896","shards":1,"effective_bpw":4.6166,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48487028672","shards":1,"effective_bpw":4.7697,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48506100512","shards":1,"effective_bpw":4.7716,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48727677408","shards":1,"effective_bpw":4.7934,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48958620128","shards":1,"effective_bpw":4.8161,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50054077408","shards":2,"effective_bpw":4.9239,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50225814208","shards":2,"effective_bpw":4.9408,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55014972384","shards":2,"effective_bpw":5.4119,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55171275424","shards":2,"effective_bpw":5.4272,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56807578592","shards":2,"effective_bpw":5.5882,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56981052096","shards":2,"effective_bpw":5.6053,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"57173099168","shards":2,"effective_bpw":5.6242,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65528463488","shards":2,"effective_bpw":6.4461,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65540654048","shards":2,"effective_bpw":6.4473,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65791881888","shards":2,"effective_bpw":6.472,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"65942602432","shards":2,"effective_bpw":6.4868,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812054752","shards":3,"effective_bpw":8.343,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812055520","shards":2,"effective_bpw":8.343,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812251936","shards":3,"effective_bpw":8.3431,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"159458215232","shards":4,"effective_bpw":15.686,"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"localai-functioncall-qwen2-5-7b-v0-5","canonical_repo":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5","display_name":"LocalAI-functioncall-qwen2.5-7b-v0.5","publisher":"LocalAI-io","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32274","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4683074048","shards":1,"effective_bpw":4.9194,"repo":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gpt-oss-20b-bf16-abliterated","canonical_repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","display_name":"Huihui-gpt-oss-20b-BF16-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"32214","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q3_K_L","bytes":"11488222880","shards":1,"effective_bpw":4.3943,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11510341280","shards":1,"effective_bpw":4.4028,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"11510341280","shards":1,"effective_bpw":4.4028,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11519188640","shards":1,"effective_bpw":4.4061,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11545730720","shards":1,"effective_bpw":4.4163,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11545730720","shards":1,"effective_bpw":4.4163,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"11554578080","shards":1,"effective_bpw":4.4197,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"11559001760","shards":1,"effective_bpw":4.4214,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11559001760","shards":1,"effective_bpw":4.4214,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"11559001760","shards":1,"effective_bpw":4.4214,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11559001760","shards":1,"effective_bpw":4.4214,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11559186080","shards":1,"effective_bpw":4.4214,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11561213600","shards":1,"effective_bpw":4.4222,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11561213600","shards":1,"effective_bpw":4.4222,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11592985760","shards":1,"effective_bpw":4.4344,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11667151520","shards":1,"effective_bpw":4.4627,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11673418400","shards":1,"effective_bpw":4.4651,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11722885280","shards":1,"effective_bpw":4.4841,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11728414880","shards":1,"effective_bpw":4.4862,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11848568480","shards":1,"effective_bpw":4.5321,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"11890593440","shards":1,"effective_bpw":4.5482,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"11909394080","shards":1,"effective_bpw":4.5554,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12040998560","shards":1,"effective_bpw":4.6057,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12040998560","shards":1,"effective_bpw":4.6057,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916149728","shards":1,"effective_bpw":4.9405,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805135328","shards":1,"effective_bpw":6.0455,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261911008","shards":1,"effective_bpw":8.5153,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261911200","shards":1,"effective_bpw":8.5153,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"41860886880","shards":1,"effective_bpw":16.012,"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"41860887008","shards":1,"effective_bpw":16.012,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"84375324928","shards":7,"effective_bpw":32.274,"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"95097431712","shards":6,"effective_bpw":null,"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110296072288","shards":5,"effective_bpw":null,"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-uncensored","canonical_repo":"zaakirio/gemma-4-12b-it-uncensored","display_name":"gemma-4-12b-it-uncensored","publisher":"zaakirio","modality":"vision_language","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"32086","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zaakirio/gemma-4-12b-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147200","shards":1,"effective_bpw":3.2309,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147200","shards":1,"effective_bpw":3.2309,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087086720","shards":1,"effective_bpw":4.0717,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087086720","shards":1,"effective_bpw":4.0717,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024046720","shards":1,"effective_bpw":4.6985,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024046720","shards":1,"effective_bpw":4.6985,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381381760","shards":1,"effective_bpw":4.9375,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381381760","shards":1,"effective_bpw":4.9375,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267200","shards":1,"effective_bpw":5.7174,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267200","shards":1,"effective_bpw":5.7174,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020480","shards":1,"effective_bpw":6.546,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020480","shards":1,"effective_bpw":6.546,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-it-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645440","shards":1,"effective_bpw":8.4749,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645440","shards":1,"effective_bpw":8.4749,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832064640","shards":1,"effective_bpw":15.9415,"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832064640","shards":1,"effective_bpw":15.9415,"repo":"Vegss/gemma-4-12b-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-qat-q4-0-unquantized-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic","display_name":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"31717","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"16035251200","shards":1,"effective_bpw":4.971,"repo":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"17675625376","shards":1,"effective_bpw":5.4796,"repo":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-2b-it-abliterated","canonical_repo":"IlyaGusev/gemma-2-2b-it-abliterated","display_name":"gemma-2-2b-it-abliterated","publisher":"IlyaGusev","modality":"text","arch_key":"gemma2","params_total":"2614341888","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"31639","n_layers":26,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2304,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"IlyaGusev/gemma-2-2b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1229830208","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1314211904","shards":1,"effective_bpw":4.0215,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1360660544","shards":1,"effective_bpw":4.1637,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1360660544","shards":1,"effective_bpw":4.1637,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1372678016","shards":1,"effective_bpw":4.2005,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561472","shards":1,"effective_bpw":4.2644,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561664","shards":1,"effective_bpw":4.2644,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1461667904","shards":1,"effective_bpw":4.4728,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436224","shards":1,"effective_bpw":4.7444,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436416","shards":1,"effective_bpw":4.7444,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566250880","shards":1,"effective_bpw":4.7928,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1576204352","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638651776","shards":1,"effective_bpw":5.0143,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638651968","shards":1,"effective_bpw":5.0143,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582784","shards":1,"effective_bpw":5.2283,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582976","shards":1,"effective_bpw":5.2283,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1851430784","shards":1,"effective_bpw":5.6655,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882544000","shards":1,"effective_bpw":5.7607,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882544192","shards":1,"effective_bpw":5.7607,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278720","shards":1,"effective_bpw":5.8853,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278912","shards":1,"effective_bpw":5.8853,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2066126720","shards":1,"effective_bpw":6.3224,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2151393152","shards":1,"effective_bpw":6.5834,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2151393344","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2294241152","shards":1,"effective_bpw":7.0205,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495488","shards":1,"effective_bpw":8.5207,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495680","shards":1,"effective_bpw":8.5207,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5235214400","shards":1,"effective_bpw":16.02,"repo":"mradermacher/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10463413856","shards":1,"effective_bpw":32.0185,"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-coder-fable5-composer2-5-v1-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic","display_name":"gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"31443","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983696096","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202852576","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568113376","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887847136","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079601376","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371810016","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504151776","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830152064","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830152416","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849198816","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272397536","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528233344","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528233696","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528233696","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733996256","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087091584","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087091936","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566323584","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566323936","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635259616","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690555264","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975882976","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6998001376","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024050400","shards":1,"effective_bpw":4.6985,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024051584","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024051936","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381385440","shards":1,"effective_bpw":4.9375,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381386624","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381386976","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657129696","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338374880","shards":1,"effective_bpw":5.5776,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338376064","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338376416","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547270880","shards":1,"effective_bpw":5.7174,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547272064","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547272416","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786024160","shards":1,"effective_bpw":6.546,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786025344","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786025696","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669649120","shards":1,"effective_bpw":8.4749,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669650304","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832068320","shards":1,"effective_bpw":15.9415,"repo":"llmfan46/gemma-4-12B-coder-fable5-composer2.5-v1-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-nano-12b-v2","canonical_repo":"nvidia/NVIDIA-Nemotron-Nano-12B-v2","display_name":"NVIDIA-Nemotron-Nano-12B-v2","publisher":"nvidia","modality":"text","arch_key":"nemotron_h","params_total":"12310001152","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"31439","n_layers":62,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/NVIDIA-Nemotron-Nano-12B-v2","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4066452992","shards":1,"effective_bpw":2.6427,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4380288512","shards":1,"effective_bpw":2.8467,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4703360224","shards":1,"effective_bpw":3.0566,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4703360512","shards":1,"effective_bpw":3.0566,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4960282112","shards":1,"effective_bpw":3.2236,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5358720512","shards":1,"effective_bpw":3.4825,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5455775232","shards":1,"effective_bpw":3.5456,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5567841792","shards":1,"effective_bpw":3.6184,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5690394112","shards":1,"effective_bpw":3.6981,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6023480544","shards":1,"effective_bpw":3.9145,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6023480832","shards":1,"effective_bpw":3.9145,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6373442784","shards":1,"effective_bpw":4.142,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6373443072","shards":1,"effective_bpw":4.142,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6749681152","shards":1,"effective_bpw":4.3865,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7113324032","shards":1,"effective_bpw":4.6228,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7159199232","shards":1,"effective_bpw":4.6526,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7207695872","shards":1,"effective_bpw":4.6841,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7494497504","shards":1,"effective_bpw":4.8705,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7494497792","shards":1,"effective_bpw":4.8705,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7840609792","shards":1,"effective_bpw":5.0954,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7992571392","shards":1,"effective_bpw":5.1942,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8567895552","shards":1,"effective_bpw":5.5681,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8764257504","shards":1,"effective_bpw":5.6957,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8764257792","shards":1,"effective_bpw":5.6957,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9178445312","shards":1,"effective_bpw":5.9649,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10113377504","shards":1,"effective_bpw":6.5725,"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10113377792","shards":1,"effective_bpw":6.5725,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10438436352","shards":1,"effective_bpw":6.7837,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13094139392","shards":1,"effective_bpw":8.5096,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24632571104","shards":1,"effective_bpw":16.0082,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-o-4-5","canonical_repo":"openbmb/MiniCPM-o-4_5","display_name":"MiniCPM-o-4_5","publisher":"openbmb","modality":"text","arch_key":"qwen3","params_total":"9371787666","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"31269","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151748,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-o-4_5","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"4773679904","shards":1,"effective_bpw":4.0749,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4800942880","shards":1,"effective_bpw":4.0982,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5026714400","shards":1,"effective_bpw":4.2909,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5246637856","shards":1,"effective_bpw":4.4787,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5719595808","shards":1,"effective_bpw":4.8824,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5719595808","shards":1,"effective_bpw":4.8824,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5849946912","shards":1,"effective_bpw":4.9937,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6192553760","shards":1,"effective_bpw":5.2861,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6724631456","shards":1,"effective_bpw":5.7403,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8707877536","shards":1,"effective_bpw":7.4333,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16384959136","shards":1,"effective_bpw":13.9866,"repo":"openbmb/MiniCPM-o-4_5-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen35b-agent-r2-abliterated","canonical_repo":"hotdogs/Qwen35B-Agent-R2-Abliterated","display_name":"Qwen35B-Agent-R2-Abliterated","publisher":"hotdogs","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"31181","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"hotdogs/Qwen35B-Agent-R2-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143680","shards":1,"effective_bpw":1.7274,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210560","shards":1,"effective_bpw":1.9017,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655360","shards":1,"effective_bpw":2.1921,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032640","shards":1,"effective_bpw":2.4251,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481600","shards":1,"effective_bpw":2.4587,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237440","shards":1,"effective_bpw":2.6911,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098880","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939595584","shards":1,"effective_bpw":2.9866,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595840","shards":1,"effective_bpw":2.9866,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760960","shards":1,"effective_bpw":3.1445,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484146240","shards":1,"effective_bpw":3.3431,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182186304","shards":1,"effective_bpw":3.5042,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186560","shards":1,"effective_bpw":3.5042,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425920","shards":1,"effective_bpw":3.5199,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521280","shards":1,"effective_bpw":3.5638,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764766016","shards":1,"effective_bpw":3.8695,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766272","shards":1,"effective_bpw":3.8695,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331904","shards":1,"effective_bpw":4.1812,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115332160","shards":1,"effective_bpw":4.1812,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779840","shards":1,"effective_bpw":4.3228,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313984","shards":1,"effective_bpw":4.3714,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269440","shards":1,"effective_bpw":4.5699,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889905472","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905728","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759744","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166760000","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170560","shards":1,"effective_bpw":5.0428,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981285184","shards":1,"effective_bpw":5.5351,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285440","shards":1,"effective_bpw":5.5351,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132864","shards":1,"effective_bpw":5.7077,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729133120","shards":1,"effective_bpw":5.7077,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514154304","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154560","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903141184","shards":1,"effective_bpw":8.5176,"repo":"mradermacher/Qwen35B-Agent-R2-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"canary-1b-flash","canonical_repo":"nvidia/canary-1b-flash","display_name":"canary-1b-flash","publisher":"nvidia","modality":"audio_asr","arch_key":"canary","params_total":"811049984","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"31116","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1024,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/canary-1b-flash","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"677141280","shards":1,"effective_bpw":6.6792,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"769563424","shards":1,"effective_bpw":7.5908,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"857603872","shards":1,"effective_bpw":8.4592,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1048131360","shards":1,"effective_bpw":10.3385,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1785657120","shards":1,"effective_bpw":17.6133,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3560372000","shards":1,"effective_bpw":null,"repo":"handy-computer/canary-1b-flash-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-highiq-thinking-heretic-uncensored","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED","display_name":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"31014","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944576","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446272","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282432","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145664","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768384","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437312","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496704","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519808","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638520128","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463616","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462656","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407872","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408192","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864640","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383872","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185856","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186176","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824852480","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852800","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612800","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069760","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5196440096","shards":1,"effective_bpw":4.4179,"repo":"nuofang/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552448","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941056","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620800","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340621120","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045888","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046208","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334592","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310720","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311040","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522005504","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005824","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260672","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260992","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502848","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698368","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-coder-mtp-gguf","canonical_repo":"Jackrong/Qwopus3.6-27B-Coder-MTP-GGUF","display_name":"Qwopus3.6-27B-Coder-MTP-GGUF","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"460730096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"30660","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"minimax-m3","canonical_repo":"MiniMaxAI/MiniMax-M3","display_name":"MiniMax-M3","publisher":"MiniMaxAI","modality":"vision_language","arch_key":"minimax-m3","params_total":"427040140160","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"30491","n_layers":60,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":200064,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"MiniMaxAI/MiniMax-M3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"90527490400","shards":3,"effective_bpw":1.6959,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"100738523488","shards":3,"effective_bpw":1.8872,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"116611867008","shards":3,"effective_bpw":2.1846,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"128417281152","shards":4,"effective_bpw":2.4057,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"129521934816","shards":4,"effective_bpw":2.4264,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"132138191328","shards":4,"effective_bpw":2.4754,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"134004094080","shards":4,"effective_bpw":2.5104,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"134208566400","shards":4,"effective_bpw":2.5142,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"145576741344","shards":4,"effective_bpw":2.7272,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"151886604736","shards":4,"effective_bpw":2.8454,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"153086988768","shards":4,"effective_bpw":2.8679,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"159407162624","shards":5,"effective_bpw":2.9863,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"174752023808","shards":5,"effective_bpw":3.2737,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"180011108960","shards":5,"effective_bpw":3.3723,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"187251069504","shards":5,"effective_bpw":3.5079,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"194578416896","shards":5,"effective_bpw":3.6452,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"196357952096","shards":5,"effective_bpw":3.6785,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"196614525536","shards":5,"effective_bpw":3.6833,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"204971152128","shards":6,"effective_bpw":3.8398,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"205523227392","shards":6,"effective_bpw":3.8502,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"207559687520","shards":6,"effective_bpw":3.8883,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"211787545984","shards":6,"effective_bpw":3.9675,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"229685754592","shards":6,"effective_bpw":4.3028,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"242752199456","shards":7,"effective_bpw":4.5476,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"243644013344","shards":7,"effective_bpw":4.5643,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"247724342784","shards":7,"effective_bpw":4.6408,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"251358911328","shards":7,"effective_bpw":4.7089,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"261282110272","shards":7,"effective_bpw":4.8948,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"264031796736","shards":7,"effective_bpw":4.9463,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"268894526304","shards":7,"effective_bpw":5.0374,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"295228545984","shards":8,"effective_bpw":5.5307,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"298756339264","shards":8,"effective_bpw":5.5968,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"305348746176","shards":8,"effective_bpw":5.7203,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"317838325344","shards":8,"effective_bpw":5.9543,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"354416850624","shards":9,"effective_bpw":6.6395,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"369400554688","shards":10,"effective_bpw":6.9202,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"452714559392","shards":11,"effective_bpw":8.481,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"453611164768","shards":12,"effective_bpw":8.4978,"repo":"bartowski/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"852000340544","shards":18,"effective_bpw":15.961,"repo":"unsloth/MiniMax-M3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated","display_name":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"30429","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143264","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210144","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654944","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032224","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481184","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237024","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098464","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595424","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760544","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145824","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186144","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425504","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520864","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765856","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331744","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779424","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269024","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905312","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759584","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463264","shards":1,"effective_bpw":4.8317,"repo":"deadbydawn101/RavenX-CyberAgent-Qwen3.6-35B-A3B-Opus-4.7-OpenMythos-Pentester-BugHunter-RATH-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170144","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285024","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132704","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154144","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-3b-instruct-2512","canonical_repo":"mistralai/Ministral-3-3B-Instruct-2512","display_name":"Ministral-3-3B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"3849090048","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"30295","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-3B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"969159968","shards":1,"effective_bpw":2.0143,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1019196704","shards":1,"effective_bpw":2.1183,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1108948256","shards":1,"effective_bpw":2.3049,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1339888928","shards":1,"effective_bpw":2.7848,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1457804576","shards":1,"effective_bpw":3.0299,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1458959648","shards":1,"effective_bpw":3.0323,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1458959648","shards":1,"effective_bpw":3.0323,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1639150880","shards":1,"effective_bpw":3.4068,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1795552544","shards":1,"effective_bpw":3.7319,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1959277856","shards":1,"effective_bpw":4.0722,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2046375200","shards":1,"effective_bpw":4.2532,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2051290400","shards":1,"effective_bpw":4.2634,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2053256480","shards":1,"effective_bpw":4.2675,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146497184","shards":1,"effective_bpw":4.4613,"repo":"AmarettoLabs/Amaretto-3B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146497824","shards":1,"effective_bpw":4.4613,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2147023008","shards":1,"effective_bpw":4.4624,"repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2230203680","shards":1,"effective_bpw":4.6353,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2419340576","shards":1,"effective_bpw":5.0284,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473652896","shards":1,"effective_bpw":5.1413,"repo":"AmarettoLabs/Amaretto-3B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473653536","shards":1,"effective_bpw":5.1413,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2474178720","shards":1,"effective_bpw":5.1424,"repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821255840","shards":1,"effective_bpw":5.8637,"repo":"AmarettoLabs/Amaretto-3B","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821256480","shards":1,"effective_bpw":5.8637,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651678880","shards":1,"effective_bpw":7.5897,"repo":"AmarettoLabs/Amaretto-3B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651679520","shards":1,"effective_bpw":7.5897,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3652204704","shards":1,"effective_bpw":7.5908,"repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6866220032","shards":1,"effective_bpw":14.2708,"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6866745504","shards":1,"effective_bpw":14.2719,"repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwythos-9b-claude-mythos-5-1m-abliterated","canonical_repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated","display_name":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"30129","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969888","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914970208","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022560","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022880","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475991136","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783840","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610528","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610612","shards":1,"effective_bpw":3.9263,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610848","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048513312","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048513396","shards":1,"effective_bpw":4.184,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513632","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326419040","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357876000","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864992","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554784","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554868","shards":1,"effective_bpw":4.5486,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488555104","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663968","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091680","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091764","shards":1,"effective_bpw":4.7902,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780092000","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462880","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472643360","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643680","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545440","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545524","shards":1,"effective_bpw":5.505,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545760","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902560","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902642","shards":1,"effective_bpw":6.2644,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902880","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061600","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061682","shards":1,"effective_bpw":8.1102,"repo":"Abiray/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407322400","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-53b-a3b-2507-thinking-total-recall-v2-master-coder","canonical_repo":"DavidAU/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER","display_name":"Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER","publisher":"DavidAU","modality":"text","arch_key":"qwen3moe","params_total":"52964465664","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29771","n_layers":84,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":10,"arch_source":"DavidAU/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"10974046240","shards":1,"effective_bpw":1.6576,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12134524960","shards":1,"effective_bpw":1.8329,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"14068656160","shards":1,"effective_bpw":2.125,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"15637981216","shards":1,"effective_bpw":2.362,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"15973146656","shards":1,"effective_bpw":2.4127,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"17520451616","shards":1,"effective_bpw":2.6464,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"18112823328","shards":1,"effective_bpw":2.7358,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"19430096928","shards":1,"effective_bpw":2.9348,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"20471144480","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"21751101472","shards":1,"effective_bpw":3.2854,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"22965647392","shards":1,"effective_bpw":3.4688,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"22977345568","shards":1,"effective_bpw":3.4706,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"23338317856","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"25443072032","shards":1,"effective_bpw":3.843,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"27530000416","shards":1,"effective_bpw":4.1583,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"28324737056","shards":1,"effective_bpw":4.2783,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"30081519648","shards":1,"effective_bpw":4.5437,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"30207873056","shards":1,"effective_bpw":4.5627,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"32147034144","shards":1,"effective_bpw":4.8556,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"33245122592","shards":1,"effective_bpw":5.0215,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"36534554656","shards":1,"effective_bpw":5.5183,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"37663428640","shards":1,"effective_bpw":5.6889,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"43524597792","shards":1,"effective_bpw":6.5742,"repo":"mradermacher/Qwen3-53B-A3B-2507-THINKING-TOTAL-RECALL-v2-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan-2-1-comfyui-repackaged","canonical_repo":"Comfy-Org/Wan_2.1_ComfyUI_repackaged","display_name":"Wan_2.1_ComfyUI_repackaged","publisher":"Comfy-Org","modality":"video","arch_key":"pig","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29744","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"F16","bytes":"4561906528","shards":2,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4561906528","shards":2,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4561906528","shards":2,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9825539904","shards":1,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9825539904","shards":1,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9825539904","shards":1,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"16890510592","shards":2,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"16890510592","shards":2,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"16890510592","shards":2,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21449563392","shards":2,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21449563392","shards":2,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21449563392","shards":2,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24800419072","shards":2,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24800419072","shards":2,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24800419072","shards":2,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45897042464","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45897042464","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45897042464","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"52215736864","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"52215736864","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"52215736864","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"66262477344","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"66262477344","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"66262477344","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"67524884256","shards":11,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"67524884256","shards":11,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"67524884256","shards":11,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"68351109664","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"68351109664","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"68351109664","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"76494613024","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"76494613024","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"76494613024","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"78348626464","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"78348626464","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"78348626464","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"80851101472","shards":11,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"80851101472","shards":11,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"80851101472","shards":11,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85147085344","shards":6,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85147085344","shards":6,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85147085344","shards":6,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"119555364640","shards":11,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"119555364640","shards":11,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"119555364640","shards":11,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"337529090208","shards":19,"effective_bpw":null,"repo":"wanabmeya/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"337529090208","shards":19,"effective_bpw":null,"repo":"jhq2250/clip_vision_h.safetensors","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"337529090208","shards":19,"effective_bpw":null,"repo":"calcuis/wan-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-mistral-24b-venice-edition","canonical_repo":"dphn/Dolphin-Mistral-24B-Venice-Edition","display_name":"Dolphin-Mistral-24B-Venice-Edition","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29605","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin-Mistral-24B-Venice-Edition","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273721600","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750496000","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545119616","shards":1,"effective_bpw":2.1807,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545120000","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207033216","shards":1,"effective_bpw":2.4012,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207033600","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478352256","shards":1,"effective_bpw":2.4916,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478352640","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114051456","shards":1,"effective_bpw":2.7034,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114051520","shards":1,"effective_bpw":2.7034,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114051840","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320162560","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890325376","shards":1,"effective_bpw":2.962,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890325760","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280592256","shards":1,"effective_bpw":3.0921,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280592640","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545685376","shards":1,"effective_bpw":3.1804,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907116416","shards":1,"effective_bpw":3.3008,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907116800","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274816","shards":1,"effective_bpw":3.4651,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400275200","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428128000","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650950016","shards":1,"effective_bpw":3.5486,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650950080","shards":1,"effective_bpw":3.5486,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650950400","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082176","shards":1,"effective_bpw":3.8229,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082240","shards":1,"effective_bpw":3.8229,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474082560","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400761216","shards":1,"effective_bpw":4.1316,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400761600","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758915456","shards":1,"effective_bpw":4.251,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758915840","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468014976","shards":1,"effective_bpw":4.4872,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494229376","shards":1,"effective_bpw":4.4959,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494229760","shards":1,"effective_bpw":4.4959,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549279616","shards":1,"effective_bpw":4.5143,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549280000","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909376","shards":1,"effective_bpw":4.7757,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909440","shards":1,"effective_bpw":4.7757,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333909760","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831982976","shards":1,"effective_bpw":4.9417,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873106816","shards":1,"effective_bpw":4.9554,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873107200","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304413056","shards":1,"effective_bpw":5.4322,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304413440","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984256","shards":1,"effective_bpw":5.5854,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984320","shards":1,"effective_bpw":5.5854,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763984640","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178171776","shards":1,"effective_bpw":5.7233,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938816","shards":1,"effective_bpw":6.4456,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938880","shards":1,"effective_bpw":6.4456,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345939200","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670997376","shards":1,"effective_bpw":6.5539,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779776","shards":1,"effective_bpw":8.3476,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779840","shards":1,"effective_bpw":8.3476,"repo":"AIOpsInSpace/Dolphin-Mistral-24B-Venice-Edition-Patched","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153518656","shards":1,"effective_bpw":15.7104,"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-9b","canonical_repo":"Hcompany/Holo-3.1-9B","display_name":"Holo-3.1-9B","publisher":"Hcompany","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29549","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Hcompany/Holo-3.1-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642848","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877270176","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101649056","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346464","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427969184","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472288","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697240224","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262944","shards":1,"effective_bpw":3.2538,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827263392","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263648","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166944","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243417248","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407328","shards":1,"effective_bpw":3.6212,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407776","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408032","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370819232","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383712","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525344","shards":1,"effective_bpw":3.9308,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525792","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623526048","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515232","shards":1,"effective_bpw":4.1876,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515680","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515936","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441760","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898784","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313357280","shards":1,"effective_bpw":4.5173,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940896","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630304","shards":1,"effective_bpw":4.5498,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630752","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351631008","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215584","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109728","shards":1,"effective_bpw":4.7857,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629110176","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110432","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334432","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310176","shards":1,"effective_bpw":5.3606,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6305310176","shards":1,"effective_bpw":5.3606,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310624","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310880","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970528","shards":1,"effective_bpw":5.4989,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970976","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467971232","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260128","shards":1,"effective_bpw":6.2567,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260576","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260832","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Holo-3.1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502304","shards":1,"effective_bpw":8.1001,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502752","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697824","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697824","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698272","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Holo-3.1-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"firered-image-edit-1-1","canonical_repo":"FireRedTeam/FireRed-Image-Edit-1.1","display_name":"FireRed-Image-Edit-1.1","publisher":"FireRedTeam","modality":"text","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29468","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q8_0","bytes":"8098523712","shards":1,"effective_bpw":3.1712,"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523712","shards":1,"effective_bpw":3.1712,"repo":"cusiman/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9144597056","shards":1,"effective_bpw":3.5808,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9868900928","shards":1,"effective_bpw":3.8644,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11975457344","shards":1,"effective_bpw":4.6893,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12249135680","shards":1,"effective_bpw":4.7964,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"cusiman/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12912097856","shards":1,"effective_bpw":5.056,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"cusiman/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13107919424","shards":1,"effective_bpw":5.1327,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14117698112","shards":1,"effective_bpw":5.5281,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14386657856","shards":1,"effective_bpw":5.6334,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14869723712","shards":1,"effective_bpw":5.8226,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717952","shards":1,"effective_bpw":6.027,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990272","shards":1,"effective_bpw":6.5882,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817152","shards":1,"effective_bpw":8.5213,"repo":"vantagewithai/FireRed-Image-Edit-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ltx-video","canonical_repo":"Lightricks/LTX-Video","display_name":"LTX-Video","publisher":"Lightricks","modality":"video","arch_key":"ltxv","params_total":"1923385472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"29245","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"984805888","shards":1,"effective_bpw":4.0961,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1079439872","shards":1,"effective_bpw":4.4897,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1263727104","shards":1,"effective_bpw":5.2563,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1295184384","shards":1,"effective_bpw":5.3871,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1351807488","shards":1,"effective_bpw":5.6226,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1416032768","shards":1,"effective_bpw":5.8898,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1469248000","shards":1,"effective_bpw":6.1111,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1498608128","shards":1,"effective_bpw":6.2332,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1562833408","shards":1,"effective_bpw":6.5003,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1586688512","shards":1,"effective_bpw":6.5996,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1635640320","shards":2,"effective_bpw":6.8032,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1718809088","shards":1,"effective_bpw":7.1491,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1969611776","shards":2,"effective_bpw":8.1923,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2158879744","shards":2,"effective_bpw":8.9795,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2173891072","shards":1,"effective_bpw":9.0419,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2332943360","shards":2,"effective_bpw":9.7035,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2590368768","shards":2,"effective_bpw":10.7742,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2703614976","shards":2,"effective_bpw":11.2452,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2832065536","shards":2,"effective_bpw":11.7795,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2938496000","shards":2,"effective_bpw":12.2222,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2997216256","shards":2,"effective_bpw":12.4664,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3125666816","shards":2,"effective_bpw":13.0007,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3173377024","shards":2,"effective_bpw":13.1991,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3437618176","shards":2,"effective_bpw":14.2982,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3935498752","shards":1,"effective_bpw":16.369,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3935498752","shards":1,"effective_bpw":16.369,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4347782144","shards":2,"effective_bpw":18.0839,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5280985568","shards":3,"effective_bpw":21.9654,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"7693595104","shards":1,"effective_bpw":32.0002,"repo":"city96/LTX-Video-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7785014272","shards":2,"effective_bpw":32.3805,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7870997504","shards":2,"effective_bpw":32.7381,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"10364998464","shards":3,"effective_bpw":null,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13756314368","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"15387190272","shards":2,"effective_bpw":null,"repo":"calcuis/ltxv0.9.6-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15821191680","shards":3,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16318449696","shards":5,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"16487868672","shards":7,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16685218304","shards":3,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"18800329472","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19006796032","shards":7,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22119067904","shards":7,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"23080089056","shards":3,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"24587838208","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"25356952320","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"25587052800","shards":7,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27058376960","shards":7,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"29239845632","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"31856853760","shards":8,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"40062888704","shards":11,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"44306473920","shards":13,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"73859583744","shards":12,"effective_bpw":null,"repo":"calcuis/ltxv-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-t2v-14b","canonical_repo":"Wan-AI/Wan2.1-T2V-14B","display_name":"Wan2.1-T2V-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"14288491584","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"29031","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-T2V-14B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"6987864704","shards":1,"effective_bpw":3.9124,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7648959104","shards":1,"effective_bpw":4.2826,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9030949504","shards":1,"effective_bpw":5.0563,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9221003904","shards":1,"effective_bpw":5.1628,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9732184704","shards":1,"effective_bpw":5.449,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10124581504","shards":1,"effective_bpw":5.6687,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10610367104","shards":1,"effective_bpw":5.9407,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10787314304","shards":1,"effective_bpw":6.0397,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11264907904","shards":1,"effective_bpw":6.3071,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11488549504","shards":1,"effective_bpw":6.4323,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12476504704","shards":1,"effective_bpw":6.9855,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15879461504","shards":1,"effective_bpw":8.8908,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29052197504","shards":1,"effective_bpw":16.2661,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29052197504","shards":1,"effective_bpw":16.2661,"repo":"city96/Wan2.1-T2V-14B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-llama3-8b","canonical_repo":"dphn/dolphin-2.9-llama3-8b","display_name":"dolphin-2.9-llama3-8b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"28976","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.9-llama3-8b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019636864","shards":1,"effective_bpw":2.012,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161981056","shards":1,"effective_bpw":2.1538,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399221376","shards":1,"effective_bpw":2.3902,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605790848","shards":1,"effective_bpw":2.596,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758498752","shards":1,"effective_bpw":2.7481,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948291008","shards":1,"effective_bpw":2.9372,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179141824","shards":1,"effective_bpw":3.1672,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179653632","shards":1,"effective_bpw":3.1677,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274922432","shards":1,"effective_bpw":3.2626,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518758400","shards":1,"effective_bpw":3.5055,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664510464","shards":1,"effective_bpw":3.6507,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665022272","shards":1,"effective_bpw":3.6512,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682335264","shards":1,"effective_bpw":3.6685,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692173824","shards":1,"effective_bpw":3.6783,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784834560","shards":1,"effective_bpw":3.7706,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018929152","shards":1,"effective_bpw":4.0038,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019440960","shards":1,"effective_bpw":4.0043,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321967616","shards":1,"effective_bpw":4.3057,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322479424","shards":1,"effective_bpw":4.3062,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447674688","shards":1,"effective_bpw":4.4309,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661735808","shards":1,"effective_bpw":4.6442,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675904064","shards":1,"effective_bpw":4.6583,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4678001216","shards":1,"effective_bpw":4.6604,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692681280","shards":1,"effective_bpw":4.675,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693193088","shards":1,"effective_bpw":4.6755,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745312","shards":1,"effective_bpw":4.9022,"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746560","shards":1,"effective_bpw":4.9022,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921258368","shards":1,"effective_bpw":4.9027,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130777472","shards":1,"effective_bpw":5.1114,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310650880","shards":1,"effective_bpw":5.2906,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599307328","shards":1,"effective_bpw":5.5782,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599819136","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599819136","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733000768","shards":1,"effective_bpw":5.7114,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733512576","shards":1,"effective_bpw":5.7119,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057236992","shards":1,"effective_bpw":6.0344,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068860800","shards":1,"effective_bpw":6.046,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596020864","shards":1,"effective_bpw":6.5712,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596532672","shards":1,"effective_bpw":6.5717,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850484736","shards":1,"effective_bpw":6.8247,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540788000","shards":1,"effective_bpw":8.5086,"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540789248","shards":1,"effective_bpw":8.5086,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541301056","shards":1,"effective_bpw":8.5091,"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068923680","shards":1,"effective_bpw":16.0083,"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068923680","shards":1,"effective_bpw":16.0083,"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068924640","shards":1,"effective_bpw":16.0083,"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-audio-1-5b","canonical_repo":"LiquidAI/LFM2.5-Audio-1.5B","display_name":"LFM2.5-Audio-1.5B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1470308496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"28850","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-Audio-1.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"855282912","shards":3,"effective_bpw":4.6536,"repo":"Paulescu/LFM2.5-Audio-1.5B-OHF-Voice-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"855283552","shards":3,"effective_bpw":4.6536,"repo":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1528952544","shards":3,"effective_bpw":8.3191,"repo":"Paulescu/LFM2.5-Audio-1.5B-OHF-Voice-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1528953184","shards":3,"effective_bpw":8.3191,"repo":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2873183904","shards":3,"effective_bpw":15.6331,"repo":"Paulescu/LFM2.5-Audio-1.5B-OHF-Voice-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2873184544","shards":3,"effective_bpw":15.6331,"repo":"LiquidAI/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm2-360m-instruct","canonical_repo":"HuggingFaceTB/SmolLM2-360M-Instruct","display_name":"SmolLM2-360M-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"361821120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28799","n_layers":32,"n_head":15,"n_head_kv":5,"head_dim_k":64,"head_dim_v":64,"hidden":960,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM2-360M-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"218673760","shards":1,"effective_bpw":4.835,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"218674080","shards":1,"effective_bpw":4.835,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"218674080","shards":1,"effective_bpw":4.835,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"218674080","shards":1,"effective_bpw":4.835,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"218674080","shards":1,"effective_bpw":4.835,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"224894880","shards":1,"effective_bpw":4.9725,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"226661280","shards":1,"effective_bpw":5.0116,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"229733280","shards":1,"effective_bpw":5.0795,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"234686560","shards":1,"effective_bpw":5.189,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"234686880","shards":1,"effective_bpw":5.189,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"246322080","shards":1,"effective_bpw":5.4463,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"259915680","shards":1,"effective_bpw":5.7468,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"270590560","shards":1,"effective_bpw":5.9829,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"270590880","shards":1,"effective_bpw":5.9829,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"270590880","shards":1,"effective_bpw":5.9829,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"283186080","shards":1,"effective_bpw":6.2613,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"289944160","shards":1,"effective_bpw":6.4108,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"289944480","shards":1,"effective_bpw":6.4108,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"289944480","shards":1,"effective_bpw":6.4108,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"367358560","shards":1,"effective_bpw":8.1224,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"367358880","shards":1,"effective_bpw":8.1224,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"367358880","shards":1,"effective_bpw":8.1224,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"386404960","shards":1,"effective_bpw":8.5436,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"386404992","shards":1,"effective_bpw":8.5436,"repo":"HuggingFaceTB/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"386405280","shards":1,"effective_bpw":8.5436,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"725553760","shards":1,"effective_bpw":16.0423,"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"725553792","shards":1,"effective_bpw":16.0423,"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chroma1-hd","canonical_repo":"lodestones/Chroma1-HD","display_name":"Chroma1-HD","publisher":"lodestones","modality":"image","arch_key":"flux","params_total":"8899983424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28785","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3414855840","shards":1,"effective_bpw":3.0695,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5566533792","shards":1,"effective_bpw":5.0036,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5969973408","shards":1,"effective_bpw":5.3663,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6650777760","shards":1,"effective_bpw":5.9782,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7045812384","shards":1,"effective_bpw":6.3333,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7650971808","shards":1,"effective_bpw":6.8773,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"ND911/Chroma1_HD_and_HD_Annealed_ggufs","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma1-HD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"ND911/Chroma1_HD_and_HD_Annealed_ggufs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22369944192","shards":4,"effective_bpw":20.1079,"repo":"dawncreates/UnCanny-Photorealism-Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30707696256","shards":4,"effective_bpw":27.6025,"repo":"dawncreates/UnCanny-Photorealism-Chroma-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"39045448320","shards":4,"effective_bpw":null,"repo":"dawncreates/UnCanny-Photorealism-Chroma-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-70b-heretic","canonical_repo":"Total04/DeepSeek-R1-Distill-Llama-70B-heretic","display_name":"DeepSeek-R1-Distill-Llama-70B-heretic","publisher":"Total04","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"28729","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Total04/DeepSeek-R1-Distill-Llama-70B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343485920","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751199200","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097388000","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142111200","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242345952","shards":1,"effective_bpw":2.522,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119296992","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471946208","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375111360","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375111648","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469497312","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307732960","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053952","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912054240","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912054240","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937037280","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267497152","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267497440","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140595392","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140595680","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902664672","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269665984","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116536288","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347222720","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347223008","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396480","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520396768","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313592800","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657449664","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657449952","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819584","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949819872","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888146112","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888146400","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052480","shards":1,"effective_bpw":8.5013,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"scail-2","canonical_repo":"zai-org/SCAIL-2","display_name":"SCAIL-2","publisher":"zai-org","modality":"video","arch_key":"wan","params_total":"16395544384","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"28674","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6020521632","shards":1,"effective_bpw":2.9376,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7340088992","shards":1,"effective_bpw":3.5815,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8108662432","shards":1,"effective_bpw":3.9565,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8553078432","shards":1,"effective_bpw":4.1734,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9109438112","shards":1,"effective_bpw":4.4448,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9109438158","shards":1,"effective_bpw":4.4448,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10526449312","shards":1,"effective_bpw":5.1362,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10676854432","shards":1,"effective_bpw":5.2096,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10676854478","shards":1,"effective_bpw":5.2096,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10862812832","shards":1,"effective_bpw":5.3004,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11233910432","shards":1,"effective_bpw":5.4814,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11456036512","shards":1,"effective_bpw":5.5898,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11456036558","shards":1,"effective_bpw":5.5898,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12091776672","shards":1,"effective_bpw":5.9,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12091776718","shards":1,"effective_bpw":5.9,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12242181792","shards":1,"effective_bpw":5.9734,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12265283232","shards":1,"effective_bpw":5.9847,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12949642912","shards":1,"effective_bpw":6.3186,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12969836192","shards":1,"effective_bpw":6.3285,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12969836238","shards":1,"effective_bpw":6.3285,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13755408032","shards":1,"effective_bpw":6.7118,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14236442272","shards":1,"effective_bpw":6.9465,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14236442316","shards":1,"effective_bpw":6.9465,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17666268832","shards":1,"effective_bpw":8.62,"repo":"realrebelai/SCAIL-2_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18147303072","shards":1,"effective_bpw":8.8547,"repo":"vantagewithai/SCAIL-2-GGUF-ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18147303116","shards":1,"effective_bpw":8.8547,"repo":"Abiray/SCAIL-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-novelist-31b","canonical_repo":"Ateron/Gemma-4-Novelist-31B","display_name":"Gemma-4-Novelist-31B","publisher":"Ateron","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28588","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ateron/Gemma-4-Novelist-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490688","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873600","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845120","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360256","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889984","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067200","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590272","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314816","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315072","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509056","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370112","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761358016","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358272","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358272","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498624","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109824","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110080","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628271296","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271552","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791552","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234816","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579200","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763166400","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166656","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687064256","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064512","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422272","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842496","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842752","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571776","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572032","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201486016","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486272","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Novelist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676864","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Novelist-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-4-mini-reasoning","canonical_repo":"microsoft/Phi-4-mini-reasoning","display_name":"Phi-4-mini-reasoning","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"3836021760","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"28502","n_layers":32,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-4-mini-reasoning","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1141193632","shards":1,"effective_bpw":2.38,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1195260832","shards":1,"effective_bpw":2.4927,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1293319072","shards":1,"effective_bpw":2.6972,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1507424800","shards":1,"effective_bpw":3.1437,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1536129952","shards":1,"effective_bpw":3.2036,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1668545440","shards":1,"effective_bpw":3.4797,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1678866976","shards":1,"effective_bpw":3.5013,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682636320","shards":1,"effective_bpw":3.5091,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1682636704","shards":1,"effective_bpw":3.5091,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682636704","shards":1,"effective_bpw":3.5091,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1831483936","shards":1,"effective_bpw":3.8195,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1840709152","shards":1,"effective_bpw":3.8388,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1897332256","shards":1,"effective_bpw":3.9569,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1897332640","shards":1,"effective_bpw":3.9569,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2017656352","shards":1,"effective_bpw":4.2078,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117533216","shards":1,"effective_bpw":4.4161,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117533600","shards":1,"effective_bpw":4.4161,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2224487968","shards":1,"effective_bpw":4.6392,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2224488352","shards":1,"effective_bpw":4.6392,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2249653504","shards":1,"effective_bpw":4.6916,"repo":"lmstudio-community/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2249653792","shards":1,"effective_bpw":4.6916,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2325151264","shards":1,"effective_bpw":4.8491,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2325151648","shards":1,"effective_bpw":4.8491,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2331442720","shards":1,"effective_bpw":4.8622,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2331443104","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2337734176","shards":1,"effective_bpw":4.8753,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2491874560","shards":1,"effective_bpw":5.1968,"repo":"lmstudio-community/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2491874848","shards":1,"effective_bpw":5.1968,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2491875232","shards":1,"effective_bpw":5.1968,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2526477856","shards":1,"effective_bpw":5.269,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2526478240","shards":1,"effective_bpw":5.269,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2640722464","shards":1,"effective_bpw":5.5072,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2727804448","shards":1,"effective_bpw":5.6888,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2848128544","shards":1,"effective_bpw":5.9398,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2848128928","shards":1,"effective_bpw":5.9398,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2996976160","shards":1,"effective_bpw":6.2502,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155623168","shards":1,"effective_bpw":6.581,"repo":"lmstudio-community/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155623456","shards":1,"effective_bpw":6.581,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155623840","shards":1,"effective_bpw":6.581,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3304471072","shards":1,"effective_bpw":6.8915,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4084611328","shards":1,"effective_bpw":8.5184,"repo":"lmstudio-community/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4084611616","shards":1,"effective_bpw":8.5184,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4084612000","shards":1,"effective_bpw":8.5184,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7680694528","shards":1,"effective_bpw":16.018,"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7680694944","shards":1,"effective_bpw":16.018,"repo":"unsloth/Phi-4-mini-reasoning-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-7b","canonical_repo":"google/gemma-7b","display_name":"gemma-7b","publisher":"google","modality":"text","arch_key":"gemma","params_total":"8537680896","is_moe":false,"is_gated":true,"license_spdx":"gemma","downloads_30d":"28487","n_layers":28,"n_head":16,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":256000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-7b","arch_confidence":0.8,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2160192800","shards":1,"effective_bpw":2.0241,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2320035104","shards":1,"effective_bpw":2.1739,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2586438944","shards":1,"effective_bpw":2.4236,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2810572064","shards":1,"effective_bpw":2.6336,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2918903072","shards":1,"effective_bpw":2.7351,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3132026144","shards":1,"effective_bpw":2.9348,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3481446784","shards":1,"effective_bpw":3.2622,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3481447712","shards":1,"effective_bpw":3.2622,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3487100192","shards":1,"effective_bpw":3.2675,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3800739104","shards":1,"effective_bpw":3.5614,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3982403968","shards":1,"effective_bpw":3.7316,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3982404896","shards":1,"effective_bpw":3.7316,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3982404896","shards":1,"effective_bpw":3.7316,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4106071328","shards":1,"effective_bpw":3.8475,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4369328512","shards":1,"effective_bpw":4.0942,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4369329440","shards":1,"effective_bpw":4.0942,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4709067136","shards":1,"effective_bpw":4.4125,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4709068064","shards":1,"effective_bpw":4.4125,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4769623328","shards":1,"effective_bpw":4.4692,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5026000160","shards":1,"effective_bpw":4.7095,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5046446464","shards":1,"effective_bpw":4.7286,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5046447392","shards":1,"effective_bpw":4.7286,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5329758592","shards":1,"effective_bpw":4.9941,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5329759520","shards":1,"effective_bpw":4.9941,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5980727680","shards":1,"effective_bpw":5.6041,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5980728608","shards":1,"effective_bpw":5.6041,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6144502144","shards":1,"effective_bpw":5.7575,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6144503072","shards":1,"effective_bpw":5.7575,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7010167168","shards":1,"effective_bpw":6.5687,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7010168096","shards":1,"effective_bpw":6.5687,"repo":"mradermacher/gemma-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9077844352","shards":1,"effective_bpw":8.5061,"repo":"MaziyarPanahi/gemma-7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melinoe-gemma4-31b-vl","canonical_repo":"bgg1996/Melinoe-Gemma4-31B-VL","display_name":"Melinoe-Gemma4-31B-VL","publisher":"bgg1996","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28417","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bgg1996/Melinoe-Gemma4-31B-VL","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489952","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872864","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844384","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359520","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889248","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066464","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589536","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314048","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314336","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508320","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369376","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357248","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357536","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357536","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497888","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109056","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109344","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270528","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270816","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790816","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234048","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578464","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165632","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165920","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063488","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063776","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421536","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841728","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842016","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571008","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571296","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485248","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485536","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676096","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-super-120b-a12b-bf16","canonical_repo":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","display_name":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"123611012096","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"28290","n_layers":88,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":22,"arch_source":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"46379649440","shards":1,"effective_bpw":3.0017,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"47795718560","shards":1,"effective_bpw":3.0933,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"50155833984","shards":2,"effective_bpw":3.246,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"52043926112","shards":2,"effective_bpw":3.3682,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"52115229312","shards":2,"effective_bpw":3.3729,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"52676904800","shards":3,"effective_bpw":3.4092,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"52676904800","shards":3,"effective_bpw":3.4092,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"52744013664","shards":3,"effective_bpw":3.4135,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"54003321472","shards":2,"effective_bpw":3.495,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"54819768960","shards":2,"effective_bpw":3.5479,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"55344056928","shards":2,"effective_bpw":3.5818,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"56631805792","shards":3,"effective_bpw":3.6652,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"56631805792","shards":3,"effective_bpw":3.6652,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"61127510656","shards":2,"effective_bpw":3.9561,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"61634038368","shards":2,"effective_bpw":3.9889,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"61712254816","shards":3,"effective_bpw":3.994,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"61712254816","shards":3,"effective_bpw":3.994,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"64484689760","shards":3,"effective_bpw":4.1734,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"64484689760","shards":3,"effective_bpw":4.1734,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"64540625536","shards":2,"effective_bpw":4.177,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"64650726016","shards":2,"effective_bpw":4.1841,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"66319010432","shards":2,"effective_bpw":4.2921,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"66394507904","shards":2,"effective_bpw":4.297,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67204303456","shards":2,"effective_bpw":4.3494,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"69138795136","shards":2,"effective_bpw":4.4746,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"70993726080","shards":2,"effective_bpw":4.5947,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"76632705664","shards":2,"effective_bpw":4.9596,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"78040156800","shards":2,"effective_bpw":5.0507,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"79017953120","shards":3,"effective_bpw":5.114,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"82541168480","shards":3,"effective_bpw":5.342,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"86051079584","shards":3,"effective_bpw":5.5692,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"86981954304","shards":3,"effective_bpw":5.6294,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"87380413152","shards":3,"effective_bpw":5.6552,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"87563389664","shards":3,"effective_bpw":5.667,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"89717622624","shards":3,"effective_bpw":5.8064,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"96602573536","shards":3,"effective_bpw":6.252,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"96933923552","shards":3,"effective_bpw":6.2735,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"107333699552","shards":4,"effective_bpw":6.9465,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"112921986464","shards":3,"effective_bpw":7.3082,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"113563978496","shards":3,"effective_bpw":7.3498,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"114751457216","shards":4,"effective_bpw":7.4266,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"128472991232","shards":4,"effective_bpw":8.3147,"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"128472991680","shards":4,"effective_bpw":8.3147,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"128472992608","shards":4,"effective_bpw":8.3147,"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"241518659424","shards":5,"effective_bpw":15.6309,"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-gembrain-x-core-31b","canonical_repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B","display_name":"Gemma-4-Gembrain-X-Core-31B","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28074","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Gemma-4-Gembrain-X-Core-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156494336","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725877248","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674848768","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530363904","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157893632","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917070848","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976593920","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916318464","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916318720","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077512704","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072373760","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761361664","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761361920","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761361920","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424502272","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287113472","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287113728","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628274944","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628275200","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735795200","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862238464","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701582848","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164768","shards":1,"effective_bpw":4.544,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763170048","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763170304","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062624","shards":1,"effective_bpw":4.7804,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687067904","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687068160","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481425920","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840864","shards":1,"effective_bpw":5.4518,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311846144","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311846400","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570144","shards":1,"effective_bpw":5.5883,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845575424","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845575680","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484384","shards":1,"effective_bpw":6.4468,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201489664","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201489920","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675232","shards":1,"effective_bpw":8.3486,"repo":"Nimbz/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635680512","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mxbai-embed-xsmall-v1","canonical_repo":"mixedbread-ai/mxbai-embed-xsmall-v1","display_name":"mxbai-embed-xsmall-v1","publisher":"mixedbread-ai","modality":"embedding","arch_key":"bert","params_total":"24089472","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"28000","n_layers":6,"n_head":12,"n_head_kv":12,"head_dim_k":32,"head_dim_v":32,"hidden":384,"vocab_size":30522,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mixedbread-ai/mxbai-embed-xsmall-v1","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"30784160","shards":1,"effective_bpw":10.2233,"repo":"mixedbread-ai/mxbai-embed-xsmall-v1","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"51725344","shards":1,"effective_bpw":17.1777,"repo":"mixedbread-ai/mxbai-embed-xsmall-v1","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"51725344","shards":1,"effective_bpw":17.1777,"repo":"mixedbread-ai/mxbai-embed-xsmall-v1","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"96399904","shards":1,"effective_bpw":32.014,"repo":"mixedbread-ai/mxbai-embed-xsmall-v1","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-v-4-5","canonical_repo":"openbmb/MiniCPM-V-4_5","display_name":"MiniCPM-V-4_5","publisher":"openbmb","modality":"vision_language","arch_key":"qwen3","params_total":"8695895280","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"27889","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151748,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-V-4_5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3280843968","shards":1,"effective_bpw":3.0183,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3768644416","shards":1,"effective_bpw":3.4671,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4123194176","shards":1,"effective_bpw":3.7932,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4430426944","shards":1,"effective_bpw":4.0759,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4773680064","shards":1,"effective_bpw":4.3917,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4800942784","shards":1,"effective_bpw":4.4167,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4800943040","shards":1,"effective_bpw":4.4167,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5026714560","shards":1,"effective_bpw":4.6244,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5026714688","shards":1,"effective_bpw":4.6244,"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5246637760","shards":1,"effective_bpw":4.8268,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5719595712","shards":1,"effective_bpw":5.2619,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5719595968","shards":1,"effective_bpw":5.2619,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5719595968","shards":1,"effective_bpw":5.2619,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5849947072","shards":1,"effective_bpw":5.3818,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6724631616","shards":1,"effective_bpw":6.1865,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6724631744","shards":1,"effective_bpw":6.1865,"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8707877696","shards":1,"effective_bpw":8.011,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8707877824","shards":1,"effective_bpw":8.011,"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9547359616","shards":2,"effective_bpw":8.7833,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10053428608","shards":2,"effective_bpw":9.2489,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11439191424","shards":2,"effective_bpw":10.5238,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11699893632","shards":2,"effective_bpw":10.7636,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12385107328","shards":2,"effective_bpw":11.394,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13449262720","shards":2,"effective_bpw":12.373,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16384959296","shards":1,"effective_bpw":15.0737,"repo":"second-state/MiniCPM-V-4_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16384959424","shards":1,"effective_bpw":15.0737,"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17415754880","shards":2,"effective_bpw":16.022,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"32769918080","shards":2,"effective_bpw":30.1475,"repo":"openbmb/MiniCPM-V-4_5-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled","canonical_repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled","display_name":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"27733","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225763040","shards":1,"effective_bpw":1.7928,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766004960","shards":1,"effective_bpw":1.9484,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666408160","shards":1,"effective_bpw":2.2076,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402459360","shards":1,"effective_bpw":2.4196,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674781920","shards":1,"effective_bpw":2.498,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395104480","shards":1,"effective_bpw":2.7054,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658497760","shards":1,"effective_bpw":2.7813,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121836960","shards":1,"effective_bpw":2.9147,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121837280","shards":1,"effective_bpw":2.9147,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734168800","shards":1,"effective_bpw":3.091,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632892640","shards":1,"effective_bpw":3.3498,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073949600","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073949920","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085091040","shards":1,"effective_bpw":3.48,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580870880","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289642400","shards":1,"effective_bpw":3.8269,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289642720","shards":1,"effective_bpw":3.8269,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030199200","shards":1,"effective_bpw":4.0402,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030199520","shards":1,"effective_bpw":4.0402,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689286880","shards":1,"effective_bpw":4.23,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800697760","shards":1,"effective_bpw":4.262,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521430240","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568615840","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568616160","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540268960","shards":1,"effective_bpw":4.763,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540269280","shards":1,"effective_bpw":4.763,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547390720","shards":1,"effective_bpw":4.765,"repo":"peterjohannmedina/Medina-Qwen3.5-27B-OpenClaw","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078237920","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679609760","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679610080","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399604640","shards":1,"effective_bpw":5.5864,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399604960","shards":1,"effective_bpw":5.5864,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525600","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082525920","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595754240","shards":1,"effective_bpw":8.2345,"repo":"peterjohannmedina/Medina-Qwen3.5-27B-OpenClaw","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595759520","shards":1,"effective_bpw":8.2345,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-6-35b-a3b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated","display_name":"Huihui-Qwen3.6-35B-A3B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"27442","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142752","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209632","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654432","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031712","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480672","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236512","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097952","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594912","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760032","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145312","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185632","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424992","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520352","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764480","shards":1,"effective_bpw":3.7305,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765344","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331232","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778912","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268512","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889903936","shards":1,"effective_bpw":4.4259,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904800","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758208","shards":1,"effective_bpw":4.71,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759072","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169632","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"23938321664","shards":1,"effective_bpw":5.3268,"repo":"rafw007/Qwen3.6-35B-A3B-mlx-claude-coder-abliterated","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284512","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131328","shards":1,"effective_bpw":5.5027,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132192","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152768","shards":1,"effective_bpw":6.345,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153632","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139648","shards":1,"effective_bpw":8.2117,"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-14b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-14B-Instruct-abliterated","display_name":"Qwen2.5-Coder-14B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"27427","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-14B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704575840","shards":1,"effective_bpw":2.5482,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4704575840","shards":1,"effective_bpw":2.5482,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4704575840","shards":1,"effective_bpw":2.5482,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727200","shards":1,"effective_bpw":2.7102,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727200","shards":1,"effective_bpw":2.7102,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727200","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147040","shards":1,"effective_bpw":2.9011,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147040","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147040","shards":1,"effective_bpw":2.9011,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362400","shards":1,"effective_bpw":3.4575,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362400","shards":1,"effective_bpw":3.4575,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362400","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818400","shards":1,"effective_bpw":3.5373,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818400","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818400","shards":1,"effective_bpw":3.5373,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538720","shards":1,"effective_bpw":3.7463,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538720","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538720","shards":1,"effective_bpw":3.7463,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841120","shards":1,"effective_bpw":4.398,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841120","shards":1,"effective_bpw":4.398,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841120","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268640","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268640","shards":1,"effective_bpw":4.6279,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268640","shards":1,"effective_bpw":4.6279,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954400","shards":1,"effective_bpw":5.1813,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954400","shards":1,"effective_bpw":5.1813,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954400","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396320","shards":1,"effective_bpw":5.9523,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396320","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396320","shards":1,"effective_bpw":5.9523,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803360","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803360","shards":1,"effective_bpw":6.7714,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803360","shards":1,"effective_bpw":6.7714,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716640","shards":1,"effective_bpw":16.0041,"repo":"colton6901/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716640","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716640","shards":1,"effective_bpw":16.0041,"repo":"td-builder/Qwen2.5-Coder-14B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-large-v2","canonical_repo":"openai/whisper-large-v2","display_name":"whisper-large-v2","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"1543304960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"27380","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-large-v2","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"996526080","shards":1,"effective_bpw":5.1657,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1160366080","shards":1,"effective_bpw":6.015,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1296353280","shards":1,"effective_bpw":6.7199,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1667964224","shards":1,"effective_bpw":8.6462,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3106458208","shards":1,"effective_bpw":16.1029,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"6175245408","shards":1,"effective_bpw":32.0105,"repo":"handy-computer/whisper-large-v2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b-heretic","canonical_repo":"p-e-w/gpt-oss-20b-heretic","display_name":"gpt-oss-20b-heretic","publisher":"p-e-w","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"26914","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"p-e-w/gpt-oss-20b-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"11519189984","shards":1,"effective_bpw":4.4061,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11561214944","shards":1,"effective_bpw":4.4222,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11592987104","shards":1,"effective_bpw":4.4344,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12061090976","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065514656","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12109566944","shards":1,"effective_bpw":4.632,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12142928864","shards":1,"effective_bpw":4.6447,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12151776224","shards":1,"effective_bpw":4.6481,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12156199904","shards":1,"effective_bpw":4.6498,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12156199904","shards":1,"effective_bpw":4.6498,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12156199904","shards":1,"effective_bpw":4.6498,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12158411744","shards":1,"effective_bpw":4.6507,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12245779616","shards":1,"effective_bpw":4.6841,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12445766624","shards":1,"effective_bpw":4.7606,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12554331104","shards":1,"effective_bpw":4.8021,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12554515424","shards":1,"effective_bpw":4.8022,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12682617824","shards":1,"effective_bpw":4.8512,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916151456","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335110816","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654242976","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14852202464","shards":1,"effective_bpw":5.681,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805137056","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15853797344","shards":1,"effective_bpw":6.0642,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15892205216","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15903264224","shards":1,"effective_bpw":6.0831,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16070972384","shards":1,"effective_bpw":6.1472,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893062816","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16904121824","shards":1,"effective_bpw":6.4659,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17085101024","shards":1,"effective_bpw":6.5351,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22193345504","shards":1,"effective_bpw":8.4891,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193345504","shards":1,"effective_bpw":8.4891,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193345696","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261912736","shards":1,"effective_bpw":8.5153,"repo":"mradermacher/gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"41860888288","shards":1,"effective_bpw":16.012,"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"72559573792","shards":6,"effective_bpw":27.7544,"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"95097440032","shards":6,"effective_bpw":null,"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110296079200","shards":5,"effective_bpw":null,"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-medium-3-5-128b","canonical_repo":"mistralai/Mistral-Medium-3.5-128B","display_name":"Mistral-Medium-3.5-128B","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"127704211408","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"26685","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Medium-3.5-128B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"27193745664","shards":1,"effective_bpw":1.7035,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"29620281600","shards":1,"effective_bpw":1.8556,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"33664508160","shards":1,"effective_bpw":2.1089,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"34937742432","shards":1,"effective_bpw":2.1887,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"35344326496","shards":1,"effective_bpw":2.2141,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"37251817312","shards":1,"effective_bpw":2.3336,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"37315125504","shards":1,"effective_bpw":2.3376,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"39740875008","shards":1,"effective_bpw":2.4896,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"40430968672","shards":1,"effective_bpw":2.5328,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"42976256256","shards":1,"effective_bpw":2.6922,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"43000635648","shards":1,"effective_bpw":2.6938,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"43389525856","shards":1,"effective_bpw":2.7181,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"44109112416","shards":1,"effective_bpw":2.7632,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"46065753952","shards":1,"effective_bpw":2.8858,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"46590697728","shards":1,"effective_bpw":2.9187,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46590698592","shards":1,"effective_bpw":2.9187,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"46968185952","shards":1,"effective_bpw":2.9423,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"48365674752","shards":1,"effective_bpw":3.0299,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"48609075040","shards":1,"effective_bpw":3.0451,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"49252770912","shards":1,"effective_bpw":3.0854,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"49860681568","shards":1,"effective_bpw":3.1235,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"51433545760","shards":2,"effective_bpw":3.222,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"51659251968","shards":1,"effective_bpw":3.2362,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"52172005408","shards":2,"effective_bpw":3.2683,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"54366937344","shards":1,"effective_bpw":3.4058,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54366938528","shards":3,"effective_bpw":3.4058,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"54514000128","shards":1,"effective_bpw":3.415,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"54929236000","shards":2,"effective_bpw":3.441,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"56793473280","shards":1,"effective_bpw":3.5578,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"56962162720","shards":2,"effective_bpw":3.5684,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"59527110688","shards":2,"effective_bpw":3.7291,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"60619858176","shards":1,"effective_bpw":3.7975,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"60619859360","shards":3,"effective_bpw":3.7975,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"63281143840","shards":2,"effective_bpw":3.9642,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"66071404800","shards":1,"effective_bpw":4.139,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"67005685792","shards":2,"effective_bpw":4.1976,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"67074105600","shards":1,"effective_bpw":4.2018,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67124438432","shards":3,"effective_bpw":4.205,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"69141635104","shards":2,"effective_bpw":4.3314,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"70896166304","shards":3,"effective_bpw":4.4413,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"70999974144","shards":1,"effective_bpw":4.4478,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"70999975328","shards":3,"effective_bpw":4.4478,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"71248486656","shards":1,"effective_bpw":4.4633,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71248487840","shards":3,"effective_bpw":4.4633,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"72712822816","shards":2,"effective_bpw":4.5551,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"72756076544","shards":2,"effective_bpw":4.5578,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"73024249888","shards":2,"effective_bpw":4.5746,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"74897137920","shards":1,"effective_bpw":4.6919,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74897139136","shards":3,"effective_bpw":4.6919,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"78409343008","shards":2,"effective_bpw":4.9119,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"78471078144","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"78471079328","shards":3,"effective_bpw":4.9158,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"79604719648","shards":2,"effective_bpw":4.9868,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"79768690720","shards":2,"effective_bpw":4.9971,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"86184403200","shards":1,"effective_bpw":5.399,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"86184404416","shards":3,"effective_bpw":5.399,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"87066779808","shards":3,"effective_bpw":5.4543,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"88316813568","shards":1,"effective_bpw":5.5326,"repo":"mradermacher/Mistral-Medium-3.5-128B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88316814752","shards":3,"effective_bpw":5.5326,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"91111006336","shards":3,"effective_bpw":5.7076,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"92105056384","shards":3,"effective_bpw":5.7699,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"102575220288","shards":4,"effective_bpw":6.4258,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"107804598400","shards":3,"effective_bpw":6.7534,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"108584738976","shards":3,"effective_bpw":6.8023,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132854423840","shards":4,"effective_bpw":8.3226,"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132854425088","shards":4,"effective_bpw":8.3226,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"250064250304","shards":6,"effective_bpw":15.6652,"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-3-absolute-heresy","canonical_repo":"MuXodious/Cydonia-24B-v4.3-absolute-heresy","display_name":"Cydonia-24B-v4.3-absolute-heresy","publisher":"MuXodious","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"26669","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Cydonia-24B-v4.3-absolute-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723264","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497664","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121664","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035264","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354304","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053504","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164224","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327136","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327424","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594304","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118464","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276576","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276864","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129664","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952064","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083936","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084224","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762976","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763264","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917504","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889989216","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231424","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281376","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281664","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333907936","shards":1,"effective_bpw":4.8646,"repo":"jwhisenhunt/Cydonia-24B-v4.3-absolute-heresy-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911136","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911424","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108864","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414816","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415104","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763986016","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986304","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940576","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940864","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781536","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-next-80b-a3b-thinking-gguf","canonical_repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","display_name":"Qwen3-Next-80B-A3B-Thinking-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3next","params_total":"79674391296","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"26377","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"magistral-small-2509","canonical_repo":"mistralai/Magistral-Small-2509","display_name":"Magistral-Small-2509","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"26254","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Magistral-Small-2509","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"6750906560","shards":1,"effective_bpw":2.2492,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243325120","shards":1,"effective_bpw":2.7465,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890329280","shards":1,"effective_bpw":2.962,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047615680","shards":1,"effective_bpw":3.0144,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409210560","shards":1,"effective_bpw":3.1349,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278720","shards":1,"effective_bpw":3.4651,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474086080","shards":1,"effective_bpw":3.8229,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779890880","shards":1,"effective_bpw":4.2579,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468018880","shards":1,"effective_bpw":4.4872,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494233280","shards":1,"effective_bpw":4.4959,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549283520","shards":1,"effective_bpw":4.5143,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911104","shards":1,"effective_bpw":4.7757,"repo":"lmstudio-community/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333913280","shards":1,"effective_bpw":4.7757,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14334432256","shards":1,"effective_bpw":4.7759,"repo":"mistralai/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873110720","shards":1,"effective_bpw":4.9554,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416960","shards":1,"effective_bpw":5.4322,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763988160","shards":1,"effective_bpw":5.5854,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764507136","shards":1,"effective_bpw":5.5855,"repo":"mistralai/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940544","shards":1,"effective_bpw":6.4456,"repo":"lmstudio-community/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942720","shards":1,"effective_bpw":6.4456,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781504","shards":1,"effective_bpw":8.3476,"repo":"lmstudio-community/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783680","shards":1,"effective_bpw":8.3476,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25055302656","shards":1,"effective_bpw":8.3478,"repo":"mistralai/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153522624","shards":1,"effective_bpw":15.7104,"repo":"unsloth/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47154041856","shards":1,"effective_bpw":15.7106,"repo":"mistralai/Magistral-Small-2509-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2-5","canonical_repo":"MiniMaxAI/MiniMax-M2.5","display_name":"MiniMax-M2.5","publisher":"MiniMaxAI","modality":"text","arch_key":"minimax-m2","params_total":"228703644928","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"26108","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":196608,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"MiniMaxAI/MiniMax-M2.5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"46514882496","shards":1,"effective_bpw":1.6271,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"51614648256","shards":1,"effective_bpw":1.8055,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"55765943424","shards":1,"effective_bpw":1.9507,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"60114257856","shards":1,"effective_bpw":2.1028,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"63202444768","shards":3,"effective_bpw":2.2108,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"66950514624","shards":1,"effective_bpw":2.3419,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"68036279232","shards":1,"effective_bpw":2.3799,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"68439344608","shards":3,"effective_bpw":2.394,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"74123085280","shards":3,"effective_bpw":2.5928,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"74835966912","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"77559270336","shards":1,"effective_bpw":2.713,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"78199948736","shards":3,"effective_bpw":2.7354,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"83302681536","shards":1,"effective_bpw":2.9139,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"83302682080","shards":3,"effective_bpw":2.9139,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"83446728128","shards":3,"effective_bpw":2.9189,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"87953652672","shards":1,"effective_bpw":3.0766,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"93315761632","shards":3,"effective_bpw":3.2642,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"93329932224","shards":1,"effective_bpw":3.2647,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"98690596800","shards":1,"effective_bpw":3.4522,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"98690597344","shards":3,"effective_bpw":3.4522,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"98716499904","shards":1,"effective_bpw":3.4531,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"99994943424","shards":1,"effective_bpw":3.4978,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"109272481728","shards":1,"effective_bpw":3.8223,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"109272482368","shards":4,"effective_bpw":3.8223,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"118351052736","shards":1,"effective_bpw":4.1399,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"121879917504","shards":1,"effective_bpw":4.2633,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"121899124320","shards":4,"effective_bpw":4.264,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"128999622208","shards":4,"effective_bpw":4.5124,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"129503724480","shards":1,"effective_bpw":4.53,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"129503725120","shards":4,"effective_bpw":4.53,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"130033779648","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"130033780320","shards":4,"effective_bpw":4.5486,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342384064","shards":4,"effective_bpw":4.8392,"repo":"lmstudio-community/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"138342384576","shards":1,"effective_bpw":4.8392,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342385216","shards":4,"effective_bpw":4.8392,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"143226840000","shards":1,"effective_bpw":5.01,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143226840672","shards":4,"effective_bpw":5.01,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"157478437824","shards":1,"effective_bpw":5.5086,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157478438592","shards":5,"effective_bpw":5.5086,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"162303935424","shards":1,"effective_bpw":5.6774,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162303936224","shards":5,"effective_bpw":5.6774,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763082880","shards":5,"effective_bpw":6.5679,"repo":"lmstudio-community/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"187763083200","shards":1,"effective_bpw":6.5679,"repo":"mradermacher/MiniMax-M2.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763083968","shards":5,"effective_bpw":6.5679,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872352","shards":7,"effective_bpw":8.5049,"repo":"lmstudio-community/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136873280","shards":6,"effective_bpw":8.5049,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"457487025216","shards":10,"effective_bpw":16.0028,"repo":"unsloth/MiniMax-M2.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-qat-mobile-transformers","canonical_repo":"google/gemma-4-E4B-it-qat-mobile-transformers","display_name":"gemma-4-E4B-it-qat-mobile-transformers","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"3376527178","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"26026","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E4B-it-qat-mobile-transformers","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"bitnet-b1-58-3b","canonical_repo":"1bitLLM/bitnet_b1_58-3B","display_name":"bitnet_b1_58-3B","publisher":"1bitLLM","modality":"text","arch_key":null,"params_total":"3324389140","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"25955","n_layers":26,"n_head":32,"n_head_kv":32,"head_dim_k":100,"head_dim_v":100,"hidden":3200,"vocab_size":32002,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"1bitLLM/bitnet_b1_58-3B","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"grok-2","canonical_repo":"xai-org/grok-2","display_name":"grok-2","publisher":"xai-org","modality":"text","arch_key":"grok","params_total":"269515497472","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"25920","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"xai-org/grok-2","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"61379006624","shards":2,"effective_bpw":1.8219,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"68517712064","shards":2,"effective_bpw":2.0338,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"77736792256","shards":2,"effective_bpw":2.3075,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"78709870752","shards":2,"effective_bpw":2.3363,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"81784426368","shards":1,"effective_bpw":2.4276,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"81784426368","shards":1,"effective_bpw":2.4276,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"88205775136","shards":3,"effective_bpw":2.6182,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"88931520576","shards":2,"effective_bpw":2.6397,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"88931520576","shards":2,"effective_bpw":2.6397,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"94513483840","shards":2,"effective_bpw":2.8054,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"94513483840","shards":2,"effective_bpw":2.8054,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"96560828736","shards":3,"effective_bpw":2.8662,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"97609404736","shards":3,"effective_bpw":2.8973,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"99346894912","shards":2,"effective_bpw":2.9489,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"99346894912","shards":2,"effective_bpw":2.9489,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"100050489536","shards":3,"effective_bpw":2.9698,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"100050489536","shards":3,"effective_bpw":2.9698,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"100302147776","shards":3,"effective_bpw":2.9773,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"100302147776","shards":3,"effective_bpw":2.9773,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"103104991424","shards":3,"effective_bpw":3.0605,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"103104991424","shards":3,"effective_bpw":3.0605,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"106962702656","shards":3,"effective_bpw":3.175,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"111802929472","shards":3,"effective_bpw":3.3186,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"117330497728","shards":3,"effective_bpw":3.4827,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"117330497728","shards":3,"effective_bpw":3.4827,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"118044053696","shards":3,"effective_bpw":3.5039,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"118044053696","shards":3,"effective_bpw":3.5039,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"118044053824","shards":3,"effective_bpw":3.5039,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"123748307392","shards":4,"effective_bpw":3.6732,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"125023375776","shards":4,"effective_bpw":3.7111,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"130123649216","shards":3,"effective_bpw":3.8624,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"130123649216","shards":3,"effective_bpw":3.8624,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"130224312736","shards":4,"effective_bpw":3.8654,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"144761770432","shards":4,"effective_bpw":4.2969,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"144795324608","shards":3,"effective_bpw":4.2979,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"144795324608","shards":3,"effective_bpw":4.2979,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152982606144","shards":4,"effective_bpw":4.541,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152982606144","shards":4,"effective_bpw":4.541,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152982606272","shards":4,"effective_bpw":4.541,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"153116823872","shards":4,"effective_bpw":4.545,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"153116823872","shards":4,"effective_bpw":4.545,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"154324783424","shards":4,"effective_bpw":4.5808,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"154324783424","shards":4,"effective_bpw":4.5808,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"154727436704","shards":4,"effective_bpw":4.5928,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"157546009024","shards":4,"effective_bpw":4.6764,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"164055568672","shards":4,"effective_bpw":4.8696,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"164055568672","shards":4,"effective_bpw":4.8696,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"164055568960","shards":5,"effective_bpw":4.8696,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"164852486688","shards":5,"effective_bpw":4.8933,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"169155842368","shards":4,"effective_bpw":5.021,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"169155842368","shards":4,"effective_bpw":5.021,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"169155842592","shards":5,"effective_bpw":5.021,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"185865949504","shards":4,"effective_bpw":5.517,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"185865949504","shards":4,"effective_bpw":5.517,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"185865949728","shards":5,"effective_bpw":5.517,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"191570202912","shards":4,"effective_bpw":5.6864,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"191570202912","shards":4,"effective_bpw":5.6864,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"191570203136","shards":5,"effective_bpw":5.6864,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"221374927296","shards":5,"effective_bpw":6.571,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"221374927296","shards":5,"effective_bpw":6.571,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"221374927520","shards":6,"effective_bpw":6.571,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"286386639200","shards":6,"effective_bpw":8.5008,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"286386639200","shards":6,"effective_bpw":8.5008,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"286386639712","shards":8,"effective_bpw":8.5008,"repo":"bartowski/xai-org_grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"539051512672","shards":11,"effective_bpw":16.0006,"repo":"oki692/grok-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"539051512672","shards":11,"effective_bpw":16.0006,"repo":"unsloth/grok-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"z-image","canonical_repo":"Tongyi-MAI/Z-Image","display_name":"Z-Image","publisher":"Tongyi-MAI","modality":"image","arch_key":"lumina2","params_total":"6154908736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"25915","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4013115456","shards":1,"effective_bpw":5.2161,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4360190016","shards":1,"effective_bpw":5.6673,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4559946816","shards":1,"effective_bpw":5.9269,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4585244736","shards":1,"effective_bpw":5.9598,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4604183616","shards":1,"effective_bpw":5.9844,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4787443776","shards":1,"effective_bpw":6.2226,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4850665536","shards":1,"effective_bpw":6.3048,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5066995776","shards":1,"effective_bpw":6.586,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5263542336","shards":1,"effective_bpw":6.8414,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5289562176","shards":1,"effective_bpw":6.8752,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5528963136","shards":1,"effective_bpw":7.1864,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5578099776","shards":1,"effective_bpw":7.2503,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6101921856","shards":1,"effective_bpw":7.9311,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7224707136","shards":1,"effective_bpw":9.3905,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"12311939136","shards":1,"effective_bpw":16.0028,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"12311939136","shards":1,"effective_bpw":16.0028,"repo":"unsloth/Z-Image-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-4-119b-2603","canonical_repo":"mistralai/Mistral-Small-4-119B-2603","display_name":"Mistral-Small-4-119B-2603","publisher":"mistralai","modality":"text","arch_key":"mistral4","params_total":"119401317952","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"25691","n_layers":36,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":256,"qk_rope_head_dim":64,"n_expert":128,"n_expert_used":4,"arch_source":"mistralai/Mistral-Small-4-119B-2603","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"26882944256","shards":1,"effective_bpw":1.8012,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"29534629120","shards":1,"effective_bpw":1.9788,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"32306941632","shards":1,"effective_bpw":2.1646,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"33663298816","shards":1,"effective_bpw":2.2555,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"34924187328","shards":1,"effective_bpw":2.34,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"37019921664","shards":1,"effective_bpw":2.4804,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"37574987456","shards":1,"effective_bpw":2.5176,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"38138359040","shards":1,"effective_bpw":2.5553,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"41629199616","shards":1,"effective_bpw":2.7892,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"42069830912","shards":1,"effective_bpw":2.8187,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"42594118912","shards":1,"effective_bpw":2.8538,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"42797027008","shards":1,"effective_bpw":2.8674,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"44407639744","shards":1,"effective_bpw":2.9754,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"49641737920","shards":1,"effective_bpw":3.326,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"49867042048","shards":1,"effective_bpw":3.3411,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"51750284736","shards":2,"effective_bpw":3.4673,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"51995651520","shards":2,"effective_bpw":3.4838,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"54372913152","shards":3,"effective_bpw":3.643,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"54562565568","shards":2,"effective_bpw":3.6557,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"56898268640","shards":2,"effective_bpw":3.8122,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"56959610336","shards":2,"effective_bpw":3.8163,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"58126815232","shards":3,"effective_bpw":3.8946,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"59200557056","shards":3,"effective_bpw":3.9665,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"63794752992","shards":2,"effective_bpw":4.2743,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"67460181472","shards":2,"effective_bpw":4.5199,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"67709742624","shards":2,"effective_bpw":4.5366,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"69468213280","shards":3,"effective_bpw":4.6544,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69884358112","shards":2,"effective_bpw":4.6823,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"72158718784","shards":2,"effective_bpw":4.8347,"repo":"lmstudio-community/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"72636771776","shards":2,"effective_bpw":4.8667,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"73035230656","shards":2,"effective_bpw":4.8934,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"73763180544","shards":3,"effective_bpw":4.9422,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"82216562272","shards":3,"effective_bpw":5.5086,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"83556880384","shards":3,"effective_bpw":5.5984,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"85039164992","shards":3,"effective_bpw":5.6977,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"85370515008","shards":3,"effective_bpw":5.7199,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"89160470528","shards":3,"effective_bpw":5.9738,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"97668484064","shards":3,"effective_bpw":6.5439,"repo":"lmstudio-community/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"99428126848","shards":4,"effective_bpw":6.6618,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"102808727104","shards":3,"effective_bpw":6.8883,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"103068773952","shards":3,"effective_bpw":6.9057,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"126472989760","shards":4,"effective_bpw":8.4738,"repo":"lmstudio-community/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"126472990400","shards":4,"effective_bpw":8.4738,"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"126472999072","shards":4,"effective_bpw":8.4738,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"237992005728","shards":6,"effective_bpw":15.9457,"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-claude-mythos-5-1m-mtp","canonical_repo":"MuXodious/Qwythos-9B-Claude-Mythos-5-1M-MTP","display_name":"Qwythos-9B-Claude-Mythos-5-1M-MTP","publisher":"MuXodious","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"25686","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Qwythos-9B-Claude-Mythos-5-1M-MTP","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914970240","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914970528","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022912","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364023200","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475991456","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522784160","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610880","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737611168","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048513664","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513952","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326419360","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357876352","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462865312","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488555136","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488555424","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555664288","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780092032","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780092320","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961463200","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472643712","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472644000","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545792","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642546080","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902912","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558903200","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061952","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407322752","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Qwythos-9B-Claude-Mythos-5-1M-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hy-mt2-1-8b","canonical_repo":"tencent/Hy-MT2-1.8B","display_name":"Hy-MT2-1.8B","publisher":"tencent","modality":"text","arch_key":"hunyuan-dense","params_total":"2038515712","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"25653","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":120818,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/Hy-MT2-1.8B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1133080448","shards":1,"effective_bpw":4.4467,"repo":"tencent/Hy-MT2-1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1474785120","shards":1,"effective_bpw":5.7877,"repo":"tencent/Hy-MT2-1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1908528192","shards":1,"effective_bpw":7.4899,"repo":"tencent/Hy-MT2-1.8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-diffusion-3-5-medium","canonical_repo":"stabilityai/stable-diffusion-3.5-medium","display_name":"stable-diffusion-3.5-medium","publisher":"stabilityai","modality":"image","arch_key":null,"params_total":"2469663936","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"25621","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"1449427392","shards":1,"effective_bpw":4.6951,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1494548928","shards":1,"effective_bpw":4.8413,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1635499328","shards":2,"effective_bpw":5.2979,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1744597440","shards":1,"effective_bpw":5.6513,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1744597440","shards":1,"effective_bpw":5.6513,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1787064768","shards":1,"effective_bpw":5.7889,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1787064768","shards":1,"effective_bpw":5.7889,"repo":"tensorart/stable-diffusion-3.5-medium-turbo","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1883500992","shards":1,"effective_bpw":6.1012,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2022404544","shards":1,"effective_bpw":6.5512,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2022404544","shards":1,"effective_bpw":6.5512,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2067526080","shards":1,"effective_bpw":6.6974,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2161308096","shards":1,"effective_bpw":7.0011,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2317574592","shards":1,"effective_bpw":7.5073,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2855825856","shards":1,"effective_bpw":9.2509,"repo":"tensorart/stable-diffusion-3.5-medium-turbo","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2855825856","shards":1,"effective_bpw":9.2509,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4939379136","shards":1,"effective_bpw":16.0002,"repo":"city96/stable-diffusion-3.5-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5293502272","shards":4,"effective_bpw":17.1473,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5789347424","shards":4,"effective_bpw":18.7535,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6285195840","shards":4,"effective_bpw":20.3597,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6781040992","shards":4,"effective_bpw":21.9659,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9260281152","shards":4,"effective_bpw":29.9969,"repo":"second-state/stable-diffusion-3.5-medium-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-4-14b","canonical_repo":"NousResearch/Hermes-4-14B","display_name":"Hermes-4-14B","publisher":"NousResearch","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"25490","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-4-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"4299192192","shards":1,"effective_bpw":2.3289,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4691588992","shards":1,"effective_bpw":2.5414,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4691589056","shards":1,"effective_bpw":2.5414,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963312512","shards":1,"effective_bpw":2.6886,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963312576","shards":1,"effective_bpw":2.6886,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322941312","shards":1,"effective_bpw":2.8834,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322941376","shards":1,"effective_bpw":2.8834,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"5389849472","shards":1,"effective_bpw":2.9197,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753983872","shards":1,"effective_bpw":3.1169,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753983936","shards":1,"effective_bpw":3.1169,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942666112","shards":1,"effective_bpw":3.2191,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942666176","shards":1,"effective_bpw":3.2191,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375300992","shards":1,"effective_bpw":3.4535,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375301056","shards":1,"effective_bpw":3.4535,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513663936","shards":1,"effective_bpw":3.5285,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105792","shards":1,"effective_bpw":3.6062,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105856","shards":1,"effective_bpw":3.6062,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6684958592","shards":1,"effective_bpw":3.6212,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883409792","shards":1,"effective_bpw":3.7287,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883409856","shards":1,"effective_bpw":3.7287,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313152","shards":1,"effective_bpw":3.966,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313216","shards":1,"effective_bpw":3.966,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651392","shards":1,"effective_bpw":4.2798,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651456","shards":1,"effective_bpw":4.2798,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110730112","shards":1,"effective_bpw":4.3936,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110730176","shards":1,"effective_bpw":4.3936,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541363072","shards":1,"effective_bpw":4.6269,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541363136","shards":1,"effective_bpw":4.6269,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543001472","shards":1,"effective_bpw":4.6277,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543001536","shards":1,"effective_bpw":4.6277,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475712","shards":1,"effective_bpw":4.6443,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475776","shards":1,"effective_bpw":4.6443,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001749344","shards":1,"effective_bpw":4.8763,"repo":"ignyse/Hermes-4-14B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753472","shards":1,"effective_bpw":4.8763,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753536","shards":1,"effective_bpw":4.8763,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389521856","shards":1,"effective_bpw":5.0863,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579110336","shards":1,"effective_bpw":5.189,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263894912","shards":1,"effective_bpw":5.56,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263894976","shards":1,"effective_bpw":5.56,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10291747712","shards":1,"effective_bpw":5.575,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570112","shards":1,"effective_bpw":5.6957,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570176","shards":1,"effective_bpw":5.6957,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994687936","shards":1,"effective_bpw":5.9558,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937792","shards":1,"effective_bpw":6.5665,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937856","shards":1,"effective_bpw":6.5665,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498739136","shards":1,"effective_bpw":6.7706,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534272","shards":1,"effective_bpw":8.5039,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534336","shards":1,"effective_bpw":8.5039,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29543423648","shards":1,"effective_bpw":16.0037,"repo":"gabriellarson/Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543423648","shards":1,"effective_bpw":16.0037,"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-3","canonical_repo":"TheDrummer/Cydonia-24B-v4.3","display_name":"Cydonia-24B-v4.3","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"25105","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Cydonia-24B-v4.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722688","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497088","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121088","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207034272","shards":1,"effective_bpw":2.4459,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034688","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353312","shards":1,"effective_bpw":2.538,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353728","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052512","shards":1,"effective_bpw":2.7537,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114052928","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163648","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326432","shards":1,"effective_bpw":3.0172,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890326848","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593312","shards":1,"effective_bpw":3.1496,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593728","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686432","shards":1,"effective_bpw":3.2396,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117472","shards":1,"effective_bpw":3.3623,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907117888","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275872","shards":1,"effective_bpw":3.5296,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276288","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129088","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951072","shards":1,"effective_bpw":3.6147,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951488","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083232","shards":1,"effective_bpw":3.8941,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083648","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762272","shards":1,"effective_bpw":4.2086,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762688","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916512","shards":1,"effective_bpw":4.3301,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758916928","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016032","shards":1,"effective_bpw":4.5708,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230432","shards":1,"effective_bpw":4.5797,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494230848","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280672","shards":1,"effective_bpw":4.5984,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281088","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910432","shards":1,"effective_bpw":4.8646,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333910848","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984032","shards":1,"effective_bpw":5.0337,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873107872","shards":1,"effective_bpw":5.0476,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108288","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414112","shards":1,"effective_bpw":5.5334,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414528","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985312","shards":1,"effective_bpw":5.6894,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985728","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178172832","shards":1,"effective_bpw":5.8299,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939872","shards":1,"effective_bpw":6.5656,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940288","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998432","shards":1,"effective_bpw":6.6759,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780832","shards":1,"effective_bpw":8.5031,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519744","shards":1,"effective_bpw":16.003,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nex-n2-pro","canonical_repo":"nex-agi/Nex-N2-Pro","display_name":"Nex-N2-Pro","publisher":"nex-agi","modality":"vision_language","arch_key":"qwen35moe","params_total":"396802360816","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"24924","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"nex-agi/Nex-N2-Pro","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"81778029952","shards":3,"effective_bpw":1.6487,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"91360966016","shards":3,"effective_bpw":1.8419,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"96656717376","shards":5,"effective_bpw":1.9487,"repo":"paragon-of-brah/Nex-N2-Pro-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"106314708320","shards":3,"effective_bpw":2.1434,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"118465607008","shards":3,"effective_bpw":2.3884,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"120510870976","shards":4,"effective_bpw":2.4296,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"124889073133","shards":4,"effective_bpw":2.5179,"repo":"tarruda/Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"133131531744","shards":4,"effective_bpw":2.6841,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"139499484672","shards":4,"effective_bpw":2.8125,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"140492764640","shards":4,"effective_bpw":2.8325,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"142670035040","shards":9,"effective_bpw":2.8764,"repo":"paragon-of-brah/Nex-N2-Pro-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"158100650048","shards":9,"effective_bpw":3.1875,"repo":"paragon-of-brah/Nex-N2-Pro-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"166077412960","shards":5,"effective_bpw":3.3483,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172934919776","shards":5,"effective_bpw":3.4866,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"181444114048","shards":5,"effective_bpw":3.6581,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181491299968","shards":5,"effective_bpw":3.6591,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"189477516896","shards":5,"effective_bpw":3.8201,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189560092256","shards":5,"effective_bpw":3.8218,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189981784224","shards":10,"effective_bpw":3.8303,"repo":"paragon-of-brah/Nex-N2-Pro-397B-A17B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212233205504","shards":6,"effective_bpw":4.2789,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"224515241696","shards":6,"effective_bpw":4.5265,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"225439037120","shards":6,"effective_bpw":4.5451,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"232835692224","shards":6,"effective_bpw":4.6942,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241805932352","shards":7,"effective_bpw":4.8751,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242560825152","shards":7,"effective_bpw":4.8903,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249095042912","shards":7,"effective_bpw":5.022,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"273994331968","shards":7,"effective_bpw":5.524,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283257518080","shards":8,"effective_bpw":5.7108,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"342387325024","shards":9,"effective_bpw":6.9029,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421507364896","shards":11,"effective_bpw":8.4981,"repo":"bartowski/nex-agi_Nex-N2-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinymistral-248m-v2-instruct","canonical_repo":"Locutusque/TinyMistral-248M-v2-Instruct","display_name":"TinyMistral-248M-v2-Instruct","publisher":"Locutusque","modality":"text","arch_key":"llama","params_total":"248024064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"24891","n_layers":12,"n_head":32,"n_head_kv":8,"head_dim_k":32,"head_dim_v":32,"hidden":1024,"vocab_size":32005,"ctx_native":32768,"sliding_window":32,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Locutusque/TinyMistral-248M-v2-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"105458816","shards":1,"effective_bpw":3.4016,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"129029760","shards":1,"effective_bpw":4.1618,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"155668768","shards":1,"effective_bpw":5.0211,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"179229600","shards":1,"effective_bpw":5.781,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"204263008","shards":1,"effective_bpw":6.5885,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"264325088","shards":1,"effective_bpw":8.5258,"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-v2","canonical_repo":"lordx64/Qwable-v2","display_name":"Qwable-v2","publisher":"lordx64","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"24813","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"lordx64/Qwable-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247184064","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247184320","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036864","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547037120","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615415744","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806625216","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166660800","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166661056","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091840","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552092096","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313536","shards":1,"effective_bpw":4.2144,"repo":"lordx64/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179523520","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390057664","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276227520","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366863552","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863808","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759296","shards":1,"effective_bpw":4.71,"repo":"lordx64/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713464512","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713464768","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377885120","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563756224","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563756480","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132416","shards":1,"effective_bpw":5.5027,"repo":"lordx64/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347534016","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347534272","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732864","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208733120","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwable-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140736","shards":1,"effective_bpw":8.2117,"repo":"lordx64/Qwable-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802151104","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Qwable-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-32b-instruct","canonical_repo":"Qwen/Qwen2.5-VL-32B-Instruct","display_name":"Qwen2.5-VL-32B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2vl","params_total":"33452718336","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"24535","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-VL-32B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028248736","shards":1,"effective_bpw":2.159,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957549216","shards":1,"effective_bpw":2.3813,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387567776","shards":1,"effective_bpw":2.4841,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264439456","shards":1,"effective_bpw":2.6938,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313097376","shards":1,"effective_bpw":2.9446,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839269536","shards":1,"effective_bpw":3.0704,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073417376","shards":1,"effective_bpw":3.1264,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705512096","shards":1,"effective_bpw":3.2776,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392329376","shards":1,"effective_bpw":3.4418,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810121376","shards":1,"effective_bpw":3.5417,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935046816","shards":1,"effective_bpw":3.8108,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247077248","shards":1,"effective_bpw":4.1245,"repo":"lmstudio-community/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247077536","shards":1,"effective_bpw":4.1245,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693152416","shards":1,"effective_bpw":4.2312,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682172576","shards":1,"effective_bpw":4.4677,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711008416","shards":1,"effective_bpw":4.4746,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784408736","shards":1,"effective_bpw":4.4922,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851334528","shards":1,"effective_bpw":4.7473,"repo":"lmstudio-community/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851334528","shards":1,"effective_bpw":4.7473,"repo":"ggml-org/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851334816","shards":1,"effective_bpw":4.7473,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429178016","shards":1,"effective_bpw":4.8855,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639241376","shards":1,"effective_bpw":4.9357,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638253216","shards":1,"effective_bpw":5.4138,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262155936","shards":1,"effective_bpw":5.563,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742678176","shards":1,"effective_bpw":5.6779,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886153088","shards":1,"effective_bpw":6.4296,"repo":"lmstudio-community/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886153376","shards":1,"effective_bpw":6.4296,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263272096","shards":1,"effective_bpw":6.5198,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820883328","shards":1,"effective_bpw":8.3272,"repo":"ggml-org/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820883328","shards":1,"effective_bpw":8.3272,"repo":"lmstudio-community/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820883616","shards":1,"effective_bpw":8.3272,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535968288","shards":2,"effective_bpw":15.6725,"repo":"ggml-org/Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535968320","shards":2,"effective_bpw":15.6725,"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-gguf","canonical_repo":"unsloth/gemma-4-E4B-it-GGUF","display_name":"gemma-4-E4B-it-GGUF","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"7518069290","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"24263","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-E4B-it-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"meta-llama-3-8b","canonical_repo":"meta-llama/Meta-Llama-3-8B","display_name":"Meta-Llama-3-8B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"24146","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Meta-Llama-3-8B","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"2019626848","shards":1,"effective_bpw":2.012,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"2019635552","shards":1,"effective_bpw":2.012,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"2019635872","shards":1,"effective_bpw":2.012,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971040","shards":1,"effective_bpw":2.1538,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161979744","shards":1,"effective_bpw":2.1538,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161980064","shards":1,"effective_bpw":2.1538,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399211360","shards":1,"effective_bpw":2.3902,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399220064","shards":1,"effective_bpw":2.3902,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399220384","shards":1,"effective_bpw":2.3902,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605780832","shards":1,"effective_bpw":2.596,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605789536","shards":1,"effective_bpw":2.596,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605789856","shards":1,"effective_bpw":2.596,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758487904","shards":1,"effective_bpw":2.7481,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758497440","shards":1,"effective_bpw":2.7481,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758497760","shards":1,"effective_bpw":2.7481,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280160","shards":1,"effective_bpw":2.9372,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948289696","shards":1,"effective_bpw":2.9372,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948290016","shards":1,"effective_bpw":2.9372,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179130720","shards":1,"effective_bpw":3.1672,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179140512","shards":1,"effective_bpw":3.1672,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179140832","shards":1,"effective_bpw":3.1672,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274911584","shards":1,"effective_bpw":3.2626,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274921120","shards":1,"effective_bpw":3.2626,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274921440","shards":1,"effective_bpw":3.2626,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518746464","shards":1,"effective_bpw":3.5055,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518757088","shards":1,"effective_bpw":3.5055,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518757408","shards":1,"effective_bpw":3.5055,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498528","shards":1,"effective_bpw":3.6507,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664509152","shards":1,"effective_bpw":3.6507,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664509472","shards":1,"effective_bpw":3.6507,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682324320","shards":1,"effective_bpw":3.6684,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682334944","shards":1,"effective_bpw":3.6685,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682335264","shards":1,"effective_bpw":3.6685,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784822624","shards":1,"effective_bpw":3.7706,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784833248","shards":1,"effective_bpw":3.7706,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784833568","shards":1,"effective_bpw":3.7706,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917216","shards":1,"effective_bpw":4.0038,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018927840","shards":1,"effective_bpw":4.0038,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018928160","shards":1,"effective_bpw":4.0038,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321955680","shards":1,"effective_bpw":4.3057,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321966304","shards":1,"effective_bpw":4.3057,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321966624","shards":1,"effective_bpw":4.3057,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447661920","shards":1,"effective_bpw":4.4309,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447673376","shards":1,"effective_bpw":4.4309,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447673696","shards":1,"effective_bpw":4.4309,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677988192","shards":1,"effective_bpw":4.6604,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677999904","shards":1,"effective_bpw":4.6604,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4678000224","shards":1,"effective_bpw":4.6604,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668256","shards":1,"effective_bpw":4.675,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692679968","shards":1,"effective_bpw":4.675,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692680288","shards":1,"effective_bpw":4.675,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733536","shards":1,"effective_bpw":4.9022,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745248","shards":1,"effective_bpw":4.9022,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745568","shards":1,"effective_bpw":4.9022,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293280","shards":1,"effective_bpw":5.5782,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599306016","shards":1,"effective_bpw":5.5782,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599306336","shards":1,"effective_bpw":5.5782,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732986720","shards":1,"effective_bpw":5.7114,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732999456","shards":1,"effective_bpw":5.7114,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732999776","shards":1,"effective_bpw":5.7114,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596005728","shards":1,"effective_bpw":6.5711,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596019552","shards":1,"effective_bpw":6.5712,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596019872","shards":1,"effective_bpw":6.5712,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770144","shards":1,"effective_bpw":8.5086,"repo":"bartowski/OpenBioLLM-Llama3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540787936","shards":1,"effective_bpw":8.5086,"repo":"bartowski/dolphin-2.9-llama3-8b-old-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540788256","shards":1,"effective_bpw":8.5086,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128946400","shards":1,"effective_bpw":32.0079,"repo":"bartowski/dolphin-2.9.1-llama-3-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-dpo-4b-2","canonical_repo":"jpacifico/Qwen3.5-DPO-4B-2","display_name":"Qwen3.5-DPO-4B-2","publisher":"jpacifico","modality":"text","arch_key":"qwen35","params_total":"4205751296","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"24081","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jpacifico/Qwen3.5-DPO-4B-2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359234080","shards":1,"effective_bpw":2.5855,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426418720","shards":1,"effective_bpw":2.7133,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538393120","shards":1,"effective_bpw":2.9263,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630594080","shards":1,"effective_bpw":3.1016,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651975200","shards":1,"effective_bpw":3.1423,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741554720","shards":1,"effective_bpw":3.3127,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852392480","shards":1,"effective_bpw":3.5235,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904493600","shards":1,"effective_bpw":3.6226,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915470880","shards":1,"effective_bpw":3.6435,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069879840","shards":1,"effective_bpw":3.9372,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077580320","shards":1,"effective_bpw":3.9519,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139511840","shards":1,"effective_bpw":4.0697,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163186720","shards":1,"effective_bpw":4.1147,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262064160","shards":1,"effective_bpw":4.3028,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421316640","shards":1,"effective_bpw":4.6057,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514285600","shards":1,"effective_bpw":4.7826,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549797920","shards":1,"effective_bpw":4.8501,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563888160","shards":1,"effective_bpw":4.8769,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609435680","shards":1,"effective_bpw":4.9636,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708804640","shards":1,"effective_bpw":5.1526,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766967840","shards":1,"effective_bpw":5.2632,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036000","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074987040","shards":1,"effective_bpw":5.8491,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464055840","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/Qwen3.5-DPO-4B-2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-ocr","canonical_repo":"zai-org/GLM-OCR","display_name":"GLM-OCR","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"1325258240","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"24015","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":59392,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-OCR","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"361356608","shards":1,"effective_bpw":2.1814,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"361356832","shards":1,"effective_bpw":2.1814,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"410496544","shards":1,"effective_bpw":2.478,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"422219072","shards":1,"effective_bpw":2.5488,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"422219296","shards":1,"effective_bpw":2.5488,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"422219296","shards":1,"effective_bpw":2.5488,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"434753056","shards":1,"effective_bpw":2.6244,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"450131264","shards":1,"effective_bpw":2.7172,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"450131488","shards":1,"effective_bpw":2.7172,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"473920832","shards":1,"effective_bpw":2.8609,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"473921056","shards":1,"effective_bpw":2.8609,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"503449120","shards":1,"effective_bpw":3.0391,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"505660736","shards":1,"effective_bpw":3.0525,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"528442912","shards":1,"effective_bpw":3.19,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"529327648","shards":1,"effective_bpw":3.1953,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"530998592","shards":1,"effective_bpw":3.2054,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"530998816","shards":1,"effective_bpw":3.2054,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"548515136","shards":1,"effective_bpw":3.3111,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"548515360","shards":1,"effective_bpw":3.3111,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"578430496","shards":1,"effective_bpw":3.4917,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"628417856","shards":1,"effective_bpw":3.7935,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"628418080","shards":1,"effective_bpw":3.7935,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"638758208","shards":1,"effective_bpw":3.8559,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"638758432","shards":1,"effective_bpw":3.8559,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"734641472","shards":1,"effective_bpw":4.4347,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"734641696","shards":1,"effective_bpw":4.4347,"repo":"mradermacher/GLM-OCR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"950433408","shards":1,"effective_bpw":5.7373,"repo":"ggml-org/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"950437184","shards":1,"effective_bpw":5.7374,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1785771648","shards":1,"effective_bpw":10.7799,"repo":"ggml-org/GLM-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1785775424","shards":1,"effective_bpw":10.7799,"repo":"mradermacher/GLM-OCR-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-uncensored","canonical_repo":"nicoboss/Qwen3-14B-Uncensored","display_name":"Qwen3-14B-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23862","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Qwen3-14B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935392","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849656992","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299192992","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691589792","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313312","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942112","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850272","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984448","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984672","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942666912","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375301792","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106368","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106592","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959392","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410592","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313728","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321313952","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651968","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652192","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110730912","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362688","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541363872","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002272","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476288","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476512","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753568","shards":1,"effective_bpw":4.8763,"repo":"ijohn07/Qwen3-14B-Uncensored-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754048","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754272","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522592","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895488","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895712","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570688","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514570912","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938368","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938592","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Qwen3-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534848","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmocr-2-7b-1025","canonical_repo":"allenai/olmOCR-2-7B-1025","display_name":"olmOCR-2-7B-1025","publisher":"allenai","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23691","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/olmOCR-2-7B-1025","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666752","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195520","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076800","shards":1,"effective_bpw":2.193,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469021248","shards":1,"effective_bpw":2.382,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636800","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780341408","shards":1,"effective_bpw":2.6824,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341824","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834073152","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939232","shards":1,"effective_bpw":2.9097,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939648","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114513568","shards":1,"effective_bpw":3.0048,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513984","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346255008","shards":1,"effective_bpw":3.2284,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255424","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367520","shards":1,"effective_bpw":3.3693,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367936","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191872","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548163232","shards":1,"effective_bpw":3.4231,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574011040","shards":1,"effective_bpw":3.4481,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011456","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390304","shards":1,"effective_bpw":3.6742,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390720","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458400","shards":1,"effective_bpw":3.9444,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458816","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471584","shards":1,"effective_bpw":4.0698,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218472000","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812384","shards":1,"effective_bpw":4.2815,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437812800","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444120224","shards":1,"effective_bpw":4.2875,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120640","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768096","shards":1,"effective_bpw":4.3007,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768512","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072032","shards":1,"effective_bpw":4.5181,"repo":"lmstudio-community/olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072672","shards":1,"effective_bpw":4.5181,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683073088","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282720","shards":1,"effective_bpw":4.7016,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873283136","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562912","shards":1,"effective_bpw":4.9083,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175584","shards":1,"effective_bpw":5.1279,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315176000","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830368","shards":1,"effective_bpw":5.253,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830784","shards":1,"effective_bpw":5.253,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195936","shards":1,"effective_bpw":5.5775,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197280","shards":1,"effective_bpw":6.0338,"repo":"lmstudio-community/olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197920","shards":1,"effective_bpw":6.0338,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254198336","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/olmOCR-2-7B-1025-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518181024","shards":1,"effective_bpw":6.2885,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523680","shards":1,"effective_bpw":7.8132,"repo":"lmstudio-community/olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524320","shards":1,"effective_bpw":7.8132,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237852032","shards":1,"effective_bpw":14.701,"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemomix-unleashed-12b","canonical_repo":"MarinaraSpaghetti/NemoMix-Unleashed-12B","display_name":"NemoMix-Unleashed-12B","publisher":"MarinaraSpaghetti","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"23605","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MarinaraSpaghetti/NemoMix-Unleashed-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211264","shards":1,"effective_bpw":1.959,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624064","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312064","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915076864","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138472704","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435022656","shards":1,"effective_bpw":2.8969,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435022656","shards":1,"effective_bpw":2.8969,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023104","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791046976","shards":1,"effective_bpw":3.1294,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791046976","shards":1,"effective_bpw":3.1294,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047424","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945384704","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306487616","shards":1,"effective_bpw":3.4661,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306487616","shards":1,"effective_bpw":3.4661,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488064","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446406976","shards":1,"effective_bpw":3.5575,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446406976","shards":1,"effective_bpw":3.5575,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225216","shards":1,"effective_bpw":3.6148,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225216","shards":1,"effective_bpw":3.6148,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534225664","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078464","shards":1,"effective_bpw":3.633,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722231616","shards":1,"effective_bpw":3.7376,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722231616","shards":1,"effective_bpw":3.7376,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232064","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089216","shards":1,"effective_bpw":3.9733,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089216","shards":1,"effective_bpw":3.9733,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083089664","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502016","shards":1,"effective_bpw":4.2858,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502016","shards":1,"effective_bpw":4.2858,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502464","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709056","shards":1,"effective_bpw":4.4042,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709056","shards":1,"effective_bpw":4.4042,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709504","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094637824","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196416","shards":1,"effective_bpw":4.6508,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196416","shards":1,"effective_bpw":4.6508,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120196864","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477203776","shards":1,"effective_bpw":4.884,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477203776","shards":1,"effective_bpw":4.884,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204224","shards":1,"effective_bpw":4.884,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277376","shards":1,"effective_bpw":5.2093,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277376","shards":1,"effective_bpw":5.2093,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518734656","shards":1,"effective_bpw":5.5643,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518734656","shards":1,"effective_bpw":5.5643,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735104","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727630656","shards":1,"effective_bpw":5.7007,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727630656","shards":1,"effective_bpw":5.7007,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631104","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818176","shards":1,"effective_bpw":5.9712,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818176","shards":1,"effective_bpw":5.9712,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209216","shards":1,"effective_bpw":6.5685,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209216","shards":1,"effective_bpw":6.5685,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056209664","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/NemoMix-Unleashed-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381267776","shards":1,"effective_bpw":6.7808,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381267776","shards":1,"effective_bpw":6.7808,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368576","shards":1,"effective_bpw":8.5059,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368576","shards":1,"effective_bpw":8.5059,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504275488","shards":1,"effective_bpw":16.0057,"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504275488","shards":1,"effective_bpw":16.0057,"repo":"violetahayashi69/NemoMix-Unleashed-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"serenity-26b-a4b","canonical_repo":"ReadyArt/Serenity-26B-A4B","display_name":"Serenity-26B-A4B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23527","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_XS","bytes":"14063809472","shards":1,"effective_bpw":4.2386,"repo":"ReadyArt/Serenity-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016576","shards":1,"effective_bpw":5.0621,"repo":"ReadyArt/Serenity-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891072","shards":1,"effective_bpw":5.7664,"repo":"ReadyArt/Serenity-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"46147642240","shards":2,"effective_bpw":13.9082,"repo":"ReadyArt/Serenity-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54411779968","shards":2,"effective_bpw":16.3989,"repo":"ReadyArt/Serenity-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-120b-uncensored-xcloud","canonical_repo":"xCloudinfo/gpt-oss-120b-Uncensored-xCloud","display_name":"gpt-oss-120b-Uncensored-xCloud","publisher":"xCloudinfo","modality":"text","arch_key":"gpt-oss","params_total":"116829156672","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23514","n_layers":36,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"xCloudinfo/gpt-oss-120b-Uncensored-xCloud","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"66093718080","shards":1,"effective_bpw":4.5258,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"66146801952","shards":1,"effective_bpw":4.5295,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"66146802240","shards":1,"effective_bpw":4.5295,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"66153437472","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"66199886400","shards":1,"effective_bpw":4.5331,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"66468624960","shards":1,"effective_bpw":4.5515,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"66641148480","shards":1,"effective_bpw":4.5633,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"66740681280","shards":1,"effective_bpw":4.5701,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"66996148512","shards":1,"effective_bpw":4.5876,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"71120308512","shards":1,"effective_bpw":4.87,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"71120308800","shards":1,"effective_bpw":4.87,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"73432602912","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"73432603200","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"73465481280","shards":1,"effective_bpw":5.0306,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"80940463392","shards":1,"effective_bpw":5.5425,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"80940463680","shards":1,"effective_bpw":5.5425,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"87850988832","shards":1,"effective_bpw":6.0157,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"87850989120","shards":1,"effective_bpw":6.0157,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"87963493152","shards":1,"effective_bpw":6.0234,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"87963493440","shards":1,"effective_bpw":6.0234,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"93943755552","shards":1,"effective_bpw":6.4329,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"93943755840","shards":1,"effective_bpw":6.4329,"repo":"mradermacher/gpt-oss-120b-Uncensored-xCloud-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-base","canonical_repo":"Qwen/Qwen3-8B-Base","display_name":"Qwen3-8B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23433","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-8B-Base","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4676804928","shards":1,"effective_bpw":4.5679,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774749024","shards":1,"effective_bpw":4.6636,"repo":"Antigma/Qwen3-8B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012000","shards":1,"effective_bpw":4.6902,"repo":"Antigma/Qwen3-8B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783520","shards":1,"effective_bpw":4.9107,"repo":"Antigma/Qwen3-8B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784000","shards":1,"effective_bpw":4.9107,"repo":"Pomoika24/E1-Storgi","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5291991360","shards":1,"effective_bpw":5.1688,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5422342464","shards":1,"effective_bpw":5.2961,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112768","shards":1,"effective_bpw":5.7149,"repo":"Pomoika24/E1-Storgi","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6214476096","shards":1,"effective_bpw":6.0698,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047105824","shards":1,"effective_bpw":7.8597,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15141156384","shards":1,"effective_bpw":14.7886,"repo":"Qwen/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-base","canonical_repo":"Qwen/Qwen3-4B-Base","display_name":"Qwen3-4B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23257","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-4B-Base","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1512983552","shards":1,"effective_bpw":3.0091,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1796334624","shards":1,"effective_bpw":3.5726,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962895872","shards":1,"effective_bpw":3.9039,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2053266144","shards":1,"effective_bpw":4.0836,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2241886944","shards":1,"effective_bpw":4.4587,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751232","shards":1,"effective_bpw":4.5161,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406054624","shards":1,"effective_bpw":4.7852,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496703776","shards":1,"effective_bpw":4.9655,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280512","shards":1,"effective_bpw":4.9667,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2587383360","shards":1,"effective_bpw":5.1459,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2601145920","shards":1,"effective_bpw":5.1732,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2715117120","shards":1,"effective_bpw":5.3999,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823134496","shards":1,"effective_bpw":5.6147,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2838732640","shards":1,"effective_bpw":5.6458,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888936736","shards":1,"effective_bpw":5.7456,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513472","shards":1,"effective_bpw":5.7467,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3090081920","shards":1,"effective_bpw":6.1456,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3090081920","shards":1,"effective_bpw":6.1456,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3155884160","shards":1,"effective_bpw":6.2765,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305684256","shards":1,"effective_bpw":6.5744,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260992","shards":1,"effective_bpw":6.5756,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3341431200","shards":1,"effective_bpw":6.6455,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3624199168","shards":1,"effective_bpw":7.2079,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279660224","shards":1,"effective_bpw":8.5115,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404992","shards":1,"effective_bpw":8.513,"repo":"liodon-ai/Qwen3-4B-Base-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4692212352","shards":1,"effective_bpw":9.332,"repo":"QuantFactory/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049889824","shards":1,"effective_bpw":16.0099,"repo":"Qwen/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-q4-0-unquantized-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic","display_name":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23174","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4830151936","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528233216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087091456","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566323456","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690555136","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024051456","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381386496","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7596302496","shards":1,"effective_bpw":5.0813,"repo":"llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"8163421312","shards":1,"effective_bpw":5.4606,"repo":"llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-v-4-6","canonical_repo":"openbmb/MiniCPM-V-4.6","display_name":"MiniCPM-V-4.6","publisher":"openbmb","modality":"vision_language","arch_key":"qwen35","params_total":"1300428016","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"23043","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248094,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-V-4.6","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"501256896","shards":1,"effective_bpw":3.0836,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"505057984","shards":1,"effective_bpw":3.107,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529101504","shards":1,"effective_bpw":3.2549,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529101536","shards":1,"effective_bpw":3.2549,"repo":"ggml-org/MiniCPM-V-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529101952","shards":1,"effective_bpw":3.2549,"repo":"treadon/MiniCPM-V-4.6-Abliterated-AND-Disinhibited","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"532357824","shards":1,"effective_bpw":3.275,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"563458752","shards":1,"effective_bpw":3.4663,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"563458752","shards":1,"effective_bpw":3.4663,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577802944","shards":1,"effective_bpw":3.5545,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"594559680","shards":1,"effective_bpw":3.6576,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629548224","shards":1,"effective_bpw":3.8729,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811591616","shards":1,"effective_bpw":4.9928,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811591648","shards":1,"effective_bpw":4.9928,"repo":"ggml-org/MiniCPM-V-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516275776","shards":1,"effective_bpw":9.3279,"repo":"openbmb/MiniCPM-V-4.6-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1516275808","shards":1,"effective_bpw":9.3279,"repo":"ggml-org/MiniCPM-V-4.6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fun-asr-nano-2512","canonical_repo":"FunAudioLLM/Fun-ASR-Nano-2512","display_name":"Fun-ASR-Nano-2512","publisher":"FunAudioLLM","modality":"audio_asr","arch_key":"funasr_nano","params_total":"829791840","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"22790","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"556974848","shards":1,"effective_bpw":5.3698,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"631128832","shards":1,"effective_bpw":6.0847,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"690744064","shards":1,"effective_bpw":6.6594,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"891270912","shards":1,"effective_bpw":8.5927,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"896875328","shards":1,"effective_bpw":8.6468,"repo":"cstr/funasr-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1272658784","shards":1,"effective_bpw":12.2697,"repo":"cstr/funasr-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1667503872","shards":1,"effective_bpw":16.0764,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1667503872","shards":1,"effective_bpw":16.0764,"repo":"handy-computer/Fun-ASR-Nano-2512-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1977252608","shards":1,"effective_bpw":19.0626,"repo":"cstr/funasr-nano-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"barcenas-styletune-31b-fable","canonical_repo":"Iloqt/Barcenas-StyleTune-31B-Fable","display_name":"Barcenas-StyleTune-31B-Fable","publisher":"Iloqt","modality":"text","arch_key":"gemma4","params_total":"32106631484","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22755","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":null,"arch_source":"Iloqt/Barcenas-StyleTune-31B-Fable","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618897504","shards":1,"effective_bpw":1.8984,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188280416","shards":1,"effective_bpw":2.0403,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137251936","shards":1,"effective_bpw":2.2767,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992767072","shards":1,"effective_bpw":2.4899,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763427424","shards":1,"effective_bpw":2.6819,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11438997088","shards":1,"effective_bpw":2.8503,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522604640","shards":1,"effective_bpw":2.8711,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378721600","shards":1,"effective_bpw":3.0844,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378721888","shards":1,"effective_bpw":3.0844,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683046496","shards":1,"effective_bpw":3.1602,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677907552","shards":1,"effective_bpw":3.4081,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366895424","shards":1,"effective_bpw":3.5798,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366895712","shards":1,"effective_bpw":3.5798,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366895712","shards":1,"effective_bpw":3.5798,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030036064","shards":1,"effective_bpw":3.745,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892647232","shards":1,"effective_bpw":3.96,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892647520","shards":1,"effective_bpw":3.96,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233808704","shards":1,"effective_bpw":4.2941,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233808992","shards":1,"effective_bpw":4.2941,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484459616","shards":1,"effective_bpw":4.3566,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610902848","shards":1,"effective_bpw":4.3881,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494287456","shards":1,"effective_bpw":4.6082,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555874624","shards":1,"effective_bpw":4.6236,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555874912","shards":1,"effective_bpw":4.6236,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479772480","shards":1,"effective_bpw":4.8538,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479772768","shards":1,"effective_bpw":4.8538,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362210912","shards":1,"effective_bpw":5.0736,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280711488","shards":1,"effective_bpw":5.5517,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280711776","shards":1,"effective_bpw":5.5517,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814440768","shards":1,"effective_bpw":5.6847,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814441056","shards":1,"effective_bpw":5.6847,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357525824","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357526112","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133028160","shards":1,"effective_bpw":8.5049,"repo":"mradermacher/Barcenas-StyleTune-31B-Fable-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-dflash","canonical_repo":"z-lab/Qwen3.6-35B-A3B-DFlash","display_name":"Qwen3.6-35B-A3B-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"385906176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22701","n_layers":6,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/Qwen3.6-35B-A3B-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"153411296","shards":1,"effective_bpw":3.1803,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"195780320","shards":1,"effective_bpw":4.0586,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"218030368","shards":1,"effective_bpw":4.5199,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"235691744","shards":1,"effective_bpw":4.886,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"235692224","shards":1,"effective_bpw":4.886,"repo":"Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"235692320","shards":1,"effective_bpw":4.886,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"280256224","shards":1,"effective_bpw":5.8098,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"280256704","shards":1,"effective_bpw":5.8098,"repo":"Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"280256800","shards":1,"effective_bpw":5.8098,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327605984","shards":1,"effective_bpw":6.7914,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327606464","shards":1,"effective_bpw":6.7914,"repo":"Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327606560","shards":1,"effective_bpw":6.7914,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421060320","shards":1,"effective_bpw":8.7288,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421060800","shards":1,"effective_bpw":8.7288,"repo":"Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"421060896","shards":1,"effective_bpw":8.7288,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"782819040","shards":1,"effective_bpw":16.2282,"repo":"Anbeeld/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"782819520","shards":1,"effective_bpw":16.2282,"repo":"Alittlehammmer/Qwen3.6-35B-A3B-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"782819616","shards":1,"effective_bpw":16.2282,"repo":"williamliao/Qwen3.6-35B-A3B-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-reap-23b-a3b","canonical_repo":"cerebras/GLM-4.7-Flash-REAP-23B-A3B","display_name":"GLM-4.7-Flash-REAP-23B-A3B","publisher":"cerebras","modality":"text","arch_key":"deepseek2","params_total":"22996118432","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"22642","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":48,"n_expert_used":4,"arch_source":"cerebras/GLM-4.7-Flash-REAP-23B-A3B","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"6536330976","shards":1,"effective_bpw":2.2739,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"7205191392","shards":1,"effective_bpw":2.5066,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7589308128","shards":1,"effective_bpw":2.6402,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"8238016224","shards":1,"effective_bpw":2.8659,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8557487840","shards":1,"effective_bpw":2.977,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8767940320","shards":1,"effective_bpw":3.0502,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8842282720","shards":1,"effective_bpw":3.0761,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"10036709088","shards":1,"effective_bpw":3.4916,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10298076896","shards":1,"effective_bpw":3.5825,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11273383648","shards":1,"effective_bpw":3.9218,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12575389408","shards":1,"effective_bpw":4.3748,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13252007712","shards":1,"effective_bpw":4.6102,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13288609504","shards":1,"effective_bpw":4.6229,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13328455392","shards":1,"effective_bpw":4.6368,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14113838816","shards":1,"effective_bpw":4.91,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14625068768","shards":1,"effective_bpw":5.0878,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16036566752","shards":1,"effective_bpw":5.5789,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16480540384","shards":1,"effective_bpw":5.7333,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18989367008","shards":1,"effective_bpw":6.6061,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24456890080","shards":1,"effective_bpw":8.5082,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"46011270624","shards":1,"effective_bpw":16.0066,"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-2","canonical_repo":"microsoft/phi-2","display_name":"phi-2","publisher":"microsoft","modality":"text","arch_key":"phi2","params_total":"2779683840","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"22617","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":80,"head_dim_v":80,"hidden":2560,"vocab_size":51200,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/phi-2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1109719584","shards":1,"effective_bpw":3.1938,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1109719584","shards":1,"effective_bpw":3.1938,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1173610336","shards":1,"effective_bpw":3.3777,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1250819936","shards":1,"effective_bpw":3.5999,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1250826784","shards":1,"effective_bpw":3.5999,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1250826784","shards":1,"effective_bpw":3.5999,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1432689184","shards":1,"effective_bpw":4.1233,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1432689184","shards":1,"effective_bpw":4.1233,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1480195936","shards":1,"effective_bpw":4.26,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1575229984","shards":1,"effective_bpw":4.5336,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1575229984","shards":1,"effective_bpw":4.5336,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1602461536","shards":1,"effective_bpw":4.6119,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1602468384","shards":1,"effective_bpw":4.6119,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1604714336","shards":1,"effective_bpw":4.6184,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1615568736","shards":1,"effective_bpw":4.6496,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1631959584","shards":1,"effective_bpw":4.6968,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1631959584","shards":1,"effective_bpw":4.6968,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1737636384","shards":1,"effective_bpw":5.001,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1737636384","shards":1,"effective_bpw":5.001,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1789239136","shards":1,"effective_bpw":5.1495,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1933418336","shards":1,"effective_bpw":5.5644,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1933418336","shards":1,"effective_bpw":5.5644,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1933425184","shards":1,"effective_bpw":5.5644,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1933425184","shards":1,"effective_bpw":5.5644,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1933425184","shards":1,"effective_bpw":5.5644,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2003057184","shards":1,"effective_bpw":5.7648,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2003057184","shards":1,"effective_bpw":5.7648,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2072682336","shards":1,"effective_bpw":5.9652,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2285059936","shards":1,"effective_bpw":6.5765,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2285066784","shards":1,"effective_bpw":6.5765,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2285066784","shards":1,"effective_bpw":6.5765,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2958032736","shards":1,"effective_bpw":8.5133,"repo":"TheBloke/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2958039584","shards":1,"effective_bpw":8.5133,"repo":"MaziyarPanahi/phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2958039584","shards":1,"effective_bpw":8.5133,"repo":"second-state/phi-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-diffusion-v1-5","canonical_repo":"runwayml/stable-diffusion-v1-5","display_name":"stable-diffusion-v1-5","publisher":"runwayml","modality":"image","arch_key":null,"params_total":"859520964","is_moe":false,"is_gated":false,"license_spdx":"creativeml-openrail-m","downloads_30d":"22583","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"1566768416","shards":1,"effective_bpw":14.5827,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1591364896","shards":1,"effective_bpw":14.8116,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1615967904","shards":1,"effective_bpw":15.0406,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1640564256","shards":1,"effective_bpw":15.2696,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1763578176","shards":1,"effective_bpw":16.4145,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2132586944","shards":1,"effective_bpw":19.8491,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4265059488","shards":1,"effective_bpw":null,"repo":"second-state/stable-diffusion-v1-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-instruct-1m","canonical_repo":"Qwen/Qwen2.5-7B-Instruct-1M","display_name":"Qwen2.5-7B-Instruct-1M","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22471","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":1010000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-7B-Instruct-1M","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780342880","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940448","shards":1,"effective_bpw":3.1682,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940704","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256480","shards":1,"effective_bpw":3.5152,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368736","shards":1,"effective_bpw":3.6686,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368992","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164704","shards":1,"effective_bpw":3.7273,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012512","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391520","shards":1,"effective_bpw":4.0006,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391776","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459616","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459616","shards":1,"effective_bpw":4.2948,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459872","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473056","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298720","shards":1,"effective_bpw":4.4648,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437813856","shards":1,"effective_bpw":4.6618,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121696","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769312","shards":1,"effective_bpw":4.6828,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769568","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073888","shards":1,"effective_bpw":4.9194,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073888","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074144","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284192","shards":1,"effective_bpw":5.1193,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564384","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176800","shards":1,"effective_bpw":5.5835,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177056","shards":1,"effective_bpw":5.5835,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831584","shards":1,"effective_bpw":5.7196,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831840","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197408","shards":1,"effective_bpw":6.073,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199136","shards":1,"effective_bpw":6.5699,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199136","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199392","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182496","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525536","shards":1,"effective_bpw":8.5073,"repo":"featherless-ai-quants/Qwen-Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525536","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525792","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853792","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468419936","shards":1,"effective_bpw":32.0063,"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled-heretic-v1","canonical_repo":"llmfan46/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v1","display_name":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v1","publisher":"llmfan46","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22461","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225763808","shards":1,"effective_bpw":1.8518,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766005728","shards":1,"effective_bpw":2.0125,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666408928","shards":1,"effective_bpw":2.2803,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402460128","shards":1,"effective_bpw":2.4992,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674782688","shards":1,"effective_bpw":2.5802,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395105248","shards":1,"effective_bpw":2.7945,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658498528","shards":1,"effective_bpw":2.8728,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121837696","shards":1,"effective_bpw":3.0107,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121838048","shards":1,"effective_bpw":3.0107,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734169568","shards":1,"effective_bpw":3.1928,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632893408","shards":1,"effective_bpw":3.4601,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073950336","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073950688","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085091808","shards":1,"effective_bpw":3.5946,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580871648","shards":1,"effective_bpw":3.7421,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289643136","shards":1,"effective_bpw":3.9529,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289643488","shards":1,"effective_bpw":3.9529,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030199936","shards":1,"effective_bpw":4.1732,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030200288","shards":1,"effective_bpw":4.1732,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689287648","shards":1,"effective_bpw":4.3692,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800698496","shards":1,"effective_bpw":4.4023,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521431008","shards":1,"effective_bpw":4.6167,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568616576","shards":1,"effective_bpw":4.6308,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568616928","shards":1,"effective_bpw":4.6308,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540269696","shards":1,"effective_bpw":4.9198,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540270048","shards":1,"effective_bpw":4.9198,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078238688","shards":1,"effective_bpw":5.0798,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679610496","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679610848","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399605376","shards":1,"effective_bpw":5.7703,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399605728","shards":1,"effective_bpw":5.7703,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082526336","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082526688","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595760256","shards":1,"effective_bpw":8.5056,"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-4b","canonical_repo":"Hcompany/Holo-3.1-4B","display_name":"Holo-3.1-4B","publisher":"Hcompany","modality":"text","arch_key":"qwen35","params_total":"5174964736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22394","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Hcompany/Holo-3.1-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1567824128","shards":1,"effective_bpw":2.4237,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1635008768","shards":1,"effective_bpw":2.5276,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1746983168","shards":1,"effective_bpw":2.7007,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1839184128","shards":1,"effective_bpw":2.8432,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1925128448","shards":1,"effective_bpw":2.9761,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2014707968","shards":1,"effective_bpw":3.1145,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2060982528","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2124060256","shards":1,"effective_bpw":3.2836,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2124060704","shards":1,"effective_bpw":3.2836,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2124060928","shards":1,"effective_bpw":3.2836,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2177646848","shards":1,"effective_bpw":3.3664,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2343032416","shards":1,"effective_bpw":3.6221,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2343032864","shards":1,"effective_bpw":3.6221,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2343033088","shards":1,"effective_bpw":3.6221,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2350733568","shards":1,"effective_bpw":3.634,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2412665088","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2436339968","shards":1,"effective_bpw":3.7663,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2535216736","shards":1,"effective_bpw":3.9192,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2535217184","shards":1,"effective_bpw":3.9192,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2535217408","shards":1,"effective_bpw":3.9192,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2694469216","shards":1,"effective_bpw":4.1654,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2694469664","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2694469888","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2852002048","shards":1,"effective_bpw":4.4089,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2866747424","shards":1,"effective_bpw":4.4317,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2901481056","shards":1,"effective_bpw":4.4854,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2907379968","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2921469536","shards":1,"effective_bpw":4.5163,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2921469984","shards":1,"effective_bpw":4.5163,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2921470208","shards":1,"effective_bpw":4.5163,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2967017728","shards":1,"effective_bpw":4.5867,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3066386016","shards":1,"effective_bpw":4.7403,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3066386464","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3066386688","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3164281088","shards":1,"effective_bpw":4.8917,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3427079776","shards":1,"effective_bpw":5.2979,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3427079776","shards":1,"effective_bpw":5.2979,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3427080224","shards":1,"effective_bpw":5.2979,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3427080448","shards":1,"effective_bpw":5.2979,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3512030816","shards":1,"effective_bpw":5.4293,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3512031264","shards":1,"effective_bpw":5.4293,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3512031488","shards":1,"effective_bpw":5.4293,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3985528416","shards":1,"effective_bpw":6.1612,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3985528864","shards":1,"effective_bpw":6.1612,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3985529088","shards":1,"effective_bpw":6.1612,"repo":"mradermacher/Holo-3.1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157834336","shards":1,"effective_bpw":7.9735,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157834784","shards":1,"effective_bpw":7.9735,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9695792736","shards":1,"effective_bpw":14.9888,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9695792736","shards":1,"effective_bpw":14.9888,"repo":"prithivMLmods/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9695793184","shards":1,"effective_bpw":14.9888,"repo":"mradermacher/Holo-3.1-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-styletune-heretic-ara","canonical_repo":"densenet/Gemma-4-31B-StyleTune-heretic-ara","display_name":"Gemma-4-31B-StyleTune-heretic-ara","publisher":"densenet","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"22357","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"densenet/Gemma-4-31B-StyleTune-heretic-ara","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618911872","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188294784","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137266304","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992781440","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763441792","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439011456","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522619008","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378735968","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378736256","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683060864","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677921920","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366909792","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366910080","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366910080","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030050432","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892661600","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892661888","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233823072","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233823360","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484473984","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610917216","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494301824","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555888992","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555889280","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479786848","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479787136","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362225280","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280725856","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280726144","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814455136","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814455424","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357540192","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357540480","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133042528","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen-agentworld-35b-a3b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen-AgentWorld-35B-A3B-abliterated","display_name":"Huihui-Qwen-AgentWorld-35B-A3B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"22265","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen-AgentWorld-35B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"21166758176","shards":1,"effective_bpw":4.8855,"repo":"hotdogs/Qwen35B-Agent-R2-Abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758720","shards":1,"effective_bpw":4.8855,"repo":"Gwakweena/Huihui-Qwen-AgentWorld-35B-A3B-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152736","shards":1,"effective_bpw":6.5813,"repo":"hotdogs/Qwen35B-Agent-R2-Abliterated","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152768","shards":1,"effective_bpw":6.5813,"repo":"hotdogs/qwen35b-a3b-fable-sft-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"63500274400","shards":3,"effective_bpw":14.6565,"repo":"hotdogs/qwen35b-a3b-fable-sft-abliterated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637536","shards":1,"effective_bpw":16.0128,"repo":"hotdogs/Qwen35B-Agent-R2-Abliterated","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85542458208","shards":3,"effective_bpw":19.744,"repo":"hotdogs/Qwen35B-Agent-R2-Abliterated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"208129912480","shards":3,"effective_bpw":null,"repo":"hotdogs/qwen35b-a3b-fable-sft-abliterated","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"siq-1-35b","canonical_repo":"AlexWortega/SIQ-1-35B","display_name":"SIQ-1-35B","publisher":"AlexWortega","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"22214","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"AlexWortega/SIQ-1-35B","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"llama-2-7b-hf","canonical_repo":"meta-llama/Llama-2-7b-hf","display_name":"Llama-2-7b-hf","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"6738417664","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"22093","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Llama-2-7b-hf","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"2825940672","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304576","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004672","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597110976","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807040","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740032","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004224","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156928","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194176","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089728","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Llama-2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-aeon-abliterated-k4-bf16","canonical_repo":"AEON-7/Gemma-4-12B-it-AEON-Abliterated-K4-BF16","display_name":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16","publisher":"AEON-7","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"22070","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AEON-7/Gemma-4-12B-it-AEON-Abliterated-K4-BF16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692960","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849440","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110240","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844000","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598240","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806880","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148640","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148960","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149280","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195680","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394400","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230240","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230560","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230560","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993120","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088032","shards":1,"effective_bpw":4.0717,"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088480","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088800","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320480","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320800","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635256480","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552160","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879840","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998240","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048480","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048800","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383072","shards":1,"effective_bpw":4.9375,"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383520","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383840","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126560","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372960","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373280","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268512","shards":1,"effective_bpw":5.7174,"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268960","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269280","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021792","shards":1,"effective_bpw":6.546,"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022240","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022560","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646752","shards":1,"effective_bpw":8.4749,"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647200","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-0-5b-instruct","canonical_repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct","display_name":"Qwen2.5-Coder-0.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21962","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-0.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"342752672","shards":1,"effective_bpw":5.5503,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402784","shards":1,"effective_bpw":5.658,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352972448","shards":1,"effective_bpw":5.7158,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358208","shards":1,"effective_bpw":5.9811,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358496","shards":1,"effective_bpw":5.9811,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472160","shards":1,"effective_bpw":6.2421,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808000","shards":1,"effective_bpw":6.4418,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"397808288","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808288","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710560","shards":1,"effective_bpw":6.6831,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"415182720","shards":1,"effective_bpw":6.7232,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086432","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"420086432","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"428730240","shards":1,"effective_bpw":6.9425,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"432041856","shards":1,"effective_bpw":6.9962,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"490475392","shards":1,"effective_bpw":7.9424,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"491400064","shards":1,"effective_bpw":7.9574,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736576","shards":1,"effective_bpw":8.1895,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736864","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"505736864","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"522186624","shards":1,"effective_bpw":8.4559,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068288","shards":1,"effective_bpw":8.5997,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068576","shards":1,"effective_bpw":8.5997,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"650379136","shards":1,"effective_bpw":10.5318,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"675710848","shards":1,"effective_bpw":10.942,"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994156928","shards":1,"effective_bpw":16.0986,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-novelist-eclipse-31b","canonical_repo":"Ateron/Gemma-4-Novelist-Eclipse-31B","display_name":"Gemma-4-Novelist-Eclipse-31B","publisher":"Ateron","modality":"text","arch_key":"gemma4","params_total":"32682375020","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21933","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ateron/Gemma-4-Novelist-Eclipse-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618913312","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188296224","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137267744","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992782880","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763443232","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"11292613216","shards":1,"effective_bpw":2.7642,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439012896","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522620448","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11963365984","shards":1,"effective_bpw":2.9284,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378737408","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378737696","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12680911456","shards":1,"effective_bpw":3.104,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683062304","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13094046304","shards":1,"effective_bpw":3.2052,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"13255326304","shards":1,"effective_bpw":3.2446,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13587262048","shards":1,"effective_bpw":3.3259,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677923360","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366911232","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366911520","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366911520","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14446905952","shards":1,"effective_bpw":3.5363,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"14470302304","shards":1,"effective_bpw":3.542,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14934616672","shards":1,"effective_bpw":3.6557,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030051872","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15735382624","shards":1,"effective_bpw":3.8517,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892663040","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892663328","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16523676256","shards":1,"effective_bpw":4.0447,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233824512","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233824800","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17416178272","shards":1,"effective_bpw":4.2631,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484475424","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610918656","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17904577120","shards":1,"effective_bpw":4.3827,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494303264","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555890432","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555890720","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18818411104","shards":1,"effective_bpw":4.6064,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18868988512","shards":1,"effective_bpw":4.6188,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18988378720","shards":1,"effective_bpw":4.648,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479788288","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479788576","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362226720","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20391213664","shards":1,"effective_bpw":4.9914,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20646079072","shards":1,"effective_bpw":5.0538,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21437168224","shards":1,"effective_bpw":5.2474,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280727296","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280727584","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22473747040","shards":1,"effective_bpw":5.5011,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814456576","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814456864","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23577762400","shards":1,"effective_bpw":5.7714,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"24447556192","shards":1,"effective_bpw":5.9843,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357541632","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357541920","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27882777184","shards":1,"effective_bpw":6.8252,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"28565400160","shards":1,"effective_bpw":6.9922,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133043808","shards":1,"effective_bpw":8.3551,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133043968","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64231762432","shards":2,"effective_bpw":15.7227,"repo":"bartowski/Ateron_Gemma-4-Novelist-Eclipse-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bonsai-27b-unpacked","canonical_repo":"prism-ml/Bonsai-27B-unpacked","display_name":"Bonsai-27B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21913","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Bonsai-27B-unpacked","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301441888","shards":1,"effective_bpw":3.8898,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082505568","shards":1,"effective_bpw":4.4106,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399008","shards":1,"effective_bpw":4.839,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098208","shards":1,"effective_bpw":5.6238,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528608","shards":1,"effective_bpw":6.4577,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762240","shards":1,"effective_bpw":8.3623,"repo":"vcruz305/Bonsai-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-q4-0-unquantized-heretic","canonical_repo":"coder3101/gemma-4-12B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-12B-it-qat-q4_0-unquantized-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21883","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-12B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"canary-qwen-2-5b","canonical_repo":"nvidia/canary-qwen-2.5b","display_name":"canary-qwen-2.5b","publisher":"nvidia","modality":"audio_asr","arch_key":"canary_qwen","params_total":"2559447568","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"21839","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/canary-qwen-2.5b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1737575808","shards":1,"effective_bpw":5.4311,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1983729024","shards":1,"effective_bpw":6.2005,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2208697728","shards":1,"effective_bpw":6.9037,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2797548928","shards":1,"effective_bpw":8.7442,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"3671972192","shards":1,"effective_bpw":11.4774,"repo":"cstr/canary-qwen-2.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4376615264","shards":1,"effective_bpw":13.6799,"repo":"cstr/canary-qwen-2.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5076107136","shards":1,"effective_bpw":15.8663,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5076972928","shards":1,"effective_bpw":15.869,"repo":"handy-computer/canary-qwen-2.5b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5697820960","shards":1,"effective_bpw":17.8095,"repo":"cstr/canary-qwen-2.5b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-agents-a1-3-6-35b-a3b-dare-ties","canonical_repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-dare_ties","display_name":"Ornith-Agents-A1-3.6-35B-A3B-dare_ties","publisher":"tepirale","modality":"vision_language","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21629","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-dare_ties","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16764764480","shards":1,"effective_bpw":3.8695,"repo":"Tivaphraen/Ornith-Agents-A1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758208","shards":1,"effective_bpw":4.8855,"repo":"Tivaphraen/Ornith-Agents-A1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22064707872","shards":1,"effective_bpw":5.0927,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22064715392","shards":1,"effective_bpw":5.0927,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131328","shards":1,"effective_bpw":5.7077,"repo":"Tivaphraen/Ornith-Agents-A1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25627080992","shards":1,"effective_bpw":5.915,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25627088512","shards":1,"effective_bpw":5.915,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29412102432","shards":1,"effective_bpw":6.7886,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29412109952","shards":1,"effective_bpw":6.7886,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801089312","shards":1,"effective_bpw":8.7249,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096832","shards":1,"effective_bpw":8.7249,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376630112","shards":1,"effective_bpw":16.0128,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637632","shards":1,"effective_bpw":16.0128,"repo":"tepirale/Ornith-Agents-A1-3.6-35B-A3B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-26b-oblivion-uncensored","canonical_repo":"DavidAU/MN-26B-Oblivion-Uncensored","display_name":"MN-26B-Oblivion-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"25607142400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21550","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"9819651232","shards":1,"effective_bpw":3.0678,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12485164192","shards":1,"effective_bpw":3.9005,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14673452192","shards":1,"effective_bpw":4.5842,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15438093472","shards":1,"effective_bpw":4.8231,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15483313312","shards":1,"effective_bpw":4.8372,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16292150432","shards":1,"effective_bpw":5.0899,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18496658592","shards":1,"effective_bpw":5.7786,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18966674592","shards":1,"effective_bpw":5.9254,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21808356512","shards":1,"effective_bpw":6.8132,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27847335072","shards":1,"effective_bpw":8.6999,"repo":"DavidAU/MN-Oblivion-26B-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"garnet-ocr-3b-0422","canonical_repo":"prithivMLmods/Garnet-OCR-3B-0422","display_name":"Garnet-OCR-3B-0422","publisher":"prithivMLmods","modality":"text","arch_key":"qwen2vl","params_total":"4064739328","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21544","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151680,"ctx_native":128000,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Garnet-OCR-3B-0422","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"892657600","shards":1,"effective_bpw":1.7569,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"951590848","shards":1,"effective_bpw":1.8729,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1049812928","shards":1,"effective_bpw":2.0662,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1133109184","shards":1,"effective_bpw":2.2301,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1195050944","shards":1,"effective_bpw":2.352,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1273628608","shards":1,"effective_bpw":2.5067,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1299621824","shards":1,"effective_bpw":2.5578,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376249536","shards":1,"effective_bpw":2.7087,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1376249792","shards":1,"effective_bpw":2.7087,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1415940032","shards":1,"effective_bpw":2.7868,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1524879296","shards":1,"effective_bpw":3.0012,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1587400384","shards":1,"effective_bpw":3.1242,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1587400640","shards":1,"effective_bpw":3.1242,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1589907392","shards":1,"effective_bpw":3.1292,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1621938112","shards":1,"effective_bpw":3.1922,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1723518656","shards":1,"effective_bpw":3.3921,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1723518912","shards":1,"effective_bpw":3.3921,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1840434880","shards":1,"effective_bpw":3.6222,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1840435136","shards":1,"effective_bpw":3.6222,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1903687616","shards":1,"effective_bpw":3.7467,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1917777600","shards":1,"effective_bpw":3.7745,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1999509440","shards":1,"effective_bpw":3.9353,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2002786240","shards":1,"effective_bpw":3.9418,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2008684224","shards":1,"effective_bpw":3.9534,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2008684480","shards":1,"effective_bpw":3.9534,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104202944","shards":1,"effective_bpw":4.1414,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2104203200","shards":1,"effective_bpw":4.1414,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2189973440","shards":1,"effective_bpw":4.3102,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2382796480","shards":1,"effective_bpw":4.6897,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2382796736","shards":1,"effective_bpw":4.6897,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437945024","shards":1,"effective_bpw":4.7982,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2437945280","shards":1,"effective_bpw":4.7982,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2792545984","shards":1,"effective_bpw":5.4961,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2792546240","shards":1,"effective_bpw":5.4961,"repo":"mradermacher/Garnet-OCR-3B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3614969536","shards":1,"effective_bpw":7.1148,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6798544576","shards":1,"effective_bpw":13.3805,"repo":"mradermacher/Garnet-OCR-3B-0422-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-tiny","canonical_repo":"ibm-granite/granite-4.0-h-tiny","display_name":"granite-4.0-h-tiny","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"6939037248","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21415","n_layers":40,"n_head":12,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":6,"arch_source":"ibm-granite/granite-4.0-h-tiny","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"1938640288","shards":1,"effective_bpw":2.2351,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"2120306080","shards":1,"effective_bpw":2.4445,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2238290080","shards":1,"effective_bpw":2.5805,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2393382304","shards":1,"effective_bpw":2.7593,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2525472160","shards":1,"effective_bpw":2.9116,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2585986400","shards":1,"effective_bpw":2.9814,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2640053920","shards":1,"effective_bpw":3.0437,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2640053920","shards":1,"effective_bpw":3.0437,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2999856544","shards":1,"effective_bpw":3.4585,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3062452832","shards":1,"effective_bpw":3.5307,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3103740832","shards":1,"effective_bpw":3.5783,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3353039456","shards":1,"effective_bpw":3.8657,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3385578400","shards":1,"effective_bpw":3.9032,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3600962144","shards":1,"effective_bpw":4.1515,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3788906656","shards":1,"effective_bpw":4.3682,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3962938208","shards":1,"effective_bpw":4.5689,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3994887328","shards":1,"effective_bpw":4.6057,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3995771744","shards":1,"effective_bpw":4.6067,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4010615968","shards":1,"effective_bpw":4.6238,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4026737824","shards":1,"effective_bpw":4.6424,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4230975936","shards":1,"effective_bpw":4.8779,"repo":"lmstudio-community/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4230976352","shards":1,"effective_bpw":4.8779,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4254815392","shards":1,"effective_bpw":4.9054,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4386696032","shards":1,"effective_bpw":5.0574,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4406848672","shards":1,"effective_bpw":5.0806,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4810453856","shards":1,"effective_bpw":5.546,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4810453856","shards":1,"effective_bpw":5.546,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4835521696","shards":1,"effective_bpw":5.5749,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4948534112","shards":1,"effective_bpw":5.7052,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4969424032","shards":1,"effective_bpw":5.7292,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5234211680","shards":1,"effective_bpw":6.0345,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5710938816","shards":1,"effective_bpw":6.5841,"repo":"lmstudio-community/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5710939232","shards":1,"effective_bpw":6.5841,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5726176672","shards":1,"effective_bpw":6.6017,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7390331328","shards":1,"effective_bpw":8.5203,"repo":"lmstudio-community/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7390331744","shards":1,"effective_bpw":8.5203,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7390332064","shards":1,"effective_bpw":8.5203,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"13891206272","shards":1,"effective_bpw":16.0151,"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"13891206336","shards":1,"effective_bpw":16.0151,"repo":"unsloth/granite-4.0-h-tiny-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v3-1","canonical_repo":"deepseek-ai/DeepSeek-V3.1","display_name":"DeepSeek-V3.1","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"21357","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-V3.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"147448002144","shards":4,"effective_bpw":1.7232,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"164057003744","shards":5,"effective_bpw":1.9173,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"170499768256","shards":1,"effective_bpw":1.9926,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"188407101184","shards":5,"effective_bpw":2.2019,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"189630566144","shards":5,"effective_bpw":2.2162,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"192314343808","shards":4,"effective_bpw":2.2475,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"206824653344","shards":5,"effective_bpw":2.4171,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"215037628256","shards":6,"effective_bpw":2.5131,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"225879130592","shards":5,"effective_bpw":2.6398,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"235509252576","shards":5,"effective_bpw":2.7524,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237834514368","shards":7,"effective_bpw":2.7795,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"238739474336","shards":7,"effective_bpw":2.7901,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244148281216","shards":20,"effective_bpw":2.8533,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"245696582144","shards":5,"effective_bpw":2.8714,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"245913772544","shards":5,"effective_bpw":2.874,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"267630858240","shards":7,"effective_bpw":3.1278,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"277146191968","shards":8,"effective_bpw":3.239,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"279696491104","shards":6,"effective_bpw":3.2688,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"290448357952","shards":6,"effective_bpw":3.3944,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"293352982624","shards":8,"effective_bpw":3.4284,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"307880167520","shards":8,"effective_bpw":3.5981,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"307929712736","shards":8,"effective_bpw":3.5987,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319266363552","shards":25,"effective_bpw":3.7312,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"319705876736","shards":9,"effective_bpw":3.7363,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"320451083008","shards":7,"effective_bpw":3.7451,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"358347326240","shards":8,"effective_bpw":4.1879,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"359980474688","shards":10,"effective_bpw":4.207,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"379135951680","shards":8,"effective_bpw":4.4309,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"380100248384","shards":8,"effective_bpw":4.4422,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"380481241376","shards":10,"effective_bpw":4.4466,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"381064545088","shards":8,"effective_bpw":4.4534,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"386422079776","shards":10,"effective_bpw":4.516,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"394153886176","shards":11,"effective_bpw":4.6064,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404494158304","shards":31,"effective_bpw":4.7273,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"405398012928","shards":9,"effective_bpw":4.7378,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"409227727296","shards":11,"effective_bpw":4.7826,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420771120128","shards":9,"effective_bpw":4.9175,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"421035032992","shards":11,"effective_bpw":4.9206,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462632453184","shards":10,"effective_bpw":5.4067,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475428547520","shards":36,"effective_bpw":5.5563,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"476161393760","shards":10,"effective_bpw":5.5648,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"478335943328","shards":13,"effective_bpw":5.5902,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550922264160","shards":44,"effective_bpw":6.4385,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551313395136","shards":12,"effective_bpw":6.4431,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"552446147456","shards":15,"effective_bpw":6.4563,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286519840","shards":20,"effective_bpw":8.3361,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520224","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286524128","shards":59,"effective_bpw":8.3361,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273053984","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1342273059552","shards":88,"effective_bpw":15.6869,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-next-80b-a3b-thinking","canonical_repo":"Qwen/Qwen3-Next-80B-A3B-Thinking","display_name":"Qwen3-Next-80B-A3B-Thinking","publisher":"Qwen","modality":"text","arch_key":"qwen3next","params_total":"81324862720","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21322","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"Qwen/Qwen3-Next-80B-A3B-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"16582637440","shards":1,"effective_bpw":1.6312,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17302419328","shards":1,"effective_bpw":1.7021,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19298973568","shards":1,"effective_bpw":1.8985,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"20218835104","shards":1,"effective_bpw":1.9889,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22217422720","shards":1,"effective_bpw":2.1855,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"22731223200","shards":1,"effective_bpw":2.2361,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"23368904576","shards":1,"effective_bpw":2.2988,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"24275779744","shards":1,"effective_bpw":2.388,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26098610048","shards":1,"effective_bpw":2.5673,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"26211160224","shards":1,"effective_bpw":2.5784,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28167606144","shards":1,"effective_bpw":2.7709,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28471478144","shards":1,"effective_bpw":2.8008,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29171167392","shards":1,"effective_bpw":2.8696,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"29244096672","shards":1,"effective_bpw":2.8768,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31726710656","shards":1,"effective_bpw":3.121,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"32959844512","shards":1,"effective_bpw":3.2423,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"33031047040","shards":1,"effective_bpw":3.2493,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34580478112","shards":1,"effective_bpw":3.4017,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34864220032","shards":1,"effective_bpw":3.4296,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"36643915648","shards":1,"effective_bpw":3.6047,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"36655712128","shards":1,"effective_bpw":3.6059,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"38227003264","shards":1,"effective_bpw":3.7604,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38299875488","shards":1,"effective_bpw":3.7676,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42644480160","shards":1,"effective_bpw":4.195,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42848223104","shards":1,"effective_bpw":4.215,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45108125856","shards":1,"effective_bpw":4.4373,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45307879584","shards":1,"effective_bpw":4.457,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45310828416","shards":1,"effective_bpw":4.4573,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45509730464","shards":1,"effective_bpw":4.4768,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"46099619712","shards":1,"effective_bpw":4.5349,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"46930878336","shards":1,"effective_bpw":4.6166,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48487030080","shards":1,"effective_bpw":4.7697,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48506101920","shards":1,"effective_bpw":4.7716,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48727678848","shards":1,"effective_bpw":4.7934,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48958621568","shards":1,"effective_bpw":4.8161,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50054078816","shards":2,"effective_bpw":4.9239,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50225815616","shards":2,"effective_bpw":4.9408,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55014973792","shards":2,"effective_bpw":5.4119,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55171276832","shards":2,"effective_bpw":5.4272,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56807580000","shards":2,"effective_bpw":5.5882,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56981053504","shards":2,"effective_bpw":5.6053,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"57173100576","shards":2,"effective_bpw":5.6242,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65528464896","shards":2,"effective_bpw":6.4461,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65540655456","shards":2,"effective_bpw":6.4473,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65791883296","shards":2,"effective_bpw":6.472,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"65942603840","shards":2,"effective_bpw":6.4868,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812056192","shards":3,"effective_bpw":8.343,"repo":"lmstudio-community/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812056960","shards":2,"effective_bpw":8.343,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812253344","shards":3,"effective_bpw":8.3431,"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"159458216672","shards":4,"effective_bpw":15.686,"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-tdt-1-1b","canonical_repo":"nvidia/parakeet-tdt-1.1b","display_name":"parakeet-tdt-1.1b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"1070516870","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"21227","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"683692832","shards":1,"effective_bpw":5.1093,"repo":"cstr/parakeet-tdt-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"825248416","shards":1,"effective_bpw":6.1671,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"935758496","shards":1,"effective_bpw":6.9929,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1042509472","shards":1,"effective_bpw":7.7907,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1148615648","shards":1,"effective_bpw":8.5836,"repo":"cstr/parakeet-tdt-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1267288736","shards":1,"effective_bpw":9.4705,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2145162976","shards":1,"effective_bpw":16.0309,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4282202592","shards":1,"effective_bpw":32.001,"repo":"handy-computer/parakeet-tdt-1.1b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-1-30b","canonical_repo":"ibm-granite/granite-4.1-30b","display_name":"granite-4.1-30b","publisher":"ibm-granite","modality":"text","arch_key":null,"params_total":"28865728512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21158","n_layers":64,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-4.1-30b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10723779808","shards":1,"effective_bpw":2.972,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12569273568","shards":1,"effective_bpw":3.4835,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13956539616","shards":1,"effective_bpw":3.868,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15129896160","shards":1,"effective_bpw":4.1932,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16348341472","shards":1,"effective_bpw":4.5309,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16484656352","shards":1,"effective_bpw":4.5686,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17490240736","shards":1,"effective_bpw":4.8473,"repo":"lmstudio-community/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17490240736","shards":1,"effective_bpw":4.8473,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"18126726368","shards":1,"effective_bpw":5.0237,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19905111264","shards":1,"effective_bpw":5.5166,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"19905111264","shards":1,"effective_bpw":5.5166,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20493362400","shards":1,"effective_bpw":5.6796,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"21683496160","shards":1,"effective_bpw":6.0095,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23684179168","shards":1,"effective_bpw":6.564,"repo":"lmstudio-community/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23684179168","shards":1,"effective_bpw":6.564,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30674969824","shards":1,"effective_bpw":8.5014,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30674969824","shards":1,"effective_bpw":8.5014,"repo":"lmstudio-community/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"57736095520","shards":5,"effective_bpw":16.0013,"repo":"ibm-granite/granite-4.1-30b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-edit","canonical_repo":"Qwen/Qwen-Image-Edit","display_name":"Qwen-Image-Edit","publisher":"Qwen","modality":"image","arch_key":"qwen_image","params_total":"20430401088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21118","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K_S","bytes":"7029340704","shards":1,"effective_bpw":2.7525,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"7031700000","shards":1,"effective_bpw":2.7534,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7034206752","shards":1,"effective_bpw":2.7544,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7062518304","shards":1,"effective_bpw":2.7655,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7071808032","shards":1,"effective_bpw":2.7691,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7217936928","shards":1,"effective_bpw":2.8264,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8952609312","shards":1,"effective_bpw":3.5056,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8975022624","shards":1,"effective_bpw":3.5144,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8979888672","shards":1,"effective_bpw":3.5163,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9017489952","shards":1,"effective_bpw":3.531,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9042852384","shards":1,"effective_bpw":3.5409,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9092545056","shards":1,"effective_bpw":3.5604,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9158605344","shards":1,"effective_bpw":3.5863,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9679567392","shards":1,"effective_bpw":3.7903,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9744742944","shards":1,"effective_bpw":3.8158,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10428938784","shards":1,"effective_bpw":4.0837,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10955061792","shards":1,"effective_bpw":4.2897,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11592071712","shards":1,"effective_bpw":4.5391,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11596790304","shards":1,"effective_bpw":4.541,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11738053152","shards":1,"effective_bpw":4.5963,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852773920","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12140608032","shards":1,"effective_bpw":4.7539,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12268010016","shards":1,"effective_bpw":4.8038,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843678240","shards":1,"effective_bpw":5.0292,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12866091552","shards":1,"effective_bpw":5.038,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13065746976","shards":1,"effective_bpw":5.1162,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13127088672","shards":1,"effective_bpw":5.1402,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14117698080","shards":1,"effective_bpw":5.5281,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14140111392","shards":1,"effective_bpw":5.5369,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14140111392","shards":1,"effective_bpw":5.5369,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14215313952","shards":1,"effective_bpw":5.5663,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14298184224","shards":1,"effective_bpw":5.5988,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400813600","shards":1,"effective_bpw":5.639,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14934899232","shards":1,"effective_bpw":5.8481,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15000074784","shards":1,"effective_bpw":5.8736,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391717920","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15414131232","shards":1,"effective_bpw":6.0358,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16824990240","shards":1,"effective_bpw":6.5882,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16847403552","shards":1,"effective_bpw":6.597,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16887588160","shards":2,"effective_bpw":6.6127,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761817120","shards":1,"effective_bpw":8.5213,"repo":"QuantStack/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40860949920","shards":1,"effective_bpw":16.0001,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872114720","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Edit-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40894528032","shards":1,"effective_bpw":16.0132,"repo":"calcuis/qwen-image-edit-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-8b-instruct-2512","canonical_repo":"mistralai/Ministral-3-8B-Instruct-2512","display_name":"Ministral-3-8B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"8918026716","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21113","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-8B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2276824608","shards":1,"effective_bpw":2.0424,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2411238944","shards":1,"effective_bpw":2.163,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2637010464","shards":1,"effective_bpw":2.3656,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3168114208","shards":1,"effective_bpw":2.842,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352925728","shards":1,"effective_bpw":3.0078,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3478754848","shards":1,"effective_bpw":3.1206,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3502216736","shards":1,"effective_bpw":3.1417,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3866465824","shards":1,"effective_bpw":3.4684,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242052640","shards":1,"effective_bpw":3.8054,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4713190944","shards":1,"effective_bpw":4.228,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4937324064","shards":1,"effective_bpw":4.4291,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4940469792","shards":1,"effective_bpw":4.4319,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4954101280","shards":1,"effective_bpw":4.4441,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198386048","shards":1,"effective_bpw":4.6633,"repo":"AmarettoLabs/Amaretto-8B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198386720","shards":1,"effective_bpw":4.6633,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198911904","shards":1,"effective_bpw":4.6637,"repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5419669024","shards":1,"effective_bpw":4.8618,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5916694048","shards":1,"effective_bpw":5.3076,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058742656","shards":1,"effective_bpw":5.4351,"repo":"AmarettoLabs/Amaretto-8B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058743328","shards":1,"effective_bpw":5.4351,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6059268512","shards":1,"effective_bpw":5.4355,"repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972871552","shards":1,"effective_bpw":6.2551,"repo":"AmarettoLabs/Amaretto-8B","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972872224","shards":1,"effective_bpw":6.2551,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028866944","shards":1,"effective_bpw":8.0994,"repo":"AmarettoLabs/Amaretto-8B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028867616","shards":1,"effective_bpw":8.0994,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9029392800","shards":1,"effective_bpw":8.0999,"repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16987559168","shards":1,"effective_bpw":15.2389,"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16988084640","shards":1,"effective_bpw":15.2393,"repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-heretic-v2","canonical_repo":"trohrbaugh/Qwen3.5-9B-heretic-v2","display_name":"Qwen3.5-9B-heretic-v2","publisher":"trohrbaugh","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21087","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"trohrbaugh/Qwen3.5-9B-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5627044352","shards":1,"effective_bpw":4.784,"repo":"Babsie/Crow_Qwen9B_OpusUCH","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627044352","shards":1,"effective_bpw":4.784,"repo":"Crownelius/Crow-9B-HERETIC-4.6","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522003968","shards":1,"effective_bpw":5.5449,"repo":"Crownelius/Crow-9B-HERETIC-4.6","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522003968","shards":1,"effective_bpw":5.5449,"repo":"Babsie/Crow_Qwen9B_OpusUCH","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501312","shards":1,"effective_bpw":8.1001,"repo":"Crownelius/Crow-9B-HERETIC-4.6","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501312","shards":1,"effective_bpw":8.1001,"repo":"Babsie/Crow_Qwen9B_OpusUCH","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501760","shards":1,"effective_bpw":8.1001,"repo":"AIImageStudio/Qwen3.5-9b-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696832","shards":1,"effective_bpw":15.2358,"repo":"Crownelius/Crow-9B-HERETIC-4.6","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696832","shards":1,"effective_bpw":15.2358,"repo":"Babsie/Crow_Qwen9B_OpusUCH","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-ultra-uncensored-heretic","canonical_repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic","display_name":"Qwen3.5-9B-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"21028","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3827263040","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407424","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4509229600","shards":1,"effective_bpw":3.8336,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525440","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4717896224","shards":1,"effective_bpw":4.011,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515328","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5196440192","shards":1,"effective_bpw":4.4179,"repo":"nuofang/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898432","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5342716448","shards":1,"effective_bpw":4.5423,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629440","shards":1,"effective_bpw":4.5498,"repo":"nuofang/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630400","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5418214016","shards":1,"effective_bpw":4.6064,"repo":"nuofang/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5527953952","shards":1,"effective_bpw":4.6997,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108864","shards":1,"effective_bpw":4.7857,"repo":"nuofang/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109824","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309216","shards":1,"effective_bpw":5.3606,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310272","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6416720416","shards":1,"effective_bpw":5.4553,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970624","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259168","shards":1,"effective_bpw":6.2567,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260224","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501344","shards":1,"effective_bpw":8.1001,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502400","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920696864","shards":1,"effective_bpw":15.2358,"repo":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697920","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-qat-q4-0-unquantized-heretic","canonical_repo":"coder3101/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"20904","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"coder3101/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290272128","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668658048","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299301248","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431488","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873202048","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716608","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582738304","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482688","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694848","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068736","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410624","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410624","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564608","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734720","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824489344","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917727104","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488057216","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464826240","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969577344","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796017024","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505135680","shards":1,"effective_bpw":15.6569,"repo":"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b-bf16","canonical_repo":"unsloth/gpt-oss-20b-BF16","display_name":"gpt-oss-20b-BF16","publisher":"unsloth","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"20882","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"unsloth/gpt-oss-20b-BF16","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"12916149600","shards":1,"effective_bpw":4.9405,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805134880","shards":1,"effective_bpw":6.0455,"repo":"Melikshah/gpt-oss-20b-clinical-cot-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805135200","shards":1,"effective_bpw":6.0455,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893060640","shards":1,"effective_bpw":6.4617,"repo":"Melikshah/gpt-oss-20b-clinical-cot-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261910560","shards":1,"effective_bpw":8.5153,"repo":"Melikshah/gpt-oss-20b-clinical-cot-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261910880","shards":1,"effective_bpw":8.5153,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"41860886560","shards":1,"effective_bpw":16.012,"repo":"Melikshah/gpt-oss-20b-clinical-cot-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"41860886880","shards":1,"effective_bpw":16.012,"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-instruct-2512","canonical_repo":"mistralai/Ministral-3-14B-Instruct-2512","display_name":"Ministral-3-14B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"13945032240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"20651","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-14B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3441750720","shards":1,"effective_bpw":1.9745,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3671126720","shards":1,"effective_bpw":2.1061,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4057379520","shards":1,"effective_bpw":2.3276,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"4912132800","shards":1,"effective_bpw":2.818,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5246530240","shards":1,"effective_bpw":3.0098,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5403816640","shards":1,"effective_bpw":3.1001,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"5493437120","shards":1,"effective_bpw":3.1515,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074905280","shards":1,"effective_bpw":3.4851,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682096320","shards":1,"effective_bpw":3.8334,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7432155840","shards":1,"effective_bpw":4.2637,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"7779496800","shards":1,"effective_bpw":4.4629,"repo":"FreedomAISVR/Ministral-3-14B-Instruct-2512-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7805711040","shards":1,"effective_bpw":4.478,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7805711040","shards":1,"effective_bpw":4.478,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7834546880","shards":1,"effective_bpw":4.4945,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239067840","shards":1,"effective_bpw":4.7266,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239593024","shards":1,"effective_bpw":4.7269,"repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8581657280","shards":1,"effective_bpw":4.9231,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383817920","shards":1,"effective_bpw":5.3833,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620566720","shards":1,"effective_bpw":5.5191,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9621091904","shards":1,"effective_bpw":5.5194,"repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088409280","shards":1,"effective_bpw":6.3612,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359311040","shards":1,"effective_bpw":8.2377,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359836224","shards":1,"effective_bpw":8.238,"repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27020865952","shards":1,"effective_bpw":15.5014,"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27021391424","shards":1,"effective_bpw":15.5017,"repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-72b-instruct","canonical_repo":"Qwen/Qwen2.5-VL-72B-Instruct","display_name":"Qwen2.5-VL-72B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen2vl","params_total":"73410777344","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"20501","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-VL-72B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740210944","shards":1,"effective_bpw":2.5871,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490022144","shards":1,"effective_bpw":2.7778,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"25700426144","shards":1,"effective_bpw":2.8007,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057643264","shards":1,"effective_bpw":2.9486,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939135232","shards":1,"effective_bpw":3.0447,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338984192","shards":1,"effective_bpw":3.1972,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"29631275424","shards":1,"effective_bpw":3.2291,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811760896","shards":1,"effective_bpw":3.2488,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811761568","shards":1,"effective_bpw":3.2488,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"30103724448","shards":1,"effective_bpw":3.2806,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028272896","shards":1,"effective_bpw":3.3813,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845080832","shards":1,"effective_bpw":3.4703,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"31859237280","shards":1,"effective_bpw":3.4719,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32842178304","shards":1,"effective_bpw":3.579,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487787264","shards":1,"effective_bpw":3.7583,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487787936","shards":1,"effective_bpw":3.7583,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503595264","shards":1,"effective_bpw":3.869,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698723584","shards":1,"effective_bpw":4.1082,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698724256","shards":1,"effective_bpw":4.1082,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505223136","shards":1,"effective_bpw":4.3051,"repo":"lmstudio-community/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505223424","shards":1,"effective_bpw":4.3051,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709073152","shards":1,"effective_bpw":4.3273,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39748002208","shards":1,"effective_bpw":4.3316,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315622656","shards":1,"effective_bpw":4.5024,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315623328","shards":1,"effective_bpw":4.5024,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383124736","shards":1,"effective_bpw":4.5098,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383125408","shards":1,"effective_bpw":4.5098,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889221376","shards":1,"effective_bpw":4.7829,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889222048","shards":1,"effective_bpw":4.7829,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697883904","shards":1,"effective_bpw":4.98,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697884576","shards":1,"effective_bpw":4.98,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415713248","shards":1,"effective_bpw":5.1672,"repo":"lmstudio-community/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415713536","shards":1,"effective_bpw":5.1672,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415714208","shards":1,"effective_bpw":5.1672,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48340262656","shards":1,"effective_bpw":5.2679,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375136704","shards":2,"effective_bpw":5.5986,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375137408","shards":2,"effective_bpw":5.5986,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447464416","shards":2,"effective_bpw":5.9335,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447465056","shards":2,"effective_bpw":5.9335,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347627200","shards":2,"effective_bpw":7.0123,"repo":"lmstudio-community/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347627488","shards":2,"effective_bpw":7.0123,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628128","shards":2,"effective_bpw":7.0123,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262610112","shards":2,"effective_bpw":8.4198,"repo":"lmstudio-community/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262610400","shards":2,"effective_bpw":8.4198,"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"145422672352","shards":3,"effective_bpw":15.8476,"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-medical","canonical_repo":"fableforge-ai/NEXUS-Medical","display_name":"NEXUS-Medical","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"20417","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Medical","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014432","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014432","shards":1,"effective_bpw":2.6482,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789408","shards":1,"effective_bpw":3.4659,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789408","shards":1,"effective_bpw":3.4659,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"813589536","shards":1,"effective_bpw":4.2163,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"813589536","shards":1,"effective_bpw":4.2163,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532448","shards":1,"effective_bpw":4.8586,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532448","shards":1,"effective_bpw":4.8586,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045632","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045632","shards":1,"effective_bpw":5.11,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047456","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047456","shards":1,"effective_bpw":5.8303,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570144","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570144","shards":1,"effective_bpw":8.533,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-medical-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"dixlox7/nexus-medical-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibevoice-asr","canonical_repo":"microsoft/VibeVoice-ASR","display_name":"VibeVoice-ASR","publisher":"microsoft","modality":"text","arch_key":"vibevoice-tokenizer","params_total":"8674021857","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"20362","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/VibeVoice-ASR","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"4811829376","shards":1,"effective_bpw":4.4379,"repo":"cstr/vibevoice-asr-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9445577088","shards":1,"effective_bpw":8.7116,"repo":"cstr/vibevoice-asr-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"10392063296","shards":1,"effective_bpw":9.5845,"repo":"mudler/vibevoice.cpp-models","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15627038336","shards":2,"effective_bpw":14.4127,"repo":"mudler/vibevoice.cpp-models","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16664915264","shards":1,"effective_bpw":15.37,"repo":"cstr/vibevoice-asr-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-8b-stheno-v3-2","canonical_repo":"Sao10K/L3-8B-Stheno-v3.2","display_name":"L3-8B-Stheno-v3.2","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"20325","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/L3-8B-Stheno-v3.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019627968","shards":1,"effective_bpw":2.012,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972160","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212480","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605781952","shards":1,"effective_bpw":2.596,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489024","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281280","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131616","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131840","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912704","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747360","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747584","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499424","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499648","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325216","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325440","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823520","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823744","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918112","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918336","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956576","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956800","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663040","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484362976","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892160","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669152","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669376","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734432","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734656","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294176","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294400","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987616","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987840","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006624","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006848","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771040","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891360","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/L3-8B-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-qat-gguf","canonical_repo":"unsloth/gemma-4-31B-it-qat-GGUF","display_name":"gemma-4-31B-it-qat-GGUF","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"20305","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-31B-it-qat-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"kimi-k2-6","canonical_repo":"moonshotai/Kimi-K2.6","display_name":"Kimi-K2.6","publisher":"moonshotai","modality":"vision_language","arch_key":"deepseek2","params_total":"1058589420528","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"20258","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"moonshotai/Kimi-K2.6","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"207404948128","shards":6,"effective_bpw":1.5674,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"232425773760","shards":6,"effective_bpw":1.7565,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"271455378240","shards":7,"effective_bpw":2.0514,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"303172311968","shards":8,"effective_bpw":2.2911,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"308788763520","shards":8,"effective_bpw":2.3336,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"341738822752","shards":9,"effective_bpw":2.5826,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"358189980864","shards":10,"effective_bpw":2.7069,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"359336860864","shards":10,"effective_bpw":2.7156,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"426635369792","shards":11,"effective_bpw":3.2242,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"444379618688","shards":12,"effective_bpw":3.3583,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"466446098016","shards":13,"effective_bpw":3.525,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"466874179168","shards":13,"effective_bpw":3.5283,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"487537745504","shards":13,"effective_bpw":3.6844,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"488050679392","shards":13,"effective_bpw":3.6883,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"583710875200","shards":16,"effective_bpw":4.4112,"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2053155814880","shards":46,"effective_bpw":15.5162,"repo":"unsloth/Kimi-K2.6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"privacy-filter-nemotron","canonical_repo":"OpenMed/privacy-filter-nemotron","display_name":"privacy-filter-nemotron","publisher":"OpenMed","modality":"text","arch_key":"openai-privacy-filter","params_total":"1399607373","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"20153","n_layers":8,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":640,"vocab_size":200064,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"OpenMed/privacy-filter-nemotron","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"2817465120","shards":1,"effective_bpw":16.1043,"repo":"LocalAI-io/privacy-filter-nemotron-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-99b","canonical_repo":"0xSero/Qwen3.5-99B","display_name":"Qwen3.5-99B","publisher":"0xSero","modality":"text","arch_key":"qwen35moe","params_total":"99001780224","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"20134","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":205,"n_expert_used":8,"arch_source":"0xSero/Qwen3.5-99B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"20730545696","shards":1,"effective_bpw":1.6752,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"22929446432","shards":1,"effective_bpw":1.8529,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"26594280992","shards":1,"effective_bpw":2.149,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"29535585248","shards":1,"effective_bpw":2.3867,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"29535585824","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"29852972576","shards":1,"effective_bpw":2.4123,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"32784839648","shards":1,"effective_bpw":2.6492,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"32784840224","shards":1,"effective_bpw":2.6492,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"34224809504","shards":1,"effective_bpw":2.7656,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"36503299616","shards":1,"effective_bpw":2.9497,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"38518519328","shards":1,"effective_bpw":3.1126,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"40931427296","shards":1,"effective_bpw":3.3075,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"40931427872","shards":1,"effective_bpw":3.3075,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"42964698656","shards":1,"effective_bpw":3.4718,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"43147691552","shards":1,"effective_bpw":3.4866,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"43704189696","shards":1,"effective_bpw":3.5316,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"43704190496","shards":1,"effective_bpw":3.5316,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"47571370976","shards":1,"effective_bpw":3.8441,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"47571371552","shards":1,"effective_bpw":3.8441,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"51417024032","shards":1,"effective_bpw":4.1548,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"53154079712","shards":1,"effective_bpw":4.2952,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"53154080288","shards":1,"effective_bpw":4.2952,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"56250754592","shards":1,"effective_bpw":4.5454,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"56508113888","shards":1,"effective_bpw":4.5662,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"56508114464","shards":1,"effective_bpw":4.5662,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"60194980672","shards":1,"effective_bpw":4.8642,"repo":"0xSero/Qwen3.5-99B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"60194980832","shards":1,"effective_bpw":4.8642,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"60194981408","shards":1,"effective_bpw":4.8642,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"62145652256","shards":1,"effective_bpw":5.0218,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"68283557408","shards":1,"effective_bpw":5.5178,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"70440616928","shards":1,"effective_bpw":5.6921,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"70440617504","shards":1,"effective_bpw":5.6921,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"81326605120","shards":1,"effective_bpw":6.5717,"repo":"0xSero/Qwen3.5-99B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"81326605280","shards":1,"effective_bpw":6.5717,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-20-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"81326605856","shards":1,"effective_bpw":6.5717,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-20-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"105295737664","shards":1,"effective_bpw":8.5086,"repo":"0xSero/Qwen3.5-99B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-violet-lotus-12b","canonical_repo":"FallenMerick/MN-Violet-Lotus-12B","display_name":"MN-Violet-Lotus-12B","publisher":"FallenMerick","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"20012","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FallenMerick/MN-Violet-Lotus-12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2999216320","shards":1,"effective_bpw":1.959,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2999216704","shards":1,"effective_bpw":1.959,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3221629120","shards":1,"effective_bpw":2.1043,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221629504","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3592317120","shards":1,"effective_bpw":2.3464,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592317504","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915081920","shards":1,"effective_bpw":2.5573,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915082304","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138477760","shards":1,"effective_bpw":2.7032,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138478144","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435028160","shards":1,"effective_bpw":2.8969,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435028544","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791052640","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791052864","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945389760","shards":1,"effective_bpw":3.2302,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945390144","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306493120","shards":1,"effective_bpw":3.4661,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306493504","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230432","shards":1,"effective_bpw":3.6148,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230880","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534231104","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562083520","shards":1,"effective_bpw":3.633,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562083904","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722237120","shards":1,"effective_bpw":3.7376,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722237504","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094432","shards":1,"effective_bpw":3.9734,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094880","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083095104","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507232","shards":1,"effective_bpw":4.2858,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507680","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561507904","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742714560","shards":1,"effective_bpw":4.4042,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742714944","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800058720","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094643264","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201632","shards":1,"effective_bpw":4.6508,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120202080","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120202304","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208992","shards":1,"effective_bpw":4.884,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477209440","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477209664","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739872","shards":1,"effective_bpw":5.5643,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518740320","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518740544","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635872","shards":1,"effective_bpw":5.7007,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727636320","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727636544","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214432","shards":1,"effective_bpw":6.5685,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214880","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056215104","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373792","shards":1,"effective_bpw":8.5059,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022374240","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999016352","shards":1,"effective_bpw":32.0052,"repo":"backyardai/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-4-reasoning-plus","canonical_repo":"microsoft/Phi-4-reasoning-plus","display_name":"Phi-4-reasoning-plus","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"14659507200","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"19995","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100352,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-4-reasoning-plus","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3580205760","shards":1,"effective_bpw":1.9538,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3831085760","shards":1,"effective_bpw":2.0907,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4269357760","shards":1,"effective_bpw":2.3299,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4731549696","shards":1,"effective_bpw":2.5821,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5110429696","shards":1,"effective_bpw":2.7889,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5257620160","shards":1,"effective_bpw":2.8692,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5547350016","shards":1,"effective_bpw":3.0273,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5547350720","shards":1,"effective_bpw":3.0273,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5667773120","shards":1,"effective_bpw":3.093,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5846685696","shards":1,"effective_bpw":3.1907,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"5890861760","shards":1,"effective_bpw":3.2148,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6049110016","shards":1,"effective_bpw":3.3011,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6246701056","shards":1,"effective_bpw":3.409,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6504749056","shards":1,"effective_bpw":3.5498,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6504749760","shards":1,"effective_bpw":3.5498,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6913837056","shards":1,"effective_bpw":3.773,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7363270656","shards":1,"effective_bpw":4.0183,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7363271360","shards":1,"effective_bpw":4.0183,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7930156768","shards":1,"effective_bpw":4.3277,"repo":"lmstudio-community/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7930157056","shards":1,"effective_bpw":4.3277,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7941380096","shards":1,"effective_bpw":4.3338,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7957437120","shards":1,"effective_bpw":4.3425,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8383420416","shards":1,"effective_bpw":4.575,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8383421120","shards":1,"effective_bpw":4.575,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8412092416","shards":1,"effective_bpw":4.5907,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8412093120","shards":1,"effective_bpw":4.5907,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8440764416","shards":1,"effective_bpw":4.6063,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053116128","shards":1,"effective_bpw":4.9405,"repo":"lmstudio-community/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053116416","shards":1,"effective_bpw":4.9405,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053117120","shards":1,"effective_bpw":4.9405,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267501056","shards":1,"effective_bpw":5.0575,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267501760","shards":1,"effective_bpw":5.0575,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9434454016","shards":1,"effective_bpw":5.1486,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10151581696","shards":1,"effective_bpw":5.5399,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10604189696","shards":1,"effective_bpw":5.7869,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10604190400","shards":1,"effective_bpw":5.7869,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10921302016","shards":1,"effective_bpw":5.96,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030252768","shards":1,"effective_bpw":6.5652,"repo":"lmstudio-community/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030253056","shards":1,"effective_bpw":6.5652,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030253760","shards":1,"effective_bpw":6.5652,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12279126016","shards":1,"effective_bpw":6.701,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580501728","shards":1,"effective_bpw":8.5026,"repo":"lmstudio-community/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580502016","shards":1,"effective_bpw":8.5026,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580502720","shards":1,"effective_bpw":8.5026,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29323400928","shards":1,"effective_bpw":16.0024,"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29323401664","shards":1,"effective_bpw":16.0024,"repo":"unsloth/Phi-4-reasoning-plus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-nvfp4","canonical_repo":"nvidia/Qwen3.6-35B-A3B-NVFP4","display_name":"Qwen3.6-35B-A3B-NVFP4","publisher":"nvidia","modality":"text","arch_key":"qwen35moe","params_total":"18683860336","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19913","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"nvidia/Qwen3.6-35B-A3B-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"22650918880","shards":1,"effective_bpw":9.6986,"repo":"williamliao/Qwen3.6-35B-A3B-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"23850227680","shards":1,"effective_bpw":10.2121,"repo":"mudler/Qwen3.6-35B-A3B-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-instruct-1m","canonical_repo":"Qwen/Qwen2.5-14B-Instruct-1M","display_name":"Qwen2.5-14B-Instruct-1M","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19898","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":1010000,"sliding_window":1010000,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-14B-Instruct-1M","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704575552","shards":1,"effective_bpw":2.5482,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726912","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146752","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498112","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362112","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818112","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596352","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538432","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204672","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768544","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768832","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840832","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268352","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183552","shards":1,"effective_bpw":4.6306,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431872","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110624","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110912","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140352","shards":1,"effective_bpw":5.0871,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954112","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554432","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873792","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396032","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684064","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684352","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803072","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597984","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598272","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716384","shards":1,"effective_bpw":16.0041,"repo":"pbhappliedsystems/qwen-2.5-14B-instruct-1m-gguf-F16","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716672","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"59086102496","shards":2,"effective_bpw":32.0032,"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"katarau-9b-ru-rp-nsfw","canonical_repo":"katafiek/Katarau-9B-ru-RP-nsfw","display_name":"Katarau-9B-ru-RP-nsfw","publisher":"katafiek","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19883","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"katafiek/Katarau-9B-ru-RP-nsfw","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742635104","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877262432","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101641312","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285338720","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427961440","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607464544","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697232480","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827255648","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827255904","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938159200","shards":1,"effective_bpw":3.5186,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243409504","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259400032","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259400288","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370811488","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415375968","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623518048","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623518304","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925507936","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925508192","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196434016","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227891040","shards":1,"effective_bpw":4.671,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325933152","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351623008","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351623264","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418207840","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629101024","shards":1,"effective_bpw":5.0295,"repo":"katafiek/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629102432","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629102688","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809326688","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305302880","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305303136","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467961824","shards":1,"effective_bpw":5.779,"repo":"katafiek/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467963232","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467963488","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359251424","shards":1,"effective_bpw":6.5753,"repo":"katafiek/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359252832","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359253088","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527493600","shards":1,"effective_bpw":8.5126,"repo":"katafiek/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527495008","shards":1,"effective_bpw":8.5126,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920690528","shards":1,"effective_bpw":16.0117,"repo":"mradermacher/Katarau-9B-ru-RP-nsfw-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sensevoicesmall","canonical_repo":"FunAudioLLM/SenseVoiceSmall","display_name":"SenseVoiceSmall","publisher":"FunAudioLLM","modality":"audio_asr","arch_key":"sensevoice","params_total":"234000287","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"19878","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"135549024","shards":1,"effective_bpw":4.6341,"repo":"cstr/sensevoice-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"145738304","shards":1,"effective_bpw":4.9825,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"172474880","shards":1,"effective_bpw":5.8966,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"196438336","shards":1,"effective_bpw":6.7158,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"251670368","shards":1,"effective_bpw":8.6041,"repo":"cstr/sensevoice-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"252684608","shards":1,"effective_bpw":8.6388,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"469397824","shards":1,"effective_bpw":16.0478,"repo":"cstr/sensevoice-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"470412128","shards":1,"effective_bpw":16.0824,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"936617824","shards":1,"effective_bpw":32.0211,"repo":"handy-computer/SenseVoiceSmall-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-9b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-9B-abliterated","display_name":"Huihui-Qwen3.5-9B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19848","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-9B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3638519168","shards":1,"effective_bpw":3.0154,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406656","shards":1,"effective_bpw":3.53,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407232","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185216","shards":1,"effective_bpw":3.8257,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524672","shards":1,"effective_bpw":3.8317,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851840","shards":1,"effective_bpw":3.9986,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069120","shards":1,"effective_bpw":4.2283,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313356608","shards":1,"effective_bpw":4.4034,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340619712","shards":1,"effective_bpw":4.426,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620160","shards":1,"effective_bpw":4.426,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629632","shards":1,"effective_bpw":4.4352,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627044800","shards":1,"effective_bpw":4.6634,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045248","shards":1,"effective_bpw":4.6634,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109056","shards":1,"effective_bpw":4.6651,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309504","shards":1,"effective_bpw":5.2255,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309632","shards":1,"effective_bpw":5.2255,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310080","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969856","shards":1,"effective_bpw":5.3603,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004416","shards":1,"effective_bpw":5.4051,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004864","shards":1,"effective_bpw":5.4051,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259456","shards":1,"effective_bpw":6.099,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259584","shards":1,"effective_bpw":6.099,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260032","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501632","shards":1,"effective_bpw":7.8959,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501760","shards":1,"effective_bpw":7.8959,"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502208","shards":1,"effective_bpw":7.8959,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697152","shards":1,"effective_bpw":14.8518,"repo":"Kausik-A/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697728","shards":1,"effective_bpw":14.8518,"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pantheon-reasoning-26b-a4b-1-1","canonical_repo":"Gryphe/Pantheon-Reasoning-26B-A4B-1.1","display_name":"Pantheon-Reasoning-26B-A4B-1.1","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"26544133710","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19727","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Gryphe/Pantheon-Reasoning-26B-A4B-1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532492864","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910878784","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541521984","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652224","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190395968","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10368869376","shards":1,"effective_bpw":3.125,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10547661440","shards":1,"effective_bpw":3.1789,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910528","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824959040","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703424","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11017815168","shards":1,"effective_bpw":3.3206,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11194147456","shards":1,"effective_bpw":3.3737,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642888768","shards":1,"effective_bpw":3.509,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11915043456","shards":1,"effective_bpw":3.591,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262656","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12477393024","shards":1,"effective_bpw":3.7605,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604544","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604544","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758528","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12754515584","shards":1,"effective_bpw":3.844,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12870427776","shards":1,"effective_bpw":3.879,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13337174144","shards":1,"effective_bpw":4.0196,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13516373120","shards":1,"effective_bpw":4.0736,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13597406336","shards":1,"effective_bpw":4.0981,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603928640","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683264","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309894208","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14597170816","shards":1,"effective_bpw":4.3994,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903292992","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15112949376","shards":1,"effective_bpw":4.5548,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15174619776","shards":1,"effective_bpw":4.5734,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880062016","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16259523200","shards":1,"effective_bpw":4.9004,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950464","shards":1,"effective_bpw":4.952,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"16606217856","shards":1,"effective_bpw":5.0049,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211252800","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17450274432","shards":1,"effective_bpw":5.2592,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"17998155392","shards":1,"effective_bpw":5.4244,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494244928","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18636891776","shards":1,"effective_bpw":5.6169,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640401984","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19826708096","shards":1,"effective_bpw":5.9755,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"20282314368","shards":1,"effective_bpw":6.1128,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952704","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23468128384","shards":1,"effective_bpw":7.0729,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"23825692800","shards":1,"effective_bpw":7.1807,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194432","shards":1,"effective_bpw":8.3315,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"51981530656","shards":2,"effective_bpw":15.6664,"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"goetia-26b-a4b-v1-3-absolute-heretic-ara","canonical_repo":"Naphula/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA","display_name":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA","publisher":"Naphula","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19697","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Naphula/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290275200","shards":1,"effective_bpw":2.57,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668661120","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299304320","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816434560","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873205120","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377719680","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582741088","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582741376","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624485760","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325697920","shards":1,"effective_bpw":3.511,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636071808","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222413408","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222413696","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222413696","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392567680","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286737504","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286737792","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824492128","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824492416","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917730176","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063812704","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488060288","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464829024","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464829312","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969580416","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796019808","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796020096","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986737248","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986737536","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132894304","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132894592","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638403168","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638403456","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859858400","shards":1,"effective_bpw":8.3267,"repo":"Naphula/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859863136","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-speech-4-1-2b-plus","canonical_repo":"ibm-granite/granite-speech-4.1-2b-plus","display_name":"granite-speech-4.1-2b-plus","publisher":"ibm-granite","modality":"audio_asr","arch_key":"granite_speech","params_total":"2111812956","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19694","n_layers":40,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100353,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-speech-4.1-2b-plus","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1023646816","shards":1,"effective_bpw":3.8778,"repo":"ibm-granite/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1178311776","shards":1,"effective_bpw":4.4637,"repo":"ibm-granite/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1342643296","shards":1,"effective_bpw":5.0862,"repo":"ibm-granite/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1489663424","shards":1,"effective_bpw":5.6432,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1691297088","shards":1,"effective_bpw":6.407,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1737793088","shards":1,"effective_bpw":6.5831,"repo":"ibm-granite/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1859821504","shards":1,"effective_bpw":7.0454,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2345973152","shards":1,"effective_bpw":8.887,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2957822752","shards":1,"effective_bpw":11.2049,"repo":"cstr/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3267405248","shards":1,"effective_bpw":12.3776,"repo":"ibm-granite/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4228988768","shards":1,"effective_bpw":16.0203,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4229971808","shards":1,"effective_bpw":16.024,"repo":"handy-computer/granite-speech-4.1-2b-plus-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5598667232","shards":1,"effective_bpw":21.209,"repo":"cstr/granite-speech-4.1-2b-plus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-28b","canonical_repo":"0xSero/Qwen3.6-28B","display_name":"Qwen3.6-28B","publisher":"0xSero","modality":"text","arch_key":"qwen35moe","params_total":"28239147648","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19690","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":205,"n_expert_used":8,"arch_source":"0xSero/Qwen3.6-28B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6192747488","shards":1,"effective_bpw":1.7544,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"6192747488","shards":1,"effective_bpw":1.7544,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6801169376","shards":1,"effective_bpw":1.9267,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6801169376","shards":1,"effective_bpw":1.9267,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7815205856","shards":1,"effective_bpw":2.214,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7815205856","shards":1,"effective_bpw":2.214,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8629056480","shards":1,"effective_bpw":2.4446,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8629056480","shards":1,"effective_bpw":2.4446,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8758211552","shards":1,"effective_bpw":2.4812,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8758211552","shards":1,"effective_bpw":2.4812,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9569440736","shards":1,"effective_bpw":2.711,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9569440736","shards":1,"effective_bpw":2.711,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9967045600","shards":1,"effective_bpw":2.8236,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9967045600","shards":1,"effective_bpw":2.8236,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10599958400","shards":1,"effective_bpw":3.0029,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10599959520","shards":1,"effective_bpw":3.0029,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10599959520","shards":1,"effective_bpw":3.0029,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"11150430336","shards":1,"effective_bpw":3.1589,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11150431200","shards":1,"effective_bpw":3.1589,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11150431200","shards":1,"effective_bpw":3.1589,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11860411360","shards":1,"effective_bpw":3.36,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11860411360","shards":1,"effective_bpw":3.36,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12408045440","shards":1,"effective_bpw":3.5151,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12408046560","shards":1,"effective_bpw":3.5151,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12408046560","shards":1,"effective_bpw":3.5151,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12476285920","shards":1,"effective_bpw":3.5345,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12476285920","shards":1,"effective_bpw":3.5345,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12630868960","shards":1,"effective_bpw":3.5783,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12630868960","shards":1,"effective_bpw":3.5783,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13693157248","shards":1,"effective_bpw":3.8792,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13693158368","shards":1,"effective_bpw":3.8792,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13693158368","shards":1,"effective_bpw":3.8792,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14789705600","shards":1,"effective_bpw":4.1898,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14789706720","shards":1,"effective_bpw":4.1898,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14789706720","shards":1,"effective_bpw":4.1898,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15302884320","shards":1,"effective_bpw":4.3352,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15302884320","shards":1,"effective_bpw":4.3352,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16156122080","shards":1,"effective_bpw":4.5769,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16156122080","shards":1,"effective_bpw":4.5769,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16230045568","shards":1,"effective_bpw":4.5979,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16230046688","shards":1,"effective_bpw":4.5979,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16230046688","shards":1,"effective_bpw":4.5979,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17264580480","shards":1,"effective_bpw":4.891,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17264581600","shards":1,"effective_bpw":4.891,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17264581600","shards":1,"effective_bpw":4.891,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17820654560","shards":1,"effective_bpw":5.0485,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17820654560","shards":1,"effective_bpw":5.0485,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19552688000","shards":1,"effective_bpw":5.5392,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19552689120","shards":1,"effective_bpw":5.5392,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19552689120","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20158486400","shards":1,"effective_bpw":5.7108,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20158487520","shards":1,"effective_bpw":5.7108,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20158487520","shards":1,"effective_bpw":5.7108,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23233261440","shards":1,"effective_bpw":6.5819,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23233262560","shards":1,"effective_bpw":6.5819,"repo":"DjeDjeB/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23233262560","shards":1,"effective_bpw":6.5819,"repo":"mradermacher/Qwen3.6-28B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30068062080","shards":1,"effective_bpw":8.5181,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"56525355200","shards":1,"effective_bpw":16.0133,"repo":"barozp/Qwen3.6-28B-REAP20-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"da3-base","canonical_repo":"depth-anything/DA3-BASE","display_name":"DA3-BASE","publisher":"depth-anything","modality":"text","arch_key":"depthanything3","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19459","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"depth-anything/DA3-BASE","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"1406986144","shards":10,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1450857568","shards":9,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1607842912","shards":9,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2042823328","shards":10,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3274831232","shards":10,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"14969376768","shards":15,"effective_bpw":null,"repo":"mudler/depth-anything.cpp-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-code-4b","canonical_repo":"janhq/Jan-code-4b","display_name":"Jan-code-4b","publisher":"janhq","modality":"text","arch_key":"qwen3","params_total":"4411424256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19166","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"janhq/Jan-code-4b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1680112192","shards":1,"effective_bpw":3.0468,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797124672","shards":1,"effective_bpw":3.259,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1824782912","shards":1,"effective_bpw":3.3092,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1981503552","shards":1,"effective_bpw":3.5934,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054124896","shards":1,"effective_bpw":3.7251,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054125632","shards":1,"effective_bpw":3.7251,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2130024512","shards":1,"effective_bpw":3.8627,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2176964672","shards":1,"effective_bpw":3.9479,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2242745696","shards":1,"effective_bpw":4.0672,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2242746432","shards":1,"effective_bpw":4.0672,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406913376","shards":1,"effective_bpw":4.3649,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2406914112","shards":1,"effective_bpw":4.3649,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2477383232","shards":1,"effective_bpw":4.4927,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2588332896","shards":1,"effective_bpw":4.6939,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2594559552","shards":1,"effective_bpw":4.7052,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2600130112","shards":1,"effective_bpw":4.7153,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2602095456","shards":1,"effective_bpw":4.7188,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2649282112","shards":1,"effective_bpw":4.8044,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2716066656","shards":1,"effective_bpw":4.9255,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2813388352","shards":1,"effective_bpw":5.102,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2839724896","shards":1,"effective_bpw":5.1498,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2839725632","shards":1,"effective_bpw":5.1498,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3091116896","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3091116896","shards":1,"effective_bpw":5.6057,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3102066752","shards":1,"effective_bpw":5.6255,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3141252672","shards":1,"effective_bpw":5.6966,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3156919136","shards":1,"effective_bpw":5.725,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3298477632","shards":1,"effective_bpw":5.9817,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3342508896","shards":1,"effective_bpw":6.0616,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3538536512","shards":1,"effective_bpw":6.417,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3625324896","shards":1,"effective_bpw":6.5744,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3728176192","shards":1,"effective_bpw":6.7609,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3916576832","shards":1,"effective_bpw":7.1026,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4693669216","shards":1,"effective_bpw":8.5118,"repo":"janhq/Jan-code-4b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4693669952","shards":1,"effective_bpw":8.5118,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8829196096","shards":1,"effective_bpw":16.0115,"repo":"bartowski/janhq_Jan-code-4b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-abliterated-uncensored","canonical_repo":"OpenYourMind/gemma-4-12B-it-abliterated-uncensored","display_name":"gemma-4-12B-it-abliterated-uncensored","publisher":"OpenYourMind","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"19144","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenYourMind/gemma-4-12B-it-abliterated-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692256","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848736","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109536","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843296","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597536","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806176","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147936","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148288","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148576","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194976","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393696","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992416","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087808","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088096","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319424","shards":1,"effective_bpw":4.3923,"repo":"DuoNeural/OpenYourMind-Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319808","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320096","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255776","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551488","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879136","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997536","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047808","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048096","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382464","shards":1,"effective_bpw":4.9375,"repo":"DuoNeural/OpenYourMind-Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382848","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383136","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125856","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372288","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372576","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267904","shards":1,"effective_bpw":5.7174,"repo":"DuoNeural/OpenYourMind-Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268288","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268576","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021568","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021856","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646144","shards":1,"effective_bpw":8.4749,"repo":"DuoNeural/OpenYourMind-Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646528","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"carnice-qwen3-6-moe-35b-a3b","canonical_repo":"samuelcardillo/Carnice-Qwen3.6-MoE-35B-A3B","display_name":"Carnice-Qwen3.6-MoE-35B-A3B","publisher":"samuelcardillo","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"19091","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"samuelcardillo/Carnice-Qwen3.6-MoE-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143744","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210624","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655424","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032704","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481664","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237504","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098944","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595904","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623761024","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484146304","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186624","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425984","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521344","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766336","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115332224","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779904","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269504","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905792","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166760064","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170624","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285504","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729133184","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154624","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Carnice-Qwen3.6-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71065942976","shards":1,"effective_bpw":15.8136,"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-0-5b","canonical_repo":"Qwen/Qwen2.5-Coder-0.5B","display_name":"Qwen2.5-Coder-0.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"18958","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-0.5B","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"342752512","shards":1,"effective_bpw":5.5503,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402624","shards":1,"effective_bpw":5.658,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352972288","shards":1,"effective_bpw":5.7158,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355465920","shards":1,"effective_bpw":5.7562,"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358048","shards":1,"effective_bpw":5.9811,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358336","shards":1,"effective_bpw":5.9811,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472000","shards":1,"effective_bpw":6.242,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397807296","shards":1,"effective_bpw":6.4418,"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397807840","shards":1,"effective_bpw":6.4418,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"397808128","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808128","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710400","shards":1,"effective_bpw":6.6831,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420085440","shards":1,"effective_bpw":6.8026,"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086272","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"420086272","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505735872","shards":1,"effective_bpw":8.1895,"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736416","shards":1,"effective_bpw":8.1895,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"505736704","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736704","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068128","shards":1,"effective_bpw":8.5997,"repo":"lmstudio-community/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068128","shards":1,"effective_bpw":8.5997,"repo":"ggml-org/Qwen2.5-Coder-0.5B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068416","shards":1,"effective_bpw":8.5997,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994156224","shards":1,"effective_bpw":16.0986,"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994156768","shards":1,"effective_bpw":16.0986,"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-4-70b","canonical_repo":"NousResearch/Hermes-4-70B","display_name":"Hermes-4-70B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"18927","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-4-70B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"15854029984","shards":1,"effective_bpw":1.7977,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751200800","shards":1,"effective_bpw":1.8994,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"17145875616","shards":1,"effective_bpw":1.9442,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389600","shards":1,"effective_bpw":2.1654,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"19431115936","shards":1,"effective_bpw":2.2033,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142112800","shards":1,"effective_bpw":2.3973,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242347552","shards":1,"effective_bpw":2.522,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298592","shards":1,"effective_bpw":2.7349,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"24295197856","shards":1,"effective_bpw":2.7548,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113248","shards":1,"effective_bpw":2.9906,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113888","shards":1,"effective_bpw":2.9906,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"26621365408","shards":1,"effective_bpw":3.0186,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161248","shards":1,"effective_bpw":3.107,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469498912","shards":1,"effective_bpw":3.1147,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"27655621792","shards":1,"effective_bpw":3.1358,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307734560","shards":1,"effective_bpw":3.3232,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055840","shards":1,"effective_bpw":3.5051,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056480","shards":1,"effective_bpw":3.5051,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937038880","shards":1,"effective_bpw":3.6213,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499040","shards":1,"effective_bpw":3.8856,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499680","shards":1,"effective_bpw":3.8856,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140596384","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597280","shards":1,"effective_bpw":4.2113,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666272","shards":1,"effective_bpw":4.2977,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37935500448","shards":1,"effective_bpw":4.3015,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623328","shards":1,"effective_bpw":4.5416,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623968","shards":1,"effective_bpw":4.5416,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116537888","shards":1,"effective_bpw":4.5488,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538528","shards":1,"effective_bpw":4.5488,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224608","shards":1,"effective_bpw":4.5749,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225248","shards":1,"effective_bpw":4.5749,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520397472","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398368","shards":1,"effective_bpw":4.8213,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520399008","shards":1,"effective_bpw":4.8213,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313594400","shards":1,"effective_bpw":5.0247,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313595040","shards":1,"effective_bpw":5.0247,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451552","shards":1,"effective_bpw":5.5172,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452192","shards":1,"effective_bpw":5.5172,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821696","shards":2,"effective_bpw":5.6638,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822112","shards":1,"effective_bpw":5.6638,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888147296","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148224","shards":2,"effective_bpw":6.5639,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148832","shards":2,"effective_bpw":6.5639,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975053664","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054304","shards":2,"effective_bpw":8.5013,"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055200","shards":2,"effective_bpw":8.5013,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117918432","shards":3,"effective_bpw":16.0012,"repo":"unsloth/Hermes-4-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ideogram-4-fp8","canonical_repo":"ideogram-ai/ideogram-4-fp8","display_name":"ideogram-4-fp8","publisher":"ideogram-ai","modality":"image","arch_key":"qwen3vl","params_total":"9281557760","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"18883","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"4787333984","shards":1,"effective_bpw":4.1263,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014048","shards":1,"effective_bpw":4.139,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785568","shards":1,"effective_bpw":4.3336,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247757152","shards":1,"effective_bpw":4.5232,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763232","shards":1,"effective_bpw":4.9309,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5804252960","shards":1,"effective_bpw":5.0028,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114336","shards":1,"effective_bpw":5.0432,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901152","shards":1,"effective_bpw":5.7972,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6887169824","shards":1,"effective_bpw":5.9362,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8037768992","shards":1,"effective_bpw":6.9279,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520224","shards":1,"effective_bpw":7.5069,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10135920416","shards":1,"effective_bpw":8.7364,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10135920416","shards":1,"effective_bpw":8.7364,"repo":"rectangleworm/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11287641664","shards":2,"effective_bpw":9.7291,"repo":"molbal/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11287641664","shards":2,"effective_bpw":9.7291,"repo":"leejet/ideogram-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12410666560","shards":2,"effective_bpw":10.6971,"repo":"molbal/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"13533691456","shards":2,"effective_bpw":11.665,"repo":"molbal/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"14656716352","shards":2,"effective_bpw":12.633,"repo":"molbal/ideogram-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"20271840832","shards":2,"effective_bpw":17.4728,"repo":"molbal/ideogram-4-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-qat-q4-0-unquantized-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-31B-it-qat-q4_0-unquantized-uncensored-heretic","display_name":"gemma-4-31B-it-qat-q4_0-unquantized-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18866","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-31B-it-qat-q4_0-unquantized-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"17651005696","shards":1,"effective_bpw":4.5153,"repo":"llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"19313557440","shards":1,"effective_bpw":4.9406,"repo":"llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-thinking","canonical_repo":"Qwen/Qwen3-VL-8B-Thinking","display_name":"Qwen3-VL-8B-Thinking","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18583","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-8B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2275380512","shards":1,"effective_bpw":2.0763,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2396491040","shards":1,"effective_bpw":2.1868,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2605223200","shards":1,"effective_bpw":2.3773,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3110898976","shards":1,"effective_bpw":2.8387,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734944","shards":1,"effective_bpw":2.9946,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3410267424","shards":1,"effective_bpw":3.1119,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3427593504","shards":1,"effective_bpw":3.1277,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613600","shards":1,"effective_bpw":3.4398,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163360","shards":1,"effective_bpw":3.7633,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4581289248","shards":1,"effective_bpw":4.1804,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787334432","shards":1,"effective_bpw":4.3684,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793625888","shards":1,"effective_bpw":4.3742,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014496","shards":1,"effective_bpw":4.3818,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784704","shards":1,"effective_bpw":4.5879,"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784704","shards":1,"effective_bpw":4.5879,"repo":"lmstudio-community/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786016","shards":1,"effective_bpw":4.5879,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247757600","shards":1,"effective_bpw":4.7886,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763680","shards":1,"effective_bpw":5.2202,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114784","shards":1,"effective_bpw":5.3391,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900288","shards":1,"effective_bpw":6.1374,"repo":"lmstudio-community/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901600","shards":1,"effective_bpw":6.1374,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519360","shards":1,"effective_bpw":7.9474,"repo":"lmstudio-community/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519360","shards":1,"effective_bpw":7.9474,"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520672","shards":1,"effective_bpw":7.9474,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044800","shards":1,"effective_bpw":14.9541,"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388045856","shards":1,"effective_bpw":14.9541,"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bonsai-27b-gguf","canonical_repo":"prism-ml/Bonsai-27B-gguf","display_name":"Bonsai-27B-gguf","publisher":"prism-ml","modality":"vision_language","arch_key":"qwen35","params_total":"3645856513","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18527","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_1","bytes":"1787468768","shards":1,"effective_bpw":3.9222,"repo":"Danny-Dasilva/Bonsai-27B-antidoom-1bit-DSpark","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythomax-l2-kimiko-v2-13b","canonical_repo":"Undi95/MythoMax-L2-Kimiko-v2-13b","display_name":"MythoMax-L2-Kimiko-v2-13b","publisher":"Undi95","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"18518","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Undi95/MythoMax-L2-Kimiko-v2-13b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5047549984","shards":1,"effective_bpw":3.1024,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5554890784","shards":1,"effective_bpw":3.4142,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5852260384","shards":1,"effective_bpw":3.597,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5852260384","shards":1,"effective_bpw":3.597,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6177789984","shards":1,"effective_bpw":3.7971,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6531049504","shards":1,"effective_bpw":4.0142,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7122839584","shards":1,"effective_bpw":4.3779,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7212797984","shards":1,"effective_bpw":4.4332,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7616458784","shards":1,"effective_bpw":4.6813,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8059236384","shards":1,"effective_bpw":4.9535,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9165565984","shards":1,"effective_bpw":5.6335,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9423204384","shards":1,"effective_bpw":5.7918,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10872420384","shards":1,"effective_bpw":6.6826,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13984919584","shards":1,"effective_bpw":8.5956,"repo":"mradermacher/MythoMax-L2-Kimiko-v2-13b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grug-12b","canonical_repo":"kai-os/Grug-12B","display_name":"Grug-12B","publisher":"kai-os","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"18504","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kai-os/Grug-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983693888","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202850368","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568111168","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844928","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079599168","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371807808","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504149568","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4708744320","shards":1,"effective_bpw":3.1497,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830150208","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849196608","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4940987520","shards":1,"effective_bpw":3.3051,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5077875840","shards":1,"effective_bpw":3.3966,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5145091200","shards":1,"effective_bpw":3.4416,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272395328","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5321669760","shards":1,"effective_bpw":3.5597,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5525773440","shards":1,"effective_bpw":3.6963,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528231488","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528231488","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5724839040","shards":1,"effective_bpw":3.8294,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733994048","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5969923200","shards":1,"effective_bpw":3.9933,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087089728","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6301392000","shards":1,"effective_bpw":4.2151,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566321728","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635257408","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6652828800","shards":1,"effective_bpw":4.4502,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6780746880","shards":1,"effective_bpw":4.5357,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975880768","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997999168","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024049728","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7105641600","shards":1,"effective_bpw":4.753,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7127760000","shards":1,"effective_bpw":4.7678,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7169539200","shards":1,"effective_bpw":4.7958,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381384128","shards":1,"effective_bpw":4.9375,"repo":"kai-os/Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381384768","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657127488","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7662533760","shards":1,"effective_bpw":5.1256,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7755431040","shards":1,"effective_bpw":5.1877,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7906327680","shards":1,"effective_bpw":5.2886,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338374208","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8405220480","shards":1,"effective_bpw":5.6223,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547270208","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8774966400","shards":1,"effective_bpw":5.8697,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9018760320","shards":1,"effective_bpw":6.0328,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786023488","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Grug-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10239327360","shards":1,"effective_bpw":6.8492,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10483121280","shards":1,"effective_bpw":7.0123,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669648000","shards":1,"effective_bpw":8.4749,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832066944","shards":1,"effective_bpw":15.9415,"repo":"bartowski/kai-os_Grug-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-11b-vision-instruct","canonical_repo":"meta-llama/Llama-3.2-11B-Vision-Instruct","display_name":"Llama-3.2-11B-Vision-Instruct","publisher":"meta-llama","modality":"text","arch_key":"mllama","params_total":"10670220835","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"18497","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.2-11B-Vision-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"Q4_K_M","bytes":"5963057216","shards":1,"effective_bpw":4.4708,"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5963057248","shards":1,"effective_bpw":4.4708,"repo":"pbatra/Llama-3.2-11B-Vision-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7526840896","shards":1,"effective_bpw":5.6433,"repo":"EnlistedGhost/Llama-3.2-11B-Vision-Instruct-OLLAMA","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7816569408","shards":1,"effective_bpw":5.8605,"repo":"EnlistedGhost/Llama-3.2-11B-Vision-Instruct-OLLAMA","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10394970176","shards":1,"effective_bpw":7.7936,"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10394970208","shards":1,"effective_bpw":7.7936,"repo":"pbatra/Llama-3.2-11B-Vision-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12272802368","shards":1,"effective_bpw":9.2015,"repo":"EnlistedGhost/Llama-3.2-11B-Vision-Instruct-OLLAMA","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"19558899776","shards":1,"effective_bpw":14.6643,"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"21498171904","shards":1,"effective_bpw":16.1183,"repo":"EnlistedGhost/Llama-3.2-11B-Vision-Instruct-OLLAMA","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-v2-vl-high","canonical_repo":"janhq/Jan-v2-VL-high","display_name":"Jan-v2-VL-high","publisher":"janhq","modality":"vision_language","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18329","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"janhq/Jan-v2-VL-high","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281734400","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612256","shards":1,"effective_bpw":3.4398,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613056","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162016","shards":1,"effective_bpw":3.7633,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162816","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394784","shards":1,"effective_bpw":4.0436,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395584","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298176","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774750176","shards":1,"effective_bpw":4.357,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013152","shards":1,"effective_bpw":4.3818,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013952","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784672","shards":1,"effective_bpw":4.5879,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785472","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756256","shards":1,"effective_bpw":4.7886,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5720762336","shards":1,"effective_bpw":5.2202,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762336","shards":1,"effective_bpw":5.2202,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763136","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113440","shards":1,"effective_bpw":5.3391,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114240","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6193768416","shards":1,"effective_bpw":5.6518,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900256","shards":1,"effective_bpw":6.1374,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901056","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519328","shards":1,"effective_bpw":7.9474,"repo":"janhq/Jan-v2-VL-high-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520128","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045568","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Jan-v2-VL-high-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-coder-30b-a3b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated","display_name":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18220","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416512512","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078295040","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181265920","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076225536","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287134720","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169511424","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519367168","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258612928","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258613248","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849330176","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598445568","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292471488","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292471808","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299156480","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513065984","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711849024","shards":1,"effective_bpw":3.8548,"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711850176","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711850496","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900673216","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900673536","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368352768","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557096128","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379991040","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456012480","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456012800","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556688448","shards":1,"effective_bpw":4.8622,"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556689600","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556689920","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192503808","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080513728","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080514048","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725583424","shards":1,"effective_bpw":5.6925,"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725584576","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725584896","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092535488","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092535808","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483934272","shards":1,"effective_bpw":8.5114,"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483935424","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-meromero-26b-a4b-it-uncensored-heretic","canonical_repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic","display_name":"G4-MeroMero-26B-A4B-it-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18203","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290273280","shards":1,"effective_bpw":2.57,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668659200","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299302400","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816432640","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873203200","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377717760","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582739136","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582739456","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624483840","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325696000","shards":1,"effective_bpw":3.511,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636069888","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222411456","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222411776","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222411776","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392565760","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286735552","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286735872","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824490176","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824490496","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917728256","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063810752","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488058368","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14955855744","shards":1,"effective_bpw":4.6364,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15426567040","shards":1,"effective_bpw":4.7823,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464827072","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464827392","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969578496","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16017031552","shards":1,"effective_bpw":4.9654,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796017856","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796018176","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17331776896","shards":1,"effective_bpw":5.373,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986735296","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986735616","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18403050880","shards":1,"effective_bpw":5.7051,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132892352","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132892672","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19539250560","shards":1,"effective_bpw":6.0573,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638401216","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638401536","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22993694080","shards":1,"effective_bpw":7.1282,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859328","shards":1,"effective_bpw":8.3267,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859861184","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505135488","shards":1,"effective_bpw":15.6569,"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-1-8b","canonical_repo":"NousResearch/Hermes-3-Llama-3.1-8B","display_name":"Hermes-3-Llama-3.1-8B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"18145","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-3-Llama-3.1-8B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627904","shards":1,"effective_bpw":2.012,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972096","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212416","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781888","shards":1,"effective_bpw":2.596,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488960","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281216","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281248","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815232","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131776","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131808","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912640","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747520","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747552","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499584","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499616","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325376","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692155808","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823680","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823712","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918272","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918304","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956736","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956768","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662976","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663008","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989248","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669312","shards":1,"effective_bpw":4.675,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669344","shards":1,"effective_bpw":4.675,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920734592","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734624","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632864","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294080","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294368","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987520","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987808","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057218976","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006528","shards":1,"effective_bpw":6.5712,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006816","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466720","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770944","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771232","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891264","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881280","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mixtral-8x7b-instruct-v0-1","canonical_repo":"mistralai/Mixtral-8x7B-Instruct-v0.1","display_name":"Mixtral-8x7B-Instruct-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"18068","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"mistralai/Mixtral-8x7B-Instruct-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644035008","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17309174240","shards":1,"effective_bpw":2.965,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17311231392","shards":1,"effective_bpw":2.9653,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363356096","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20430465504","shards":1,"effective_bpw":3.4997,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20430465504","shards":1,"effective_bpw":3.4997,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20432522656","shards":1,"effective_bpw":3.5,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21428709856","shards":1,"effective_bpw":3.6707,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22544394720","shards":1,"effective_bpw":3.8618,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22546451872","shards":1,"effective_bpw":3.8621,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24167590368","shards":1,"effective_bpw":4.1398,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24169647520","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25372084704","shards":1,"effective_bpw":4.3461,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25374141856","shards":1,"effective_bpw":4.3465,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441533376","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441533376","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441533920","shards":1,"effective_bpw":4.5293,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"26743523808","shards":1,"effective_bpw":4.5811,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26743523808","shards":1,"effective_bpw":4.5811,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26745580960","shards":1,"effective_bpw":4.5814,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28446411232","shards":1,"effective_bpw":4.8728,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28448468384","shards":1,"effective_bpw":4.8731,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229279680","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229279680","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229280224","shards":1,"effective_bpw":5.5207,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32229280224","shards":1,"effective_bpw":5.5207,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32231337376","shards":1,"effective_bpw":5.5211,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227524576","shards":1,"effective_bpw":5.6917,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33229581728","shards":1,"effective_bpw":5.6921,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378760128","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378760672","shards":1,"effective_bpw":6.5741,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38380817824","shards":1,"effective_bpw":6.5745,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624262592","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624263136","shards":1,"effective_bpw":8.5004,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF-old","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49626320288","shards":1,"effective_bpw":8.5008,"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan-dancer-14b","canonical_repo":"Wan-AI/Wan-Dancer-14B","display_name":"Wan-Dancer-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"17245198464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17995","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan-Dancer-14B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16997008896","shards":2,"effective_bpw":7.8849,"repo":"modulsx/Wan_Dancer_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20867865088","shards":2,"effective_bpw":9.6805,"repo":"modulsx/Wan_Dancer_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25747823104","shards":2,"effective_bpw":11.9443,"repo":"modulsx/Wan_Dancer_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26083251744","shards":3,"effective_bpw":12.0999,"repo":"modulsx/Wan_Dancer_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28897783296","shards":2,"effective_bpw":13.4056,"repo":"modulsx/Wan_Dancer_GGUFs","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-roleplay-v2-merged","canonical_repo":"PatricHugi/gemma-4-26B-roleplay-v2-merged","display_name":"gemma-4-26B-roleplay-v2-merged","publisher":"PatricHugi","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"17838","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271008","shards":1,"effective_bpw":2.6284,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668656928","shards":1,"effective_bpw":2.7483,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300128","shards":1,"effective_bpw":2.9483,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430368","shards":1,"effective_bpw":3.1122,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873200928","shards":1,"effective_bpw":3.1302,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715488","shards":1,"effective_bpw":3.2902,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582736896","shards":1,"effective_bpw":3.3552,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737184","shards":1,"effective_bpw":3.3552,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624481568","shards":1,"effective_bpw":3.3684,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325693728","shards":1,"effective_bpw":3.5907,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636067616","shards":1,"effective_bpw":3.6891,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222409216","shards":1,"effective_bpw":3.875,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409504","shards":1,"effective_bpw":3.875,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409504","shards":1,"effective_bpw":3.875,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563488","shards":1,"effective_bpw":3.929,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286733312","shards":1,"effective_bpw":4.2125,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286733600","shards":1,"effective_bpw":4.2125,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824487936","shards":1,"effective_bpw":4.383,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488224","shards":1,"effective_bpw":4.383,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917725984","shards":1,"effective_bpw":4.4125,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063808512","shards":1,"effective_bpw":4.4588,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056096","shards":1,"effective_bpw":4.5933,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464824832","shards":1,"effective_bpw":4.903,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825120","shards":1,"effective_bpw":4.903,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576224","shards":1,"effective_bpw":5.063,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796015616","shards":1,"effective_bpw":5.3251,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796015904","shards":1,"effective_bpw":5.3251,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986733056","shards":1,"effective_bpw":5.7026,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733344","shards":1,"effective_bpw":5.7026,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890112","shards":1,"effective_bpw":6.066,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890400","shards":1,"effective_bpw":6.066,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638398976","shards":1,"effective_bpw":7.1774,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399264","shards":1,"effective_bpw":7.1774,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859858944","shards":1,"effective_bpw":8.5157,"repo":"mradermacher/gemma-4-26B-roleplay-v2-merged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-micro","canonical_repo":"ibm-granite/granite-4.0-micro","display_name":"granite-4.0-micro","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"3402836480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17795","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2560,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-micro","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1241472416","shards":1,"effective_bpw":2.9187,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1371438496","shards":1,"effective_bpw":3.2242,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1371438528","shards":1,"effective_bpw":3.2242,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1387290016","shards":1,"effective_bpw":3.2615,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1433656736","shards":1,"effective_bpw":3.3705,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1500052896","shards":1,"effective_bpw":3.5266,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566817696","shards":1,"effective_bpw":3.6836,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566817728","shards":1,"effective_bpw":3.6836,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1622523296","shards":1,"effective_bpw":3.8145,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1725578656","shards":1,"effective_bpw":4.0568,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1725578688","shards":1,"effective_bpw":4.0568,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1864187296","shards":1,"effective_bpw":4.3827,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1864187328","shards":1,"effective_bpw":4.3827,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1894497696","shards":1,"effective_bpw":4.4539,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1984609728","shards":1,"effective_bpw":4.6658,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1991163296","shards":1,"effective_bpw":4.6812,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1991163296","shards":1,"effective_bpw":4.6812,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1998372256","shards":1,"effective_bpw":4.6981,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1998372288","shards":1,"effective_bpw":4.6981,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2099502496","shards":1,"effective_bpw":4.9359,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2099502528","shards":1,"effective_bpw":4.9359,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2161720736","shards":1,"effective_bpw":5.0822,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2181217696","shards":1,"effective_bpw":5.128,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2181217728","shards":1,"effective_bpw":5.128,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377825696","shards":1,"effective_bpw":5.5902,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377825728","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2377825728","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437012896","shards":1,"effective_bpw":5.7294,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437012928","shards":1,"effective_bpw":5.7294,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2499231136","shards":1,"effective_bpw":5.8756,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2574433728","shards":1,"effective_bpw":6.0524,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795617696","shards":1,"effective_bpw":6.5724,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795617728","shards":1,"effective_bpw":6.5724,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2857835936","shards":1,"effective_bpw":6.7187,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619691936","shards":1,"effective_bpw":8.5098,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619691968","shards":1,"effective_bpw":8.5098,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6809656448","shards":1,"effective_bpw":16.0094,"repo":"bartowski/ibm-granite_granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6809656768","shards":1,"effective_bpw":16.0094,"repo":"ibm-granite/granite-4.0-micro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-0-5b-instruct","canonical_repo":"Qwen/Qwen2-0.5B-Instruct","display_name":"Qwen2-0.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17790","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-0.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"315826592","shards":1,"effective_bpw":5.1143,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"317971616","shards":1,"effective_bpw":5.149,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"321546656","shards":1,"effective_bpw":5.2069,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"324406688","shards":1,"effective_bpw":5.2532,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"325734560","shards":1,"effective_bpw":5.2747,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"328594592","shards":1,"effective_bpw":5.321,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"331046048","shards":1,"effective_bpw":5.3607,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"333701792","shards":1,"effective_bpw":5.4037,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338260640","shards":1,"effective_bpw":5.4775,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338604736","shards":1,"effective_bpw":5.4831,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342749600","shards":1,"effective_bpw":5.5502,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349399712","shards":1,"effective_bpw":5.6579,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349399744","shards":1,"effective_bpw":5.6579,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"352668320","shards":1,"effective_bpw":5.7108,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352969408","shards":1,"effective_bpw":5.7157,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"355463840","shards":1,"effective_bpw":5.7561,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355463872","shards":1,"effective_bpw":5.7561,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369355424","shards":1,"effective_bpw":5.9811,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385469088","shards":1,"effective_bpw":6.242,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"397697728","shards":1,"effective_bpw":6.44,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"397805216","shards":1,"effective_bpw":6.4418,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397805248","shards":1,"effective_bpw":6.4418,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397805248","shards":1,"effective_bpw":6.4418,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412707232","shards":1,"effective_bpw":6.6831,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"420083104","shards":1,"effective_bpw":6.8025,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420083392","shards":1,"effective_bpw":6.8025,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420083392","shards":1,"effective_bpw":6.8025,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505733536","shards":1,"effective_bpw":8.1895,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505733824","shards":1,"effective_bpw":8.1895,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505733824","shards":1,"effective_bpw":8.1895,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531065248","shards":1,"effective_bpw":8.5997,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531065536","shards":1,"effective_bpw":8.5997,"repo":"Qwen/Qwen2-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531065536","shards":1,"effective_bpw":8.5997,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"994153888","shards":1,"effective_bpw":16.0986,"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1982076320","shards":1,"effective_bpw":32.0963,"repo":"lmstudio-community/Qwen2-500M-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hy-mt2-30b-a3b","canonical_repo":"tencent/Hy-MT2-30B-A3B","display_name":"Hy-MT2-30B-A3B","publisher":"tencent","modality":"text","arch_key":"hy_v3","params_total":"30064725888","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"17723","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":120832,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"tencent/Hy-MT2-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11060609056","shards":1,"effective_bpw":2.9431,"repo":"GrahLnn/Hy-MT2-30B-A3B-4bit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11060609088","shards":1,"effective_bpw":2.9431,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11060609280","shards":1,"effective_bpw":2.9431,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13064995072","shards":1,"effective_bpw":3.4765,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14446329888","shards":1,"effective_bpw":3.8441,"repo":"GrahLnn/Hy-MT2-30B-A3B-4bit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14446329920","shards":1,"effective_bpw":3.8441,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14446330112","shards":1,"effective_bpw":3.8441,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15644000512","shards":1,"effective_bpw":4.1628,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16260628736","shards":1,"effective_bpw":4.3268,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17152540928","shards":1,"effective_bpw":4.5642,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18236702752","shards":1,"effective_bpw":4.8527,"repo":"GrahLnn/Hy-MT2-30B-A3B-4bit-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18236702784","shards":1,"effective_bpw":4.8527,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18236702976","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20749025536","shards":1,"effective_bpw":5.5212,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21374042176","shards":1,"effective_bpw":5.6875,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21374042368","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24707465280","shards":1,"effective_bpw":6.5745,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24707465472","shards":1,"effective_bpw":6.5745,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31985729600","shards":1,"effective_bpw":8.5112,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31985729792","shards":1,"effective_bpw":8.5112,"repo":"mradermacher/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"60159656000","shards":1,"effective_bpw":16.008,"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-linear-48b-a3b-instruct","canonical_repo":"moonshotai/Kimi-Linear-48B-A3B-Instruct","display_name":"Kimi-Linear-48B-A3B-Instruct","publisher":"moonshotai","modality":"text","arch_key":"kimi-linear","params_total":"49122681728","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"17703","n_layers":27,"n_head":32,"n_head_kv":32,"head_dim_k":192,"head_dim_v":128,"hidden":2304,"vocab_size":163840,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":null,"arch_source":"moonshotai/Kimi-Linear-48B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"10489931680","shards":1,"effective_bpw":1.7084,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"10924162720","shards":1,"effective_bpw":1.7791,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"12129177504","shards":1,"effective_bpw":1.9753,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"13897237408","shards":1,"effective_bpw":2.2633,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"13967426464","shards":1,"effective_bpw":2.2747,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"15792109472","shards":1,"effective_bpw":2.5719,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17533148320","shards":1,"effective_bpw":2.8554,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"17901788320","shards":1,"effective_bpw":2.9154,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18028532352","shards":1,"effective_bpw":2.9361,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19651346336","shards":1,"effective_bpw":3.2004,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"20439715232","shards":1,"effective_bpw":3.3288,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21325596928","shards":1,"effective_bpw":3.473,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21605092768","shards":1,"effective_bpw":3.5186,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"22656365984","shards":1,"effective_bpw":3.6898,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22680802720","shards":1,"effective_bpw":3.6937,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"23486103808","shards":1,"effective_bpw":3.8249,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"23617811872","shards":1,"effective_bpw":3.8463,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"25509789952","shards":1,"effective_bpw":4.1545,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26464880288","shards":1,"effective_bpw":4.31,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"27956050304","shards":1,"effective_bpw":4.5529,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"27969510048","shards":1,"effective_bpw":4.555,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28441221792","shards":1,"effective_bpw":4.6319,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28977060512","shards":1,"effective_bpw":4.7191,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"29702758784","shards":1,"effective_bpw":4.8373,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30061058720","shards":1,"effective_bpw":4.8957,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"30341225120","shards":1,"effective_bpw":4.9413,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"30976574112","shards":1,"effective_bpw":5.0448,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"33885946240","shards":1,"effective_bpw":5.5186,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34013471392","shards":1,"effective_bpw":5.5394,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"34867652992","shards":1,"effective_bpw":5.6785,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35097473696","shards":1,"effective_bpw":5.7159,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"35330454176","shards":1,"effective_bpw":5.7538,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40364126720","shards":1,"effective_bpw":6.5736,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40460212128","shards":1,"effective_bpw":6.5893,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"40643057568","shards":1,"effective_bpw":6.619,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52248385920","shards":1,"effective_bpw":8.509,"repo":"DhruvalLabs/Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52248386432","shards":2,"effective_bpw":8.509,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"98285393568","shards":3,"effective_bpw":16.0065,"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-26b-a4b-it-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-26B-A4B-it-abliterated","display_name":"Huihui-gemma-4-26B-A4B-it-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"17610","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-26B-A4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267072","shards":1,"effective_bpw":2.4986,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668652992","shards":1,"effective_bpw":2.6126,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296192","shards":1,"effective_bpw":2.8027,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426432","shards":1,"effective_bpw":2.9585,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873196992","shards":1,"effective_bpw":2.9756,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9882663872","shards":1,"effective_bpw":2.9785,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9974938560","shards":1,"effective_bpw":3.0063,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711552","shards":1,"effective_bpw":3.1277,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582732960","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733248","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477632","shards":1,"effective_bpw":3.2021,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"11219402176","shards":1,"effective_bpw":3.3814,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11219402176","shards":1,"effective_bpw":3.3814,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689792","shards":1,"effective_bpw":3.4134,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063680","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405280","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405568","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405568","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559552","shards":1,"effective_bpw":3.7349,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"12526279616","shards":1,"effective_bpw":3.7752,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"12526279616","shards":1,"effective_bpw":3.7752,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729376","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729664","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"13418748864","shards":1,"effective_bpw":4.0442,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"13418748864","shards":1,"effective_bpw":4.0442,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824484000","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484288","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722048","shards":1,"effective_bpw":4.1946,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804576","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052160","shards":1,"effective_bpw":4.3665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820896","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821184","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572288","shards":1,"effective_bpw":4.813,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"16392444864","shards":1,"effective_bpw":4.9404,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011680","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796011968","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"16868236224","shards":1,"effective_bpw":5.0838,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729120","shards":1,"effective_bpw":5.4209,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729408","shards":1,"effective_bpw":5.4209,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"18771401664","shards":1,"effective_bpw":5.6574,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886176","shards":1,"effective_bpw":5.7664,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886464","shards":1,"effective_bpw":5.7664,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"21150358464","shards":1,"effective_bpw":6.3744,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638395040","shards":1,"effective_bpw":6.8229,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395328","shards":1,"effective_bpw":6.8229,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"22903600064","shards":1,"effective_bpw":6.9028,"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859855008","shards":1,"effective_bpw":8.0952,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen3-4b-base","canonical_repo":"unsloth/Qwen3-4B-Base","display_name":"Qwen3-4B-Base","publisher":"unsloth","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"17547","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3-4B-Base","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2497276416","shards":1,"effective_bpw":4.9667,"repo":"Zlatiik/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497276416","shards":1,"effective_bpw":4.9667,"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889509376","shards":1,"effective_bpw":5.7467,"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889509376","shards":1,"effective_bpw":5.7467,"repo":"Zlatiik/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280400896","shards":1,"effective_bpw":8.513,"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280400896","shards":1,"effective_bpw":8.513,"repo":"Zlatiik/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051280896","shards":1,"effective_bpw":16.0126,"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051280896","shards":1,"effective_bpw":16.0126,"repo":"Zlatiik/Qwen3-4B-RPG-Roleplay-V2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-obliterated","canonical_repo":"OBLITERATUS/Gemma-4-12B-OBLITERATED","display_name":"Gemma-4-12B-OBLITERATED","publisher":"OBLITERATUS","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"17535","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OBLITERATUS/Gemma-4-12B-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692096","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848576","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109376","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843136","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597376","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806016","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147776","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148160","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148416","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194816","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393536","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229440","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229696","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229696","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992256","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087680","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087936","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319680","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319936","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255616","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551360","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878976","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997376","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047680","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047936","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382112","shards":1,"effective_bpw":4.9375,"repo":"deadbydawn101/RavenX-OpenFable-Coderagent-gemma-4-12B-coder-fable5-composer-Soulinfused-Remastered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382720","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382976","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125696","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372160","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372416","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268160","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268416","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021440","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021696","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645792","shards":1,"effective_bpw":8.4749,"repo":"deadbydawn101/RavenX-OpenFable-Coderagent-gemma-4-12B-coder-fable5-composer-Soulinfused-Remastered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646400","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Gemma-4-12B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-12b-it-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-12B-it-abliterated","display_name":"Huihui-gemma-4-12B-it-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17521","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-12B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148160","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229440","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087680","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319680","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551360","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047680","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382720","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372160","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268160","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021440","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646400","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"devstral-small-2507","canonical_repo":"mistralai/Devstral-Small-2507","display_name":"Devstral-Small-2507","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17475","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Devstral-Small-2507","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5558566112","shards":1,"effective_bpw":1.8865,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017318112","shards":1,"effective_bpw":2.0422,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750911712","shards":1,"effective_bpw":2.2911,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243330272","shards":1,"effective_bpw":2.7976,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890334432","shards":1,"effective_bpw":3.0172,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047620832","shards":1,"effective_bpw":3.0706,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409215712","shards":1,"effective_bpw":3.1933,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400283872","shards":1,"effective_bpw":3.5296,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474091232","shards":1,"effective_bpw":3.8941,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779896032","shards":1,"effective_bpw":4.3372,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468024032","shards":1,"effective_bpw":4.5708,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494238432","shards":1,"effective_bpw":4.5797,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549288672","shards":1,"effective_bpw":4.5984,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333915904","shards":1,"effective_bpw":4.8646,"repo":"mistralai/Devstral-Small-2507_gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333916160","shards":1,"effective_bpw":4.8646,"repo":"lmstudio-community/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333918432","shards":1,"effective_bpw":4.8646,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873115872","shards":1,"effective_bpw":5.0476,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304422112","shards":1,"effective_bpw":5.5334,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763990784","shards":1,"effective_bpw":5.6894,"repo":"mistralai/Devstral-Small-2507_gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763993312","shards":1,"effective_bpw":5.6894,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345945600","shards":1,"effective_bpw":6.5656,"repo":"lmstudio-community/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345947872","shards":1,"effective_bpw":6.5656,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054786304","shards":1,"effective_bpw":8.5031,"repo":"mistralai/Devstral-Small-2507_gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054786560","shards":1,"effective_bpw":8.5031,"repo":"lmstudio-community/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054788576","shards":1,"effective_bpw":8.5031,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153525504","shards":1,"effective_bpw":16.003,"repo":"mistralai/Devstral-Small-2507_gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153527776","shards":1,"effective_bpw":16.003,"repo":"unsloth/Devstral-Small-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"locateanything-3b","canonical_repo":"nvidia/LocateAnything-3B","display_name":"LocateAnything-3B","publisher":"nvidia","modality":"vision_language","arch_key":"qwen2","params_total":"3830665968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"17443","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":152681,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/LocateAnything-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1378620352","shards":1,"effective_bpw":2.8791,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1726097696","shards":1,"effective_bpw":3.6048,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2000001184","shards":1,"effective_bpw":4.1768,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2107054176","shards":1,"effective_bpw":4.4004,"repo":"yuuko-eth/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2107054240","shards":1,"effective_bpw":4.4004,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2441052512","shards":1,"effective_bpw":5.0979,"repo":"yuuko-eth/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2441052576","shards":1,"effective_bpw":5.0979,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795925760","shards":1,"effective_bpw":5.839,"repo":"yuuko-eth/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795925824","shards":1,"effective_bpw":5.839,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619342272","shards":1,"effective_bpw":7.5587,"repo":"yuuko-eth/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619342336","shards":1,"effective_bpw":7.5587,"repo":"ShahzebKhoso/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4716320320","shards":1,"effective_bpw":9.8496,"repo":"mudler/locate-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5102223168","shards":1,"effective_bpw":10.6555,"repo":"mudler/locate-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5512244960","shards":1,"effective_bpw":11.5118,"repo":"mudler/locate-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6259931712","shards":1,"effective_bpw":13.0733,"repo":"mudler/locate-anything.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6806761152","shards":1,"effective_bpw":14.2153,"repo":"yuuko-eth/LocateAnything-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9154203072","shards":1,"effective_bpw":19.1177,"repo":"mudler/locate-anything.cpp-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v4-12b","canonical_repo":"anthracite-org/magnum-v4-12b","display_name":"magnum-v4-12b","publisher":"anthracite-org","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"17345","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v4-12b","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138476416","shards":1,"effective_bpw":2.7032,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435026816","shards":1,"effective_bpw":2.8969,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051136","shards":1,"effective_bpw":3.1294,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051232","shards":1,"effective_bpw":3.1294,"repo":"tensorblock/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051328","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306491776","shards":1,"effective_bpw":3.4661,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411136","shards":1,"effective_bpw":3.5575,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229376","shards":1,"effective_bpw":3.6148,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229568","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722235776","shards":1,"effective_bpw":3.7376,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093376","shards":1,"effective_bpw":3.9734,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093472","shards":1,"effective_bpw":3.9734,"repo":"tensorblock/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093568","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506176","shards":1,"effective_bpw":4.2858,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506368","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713216","shards":1,"effective_bpw":4.4042,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057408","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641536","shards":1,"effective_bpw":4.6341,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200576","shards":1,"effective_bpw":4.6508,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200768","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207936","shards":1,"effective_bpw":4.884,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208128","shards":1,"effective_bpw":4.884,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281536","shards":1,"effective_bpw":5.2093,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738816","shards":1,"effective_bpw":5.5643,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739008","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634816","shards":1,"effective_bpw":5.7007,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635008","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822336","shards":1,"effective_bpw":5.9713,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213376","shards":1,"effective_bpw":6.5685,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213568","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381271936","shards":1,"effective_bpw":6.7808,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372736","shards":1,"effective_bpw":8.5059,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372928","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279680","shards":1,"effective_bpw":16.0057,"repo":"bartowski/magnum-v4-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-meromero-31b-uncensored-heretic","canonical_repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic","display_name":"G4-MeroMero-31B-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17339","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/G4-MeroMero-31B-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490720","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873632","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845152","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360288","shards":1,"effective_bpw":2.438,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157890016","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067232","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590304","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314816","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315104","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509088","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370144","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761358016","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358304","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358304","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498656","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109344","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109824","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110112","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270816","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628271296","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271584","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791584","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234816","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579232","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165920","shards":1,"effective_bpw":4.544,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763166400","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166688","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063776","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687064256","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064544","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422304","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842016","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842496","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842784","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571296","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571776","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572064","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485536","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201486016","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486304","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676384","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676864","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413189344","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm5-1b-agentic-tooluse-merged-fp16","canonical_repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-Merged-FP16","display_name":"MiniCPM5-1B-Agentic-Tooluse-Merged-FP16","publisher":"ewinregirgojr","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"17274","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-Merged-FP16","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"688065856","shards":1,"effective_bpw":5.0938,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688066560","shards":1,"effective_bpw":5.0938,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529152","shards":1,"effective_bpw":8.5397,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153529856","shards":1,"effective_bpw":8.5397,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166551872","shards":1,"effective_bpw":16.0391,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166552576","shards":1,"effective_bpw":16.0391,"repo":"ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b","canonical_repo":"google/gemma-4-E4B","display_name":"gemma-4-E4B","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17270","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401304064","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654621184","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850379264","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021264384","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091418272","shards":1,"effective_bpw":5.0939,"repo":"majentik/gemma-4-E4B-RotorQuant-GGUF-IQ4_XS","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091418624","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202952704","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335273984","shards":1,"effective_bpw":5.3378,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685953024","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762896384","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217245184","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031223872","shards":1,"effective_bpw":8.0351,"repo":"ggml-org/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031224320","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053078592","shards":1,"effective_bpw":15.0603,"repo":"ggml-org/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053079040","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/gemma-4-E4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"total04-deepseek-r1-distill-llama-70b-heretic","canonical_repo":"CCSSNE/Total04-DeepSeek-R1-Distill-Llama-70B-heretic","display_name":"Total04-DeepSeek-R1-Distill-Llama-70B-heretic","publisher":"CCSSNE","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"17118","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343485984","shards":1,"effective_bpw":1.7398,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"15343485984","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751199264","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751199264","shards":1,"effective_bpw":1.8994,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097388064","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097388064","shards":1,"effective_bpw":2.1654,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142111264","shards":1,"effective_bpw":2.3973,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142111264","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242346016","shards":1,"effective_bpw":2.522,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242346016","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119297056","shards":1,"effective_bpw":2.7349,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119297056","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471946272","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471946272","shards":1,"effective_bpw":2.7748,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375111712","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375111712","shards":1,"effective_bpw":2.9906,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469497376","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469497376","shards":1,"effective_bpw":3.1147,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307733024","shards":1,"effective_bpw":3.3232,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307733024","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912054304","shards":1,"effective_bpw":3.5051,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912054304","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912054304","shards":1,"effective_bpw":3.5051,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912054304","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937037344","shards":1,"effective_bpw":3.6213,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937037344","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267497504","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267497504","shards":1,"effective_bpw":3.8856,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140595744","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140595744","shards":1,"effective_bpw":4.2113,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902664736","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902664736","shards":1,"effective_bpw":4.2977,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116536352","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116536352","shards":1,"effective_bpw":4.5488,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347223072","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347223072","shards":1,"effective_bpw":4.5749,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520396832","shards":1,"effective_bpw":4.8213,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520396832","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313592864","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313592864","shards":1,"effective_bpw":5.0247,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657450016","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657450016","shards":1,"effective_bpw":5.5172,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949819936","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949819936","shards":1,"effective_bpw":5.6638,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888146464","shards":1,"effective_bpw":6.5639,"repo":"fairy322/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888146464","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Total04-DeepSeek-R1-Distill-Llama-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b","canonical_repo":"Qwen/Qwen2.5-Coder-32B","display_name":"Qwen2.5-Coder-32B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"17072","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-32B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"7274507232","shards":1,"effective_bpw":1.7762,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"7932160992","shards":1,"effective_bpw":1.9368,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9028250400","shards":1,"effective_bpw":2.2044,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550880","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569440","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441120","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"11488000992","shards":1,"effective_bpw":2.805,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099040","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271200","shards":1,"effective_bpw":3.135,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419040","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513760","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331040","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14436895712","shards":1,"effective_bpw":3.5251,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123040","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048480","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078944","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079200","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154080","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174240","shards":1,"effective_bpw":4.5617,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174432","shards":1,"effective_bpw":4.5617,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010080","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410400","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336224","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336480","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179680","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254880","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22709033952","shards":1,"effective_bpw":5.5449,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157600","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679840","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"24637266912","shards":1,"effective_bpw":6.0157,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154784","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155040","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273760","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885024","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885024","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/Qwen2.5-Coder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885472","shards":1,"effective_bpw":8.5023,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535970176","shards":2,"effective_bpw":16.002,"repo":"ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-omni-30b-a3b-instruct","canonical_repo":"Qwen/Qwen3-Omni-30B-A3B-Instruct","display_name":"Qwen3-Omni-30B-A3B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3vlmoe","params_total":"35259818545","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"17051","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Omni-30B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"18557053952","shards":1,"effective_bpw":4.2104,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18557054144","shards":1,"effective_bpw":4.2104,"repo":"TrevorJS/Qwen3-Omni-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32484494336","shards":1,"effective_bpw":7.3703,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32484494528","shards":1,"effective_bpw":7.3703,"repo":"TrevorJS/Qwen3-Omni-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61096856576","shards":1,"effective_bpw":13.8621,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"68183680672","shards":2,"effective_bpw":15.47,"repo":"TrevorJS/Qwen3-Omni-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hopcoder-mini-35b-a3b-vl36","canonical_repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36","display_name":"HopCoder-Mini-35B-A3B-VL36","publisher":"TaimoorSiddiqui","modality":"text","arch_key":null,"params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"17024","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36","arch_confidence":1,"quantizations":[{"quant":"TQ2_0","bytes":"9471066368","shards":1,"effective_bpw":2.1582,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182180608","shards":1,"effective_bpw":3.4596,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764760320","shards":1,"effective_bpw":3.8202,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115326208","shards":1,"effective_bpw":4.128,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19715049728","shards":1,"effective_bpw":4.4925,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889899776","shards":1,"effective_bpw":4.5324,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166754048","shards":1,"effective_bpw":4.8233,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21848164608","shards":1,"effective_bpw":4.9786,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981279488","shards":1,"effective_bpw":5.4647,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23981279488","shards":1,"effective_bpw":5.4647,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729127168","shards":1,"effective_bpw":5.6351,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"26114394368","shards":1,"effective_bpw":5.9508,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514148608","shards":1,"effective_bpw":6.4976,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903135488","shards":1,"effective_bpw":8.4093,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"87179047742","shards":3,"effective_bpw":19.8658,"repo":"TaimoorSiddiqui/HopCoder-Mini-35B-A3B-VL36-fullsft-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-70-b-uncensored-continued","canonical_repo":"AlSamCur123/Llama-3.3_70_b_uncensored_continued","display_name":"Llama-3.3_70_b_uncensored_continued","publisher":"AlSamCur123","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16898","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AlSamCur123/Llama-3.3_70_b_uncensored_continued","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488576","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201856","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390656","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113856","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348608","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299648","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948864","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375114016","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114304","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499968","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735616","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056608","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056896","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056896","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039936","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499808","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267500096","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140598048","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598336","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667328","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269668640","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538944","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225376","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225664","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520399136","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399424","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313595456","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452320","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452608","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822240","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822528","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148768","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888149056","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055136","shards":1,"effective_bpw":8.5013,"repo":"mradermacher/Llama-3.3_70_b_uncensored_continued-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-fun-a14b-control-camera","canonical_repo":"alibaba-pai/Wan2.2-Fun-A14B-Control-Camera","display_name":"Wan2.2-Fun-A14B-Control-Camera","publisher":"alibaba-pai","modality":"video","arch_key":"wan","params_total":"14792233024","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16787","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6317493376","shards":1,"effective_bpw":3.4167,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6317493376","shards":1,"effective_bpw":3.4167,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7531547776","shards":1,"effective_bpw":4.0732,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7531547776","shards":1,"effective_bpw":4.0732,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8192642176","shards":1,"effective_bpw":4.4308,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8192642176","shards":1,"effective_bpw":4.4308,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9574632576","shards":1,"effective_bpw":5.1782,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9574632576","shards":1,"effective_bpw":5.1782,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9764686976","shards":1,"effective_bpw":5.281,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9764686976","shards":1,"effective_bpw":5.281,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10275867776","shards":1,"effective_bpw":5.5574,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10275867776","shards":1,"effective_bpw":5.5574,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10668264576","shards":1,"effective_bpw":5.7697,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10668264576","shards":1,"effective_bpw":5.7697,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11154050176","shards":1,"effective_bpw":6.0324,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11154050176","shards":1,"effective_bpw":6.0324,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11330997376","shards":1,"effective_bpw":6.1281,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11330997376","shards":1,"effective_bpw":6.1281,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11808590976","shards":1,"effective_bpw":6.3864,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11808590976","shards":1,"effective_bpw":6.3864,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12032232576","shards":1,"effective_bpw":6.5073,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12032232576","shards":1,"effective_bpw":6.5073,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13020187776","shards":1,"effective_bpw":7.0416,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13020187776","shards":1,"effective_bpw":7.0416,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16423144576","shards":1,"effective_bpw":8.882,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16423144576","shards":1,"effective_bpw":8.882,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-Camera-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-fable-5-agent-distill","canonical_repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill","display_name":"Gemma-4-31B-Fable-5-Agent-Distill","publisher":"TeichAI","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16783","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"13761356480","shards":1,"effective_bpw":3.3685,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356480","shards":1,"effective_bpw":3.3685,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108288","shards":1,"effective_bpw":3.742,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108288","shards":1,"effective_bpw":3.742,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17752154816","shards":1,"effective_bpw":4.3454,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17752154816","shards":1,"effective_bpw":4.3454,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062720","shards":1,"effective_bpw":4.5742,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062720","shards":1,"effective_bpw":4.5742,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570240","shards":1,"effective_bpw":5.3474,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570240","shards":1,"effective_bpw":5.3474,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484480","shards":1,"effective_bpw":6.1688,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484480","shards":1,"effective_bpw":6.1688,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675328","shards":1,"effective_bpw":7.9886,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675328","shards":1,"effective_bpw":7.9886,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188288","shards":1,"effective_bpw":15.0327,"repo":"TeichAI/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188288","shards":1,"effective_bpw":15.0327,"repo":"DrBujok/Gemma-4-31B-Fable-5-Agent-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-6v","canonical_repo":"zai-org/GLM-4.6V","display_name":"GLM-4.6V","publisher":"zai-org","modality":"vision_language","arch_key":"glm4moe","params_total":"107710933120","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"16567","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"zai-org/GLM-4.6V","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"35922389248","shards":1,"effective_bpw":2.6681,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"36795788000","shards":1,"effective_bpw":2.7329,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"37038009056","shards":1,"effective_bpw":2.7509,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"37695670528","shards":1,"effective_bpw":2.7998,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"38576794336","shards":1,"effective_bpw":2.8652,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"40256194816","shards":1,"effective_bpw":2.9899,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"40608647424","shards":1,"effective_bpw":3.0161,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"41197513440","shards":1,"effective_bpw":3.0599,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"42904595168","shards":1,"effective_bpw":3.1866,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"43226843392","shards":1,"effective_bpw":3.2106,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"43855039200","shards":1,"effective_bpw":3.2572,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"44000529120","shards":1,"effective_bpw":3.268,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"44712216832","shards":1,"effective_bpw":3.3209,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"45318424832","shards":1,"effective_bpw":3.3659,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"48312948992","shards":1,"effective_bpw":3.5883,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"49236359424","shards":1,"effective_bpw":3.6569,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"49675709152","shards":1,"effective_bpw":3.6896,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"50903890848","shards":2,"effective_bpw":3.7808,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"51741473216","shards":2,"effective_bpw":3.843,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"53802744256","shards":2,"effective_bpw":3.9961,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"53806594496","shards":2,"effective_bpw":3.9964,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"54247782848","shards":2,"effective_bpw":4.0291,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"55444962208","shards":2,"effective_bpw":4.1181,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"58347531168","shards":2,"effective_bpw":4.3336,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"58846095808","shards":2,"effective_bpw":4.3707,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"60577246112","shards":2,"effective_bpw":4.4992,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"60740479872","shards":2,"effective_bpw":4.5114,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"61016828384","shards":2,"effective_bpw":4.5319,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"61721127392","shards":2,"effective_bpw":4.5842,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"64900541344","shards":2,"effective_bpw":4.8203,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"66170595776","shards":2,"effective_bpw":4.9147,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"67142396832","shards":2,"effective_bpw":4.9869,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"67280513504","shards":2,"effective_bpw":4.9971,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"70448211840","shards":1,"effective_bpw":5.2324,"repo":"ggml-org/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"70564998048","shards":2,"effective_bpw":5.2411,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"71358089664","shards":2,"effective_bpw":5.3,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"71818807744","shards":2,"effective_bpw":5.3342,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"75879582624","shards":2,"effective_bpw":5.6358,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"76013390272","shards":2,"effective_bpw":5.6457,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"80750267296","shards":2,"effective_bpw":5.9976,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"81179011616","shards":3,"effective_bpw":6.0294,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"81562135072","shards":3,"effective_bpw":6.0579,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"95858850688","shards":2,"effective_bpw":7.1197,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"95890348608","shards":3,"effective_bpw":7.1221,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"96191027776","shards":3,"effective_bpw":7.1444,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"113471318592","shards":3,"effective_bpw":8.4278,"repo":"bartowski/zai-org_GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"113612253504","shards":3,"effective_bpw":8.4383,"repo":"ggml-org/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"113612254208","shards":3,"effective_bpw":8.4383,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"213763140640","shards":5,"effective_bpw":15.8768,"repo":"unsloth/GLM-4.6V-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-1-2b-thinking","canonical_repo":"LiquidAI/LFM2.5-1.2B-Thinking","display_name":"LFM2.5-1.2B-Thinking","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"16543","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-1.2B-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q2_K_L","bytes":"483398880","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483398880","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558159072","shards":1,"effective_bpw":3.8154,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600347872","shards":1,"effective_bpw":4.1037,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695751680","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695751904","shards":1,"effective_bpw":4.7559,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700470496","shards":1,"effective_bpw":4.7881,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894816","shards":1,"effective_bpw":4.9961,"repo":"lmstudio-community/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730895360","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730895584","shards":1,"effective_bpw":4.9961,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760501472","shards":1,"effective_bpw":5.1985,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825251040","shards":1,"effective_bpw":5.6411,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843355136","shards":1,"effective_bpw":5.7649,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843355360","shards":1,"effective_bpw":5.7649,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843104","shards":1,"effective_bpw":6.5816,"repo":"lmstudio-community/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843648","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843872","shards":1,"effective_bpw":6.5816,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253536","shards":1,"effective_bpw":8.5189,"repo":"lmstudio-community/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246254080","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246254304","shards":1,"effective_bpw":8.5189,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343326176","shards":1,"effective_bpw":16.0181,"repo":"lmstudio-community/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343326720","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343326720","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343326944","shards":1,"effective_bpw":16.0181,"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-coder-fable5-composer2-5-v1-abliterated","canonical_repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","display_name":"gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","publisher":"tpls","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"16517","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"7274599872","shards":1,"effective_bpw":4.8661,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7822767552","shards":1,"effective_bpw":5.2327,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8568894912","shards":1,"effective_bpw":5.7318,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9734780352","shards":1,"effective_bpw":6.5117,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10973533632","shards":1,"effective_bpw":7.3403,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13613364672","shards":1,"effective_bpw":9.1061,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-9b-claude-fable-5-obliterated","canonical_repo":"usermma/Qwable-9B-Claude-Fable-5-OBLITERATED","display_name":"Qwable-9B-Claude-Fable-5-OBLITERATED","publisher":"usermma","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"16506","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/Qwable-9B-Claude-Fable-5-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642400","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269728","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648608","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346016","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968736","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471840","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239776","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262880","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263200","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166496","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416800","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407264","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407584","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818784","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383264","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525280","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525600","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515168","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515488","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441312","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898272","shards":1,"effective_bpw":4.671,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940448","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630240","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630560","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215136","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109664","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109984","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333984","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310112","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310432","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970464","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970784","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260064","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260384","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502240","shards":1,"effective_bpw":8.5126,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697760","shards":1,"effective_bpw":16.0117,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-abliterated-v2","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2","display_name":"Qwen3-VL-8B-Instruct-abliterated-v2","publisher":"prithivMLmods","modality":"vision_language","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16498","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-queen-it-qat-q4-0-unquantized","canonical_repo":"aifeifei798/gemma-4-31B-Queen-it-qat-q4_0-unquantized","display_name":"gemma-4-31B-Queen-it-qat-q4_0-unquantized","publisher":"aifeifei798","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16428","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/gemma-4-31B-Queen-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489792","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872704","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844224","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359360","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889088","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066304","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589376","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313856","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314176","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508160","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369216","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357056","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357376","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357376","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497728","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108864","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109184","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270336","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270656","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790656","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233856","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578304","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165440","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165760","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063296","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063616","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421376","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-a4b-98e-v7-coder-it","canonical_repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it","display_name":"gemma-4-A4B-98e-v7-coder-it","publisher":"ManniX-ITA","modality":"text","arch_key":"gemma4","params_total":"20450748106","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16381","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":98,"n_expert_used":null,"arch_source":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8822090400","shards":1,"effective_bpw":3.4511,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10512915360","shards":1,"effective_bpw":4.1125,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10942873504","shards":1,"effective_bpw":4.2807,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11008232864","shards":1,"effective_bpw":4.3062,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11418355104","shards":1,"effective_bpw":4.4667,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12209639840","shards":1,"effective_bpw":4.7762,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13239743904","shards":1,"effective_bpw":5.1792,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13418526112","shards":1,"effective_bpw":5.2491,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15071090080","shards":1,"effective_bpw":5.8956,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15249872288","shards":1,"effective_bpw":5.9655,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17805296512","shards":1,"effective_bpw":6.9651,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"17984078752","shards":1,"effective_bpw":7.0351,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21162525824","shards":1,"effective_bpw":8.2784,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"39789689984","shards":1,"effective_bpw":15.5651,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coder-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-12b-it-abliterated","canonical_repo":"DuoNeural/Gemma4-12B-IT-Abliterated","display_name":"Gemma4-12B-IT-Abliterated","publisher":"DuoNeural","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16366","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DuoNeural/Gemma4-12B-IT-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692160","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848640","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109440","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843200","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597440","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806080","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147840","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148480","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194880","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393600","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229760","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229760","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992320","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088000","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319424","shards":1,"effective_bpw":4.3923,"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319424","shards":1,"effective_bpw":4.3923,"repo":"ciprian41/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320000","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255680","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879040","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997440","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048000","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382464","shards":1,"effective_bpw":4.9375,"repo":"ciprian41/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382464","shards":1,"effective_bpw":4.9375,"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383040","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125760","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372480","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267904","shards":1,"effective_bpw":5.7174,"repo":"ciprian41/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267904","shards":1,"effective_bpw":5.7174,"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268480","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021760","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma4-12B-IT-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646144","shards":1,"effective_bpw":8.4749,"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646144","shards":1,"effective_bpw":8.4749,"repo":"ciprian41/Gemma4-12B-IT-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b","canonical_repo":"qwen/Qwen3.6-27B","display_name":"Qwen3.6-27B","publisher":"qwen","modality":"vision_language","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16360","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"qwen/Qwen3.6-27B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"9388779744","shards":1,"effective_bpw":2.7036,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9567265920","shards":1,"effective_bpw":2.755,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10846136544","shards":1,"effective_bpw":3.1233,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11027817600","shards":1,"effective_bpw":3.1756,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"11994777824","shards":1,"effective_bpw":3.454,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12203615360","shards":1,"effective_bpw":3.5142,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12358727904","shards":1,"effective_bpw":3.5588,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12574487680","shards":1,"effective_bpw":3.621,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301440768","shards":1,"effective_bpw":3.8303,"repo":"Jackrong/Qwopus3.6-27B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13586217184","shards":1,"effective_bpw":3.9123,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":449,"Q3_K":209,"Q4_K":186,"Q5_K":6,"Q6_K":1}},{"quant":"Q3_K_M","bytes":"13818688640","shards":1,"effective_bpw":3.9793,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q3_K":213,"Q4_K":189,"Q5_K":6,"Q6_K":1,"Q8_0":1}},{"quant":"IQ4_XS","bytes":"15440005344","shards":1,"effective_bpw":4.4461,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":449,"Q4_K":1,"Q5_K":112,"Q6_K":1,"IQ4_XS":288}},{"quant":"IQ4_XS","bytes":"15705859200","shards":1,"effective_bpw":4.5227,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_K":7,"Q5_K":113,"Q6_K":1,"Q8_0":1,"IQ4_XS":288}},{"quant":"Q4_0","bytes":"15791278304","shards":1,"effective_bpw":4.5473,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":449,"Q4_0":345,"Q4_1":8,"Q5_K":48,"Q6_K":1}},{"quant":"Q4_K_S","bytes":"15856158944","shards":1,"effective_bpw":4.566,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16056476800","shards":1,"effective_bpw":4.6237,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_0":352,"Q4_1":8,"Q5_K":48,"Q6_K":1,"Q8_0":1}},{"quant":"IQ4_NL","bytes":"16071772384","shards":1,"effective_bpw":4.6281,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16121357440","shards":1,"effective_bpw":4.6423,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16337626240","shards":1,"effective_bpw":4.7046,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547397888","shards":1,"effective_bpw":4.765,"repo":"Jackrong/Qwopus3.6-27B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547398784","shards":1,"effective_bpw":4.765,"repo":"lmstudio-community/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q4_K":433,"Q6_K":65}},{"quant":"Q4_K_M","bytes":"16817244384","shards":1,"effective_bpw":4.8427,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17106773120","shards":1,"effective_bpw":4.9261,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q4_K":294,"Q5_K":48,"Q6_K":67,"Q8_0":1}},{"quant":"Q4_1","bytes":"17252239584","shards":1,"effective_bpw":4.968,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17540703360","shards":1,"effective_bpw":5.0511,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18958305504","shards":1,"effective_bpw":5.4593,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231097088","shards":1,"effective_bpw":5.5378,"repo":"Jackrong/Qwopus3.6-27B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19270034560","shards":1,"effective_bpw":5.549,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19509790944","shards":1,"effective_bpw":5.6181,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19834053760","shards":1,"effective_bpw":5.7115,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q5_K":294,"Q6_K":115,"Q8_0":1}},{"quant":"Q6_K","bytes":"22082527488","shards":1,"effective_bpw":6.3589,"repo":"Jackrong/Qwopus3.6-27B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528384","shards":1,"effective_bpw":6.3589,"repo":"lmstudio-community/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q6_K":498}},{"quant":"Q6_K","bytes":"22523238624","shards":1,"effective_bpw":6.4858,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22884406400","shards":1,"effective_bpw":6.5898,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":456,"Q6_K":361,"Q8_0":49}},{"quant":"Q8_0","bytes":"28595761408","shards":1,"effective_bpw":8.2345,"repo":"Jackrong/Qwopus3.6-27B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762304","shards":1,"effective_bpw":8.2345,"repo":"lmstudio-community/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763424","shards":1,"effective_bpw":8.2345,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":851,"type_hist":{"F32":353,"Q8_0":498}},{"quant":"Q8_0","bytes":"29047084160","shards":1,"effective_bpw":8.3645,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":866,"type_hist":{"F32":360,"Q8_0":506}},{"quant":"BF16","bytes":"53808281760","shards":2,"effective_bpw":15.4947,"repo":"unsloth/Qwen3.6-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733728","shards":2,"effective_bpw":15.7394,"repo":"unsloth/Qwen3.6-27B-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-uncensored-instruct","canonical_repo":"SicariusSicariiStuff/Qwen2.5-14B_Uncensored_Instruct","display_name":"Qwen2.5-14B_Uncensored_Instruct","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16349","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"5356146432","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497792","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361792","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817792","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596032","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538112","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204352","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768512","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840512","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268032","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431552","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110592","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953792","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554112","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873472","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395712","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684032","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802752","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597952","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716064","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-ultra-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic","display_name":"gemma-4-E2B-it-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16257","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2280213088","shards":1,"effective_bpw":3.5606,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2362346080","shards":1,"effective_bpw":3.6889,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2437511776","shards":1,"effective_bpw":3.8062,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2527392352","shards":1,"effective_bpw":3.9466,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2972117600","shards":1,"effective_bpw":4.6411,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2989086848","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3029256800","shards":1,"effective_bpw":4.7303,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3030731360","shards":1,"effective_bpw":4.7326,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3033287264","shards":1,"effective_bpw":4.7366,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3094874720","shards":1,"effective_bpw":4.8327,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110215808","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112409216","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134969984","shards":1,"effective_bpw":4.8954,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3143092832","shards":1,"effective_bpw":4.908,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201349760","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282352256","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303929984","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3308145248","shards":1,"effective_bpw":5.1658,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3342404192","shards":1,"effective_bpw":5.2193,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362224256","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362519168","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365075072","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427879040","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427879136","shards":1,"effective_bpw":5.3527,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477780608","shards":1,"effective_bpw":5.4307,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595401344","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595401440","shards":1,"effective_bpw":5.6143,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630286976","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630287072","shards":1,"effective_bpw":5.6688,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845345408","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845345504","shards":1,"effective_bpw":6.0046,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4486208096","shards":1,"effective_bpw":7.0054,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967495904","shards":1,"effective_bpw":7.7569,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5028268640","shards":1,"effective_bpw":7.8518,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9273526656","shards":1,"effective_bpw":14.4809,"repo":"JMingo/gemma-4-E2B-it-ultra-uncensored-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311303904","shards":1,"effective_bpw":14.5399,"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nsfwcaption-qwen3-vl-8b-v3-safetensors","canonical_repo":"GitMylo/nsfwcaption-qwen3-vl-8b-v3-safetensors","display_name":"nsfwcaption-qwen3-vl-8b-v3-safetensors","publisher":"GitMylo","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"16201","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GitMylo/nsfwcaption-qwen3-vl-8b-v3-safetensors","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281734720","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613376","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163136","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395904","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298496","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014272","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785792","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763456","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114560","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901376","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520448","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045888","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/nsfwcaption-qwen3-vl-8b-v3-safetensors-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-uncensored","canonical_repo":"TrevorJS/gemma-4-26B-A4B-it-uncensored","display_name":"gemma-4-26B-A4B-it-uncensored","publisher":"TrevorJS","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16168","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"TrevorJS/gemma-4-26B-A4B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"16796011072","shards":1,"effective_bpw":5.2069,"repo":"TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854400","shards":1,"effective_bpw":8.3267,"repo":"TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-aeon-ultimate-uncensored-nvfp4","canonical_repo":"AEON-7/Ornith-1.0-35B-AEON-Ultimate-Uncensored-NVFP4","display_name":"Ornith-1.0-35B-AEON-Ultimate-Uncensored-NVFP4","publisher":"AEON-7","modality":"text","arch_key":"qwen35moe","params_total":"20959301096","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"16159","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"AEON-7/Ornith-1.0-35B-AEON-Ultimate-Uncensored-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"22890783008","shards":1,"effective_bpw":8.7372,"repo":"williamliao/Ornith-1.0-35B-AEON-Ultimate-Uncensored-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"breeze-asr-25","canonical_repo":"MediaTek-Research/Breeze-ASR-25","display_name":"Breeze-ASR-25","publisher":"MediaTek-Research","modality":"audio_asr","arch_key":"whisper","params_total":"1543304960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16148","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MediaTek-Research/Breeze-ASR-25","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"996526080","shards":1,"effective_bpw":5.1657,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1160366080","shards":1,"effective_bpw":6.015,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1296353280","shards":1,"effective_bpw":6.7199,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1667964224","shards":1,"effective_bpw":8.6462,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3096013408","shards":1,"effective_bpw":16.0487,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3106458208","shards":1,"effective_bpw":16.1029,"repo":"handy-computer/Breeze-ASR-25-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ovisocr2","canonical_repo":"ATH-MaaS/OvisOCR2","display_name":"OvisOCR2","publisher":"ATH-MaaS","modality":"vision_language","arch_key":"qwen35","params_total":"852985920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16148","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ATH-MaaS/OvisOCR2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"376811648","shards":1,"effective_bpw":3.534,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"432558208","shards":1,"effective_bpw":4.0569,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"435363200","shards":1,"effective_bpw":4.0832,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"442482816","shards":1,"effective_bpw":4.15,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"466222464","shards":1,"effective_bpw":4.3726,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"466222464","shards":1,"effective_bpw":4.3726,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"476110976","shards":1,"effective_bpw":4.4654,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"481886336","shards":1,"effective_bpw":4.5195,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"485830784","shards":1,"effective_bpw":4.5565,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"491322752","shards":1,"effective_bpw":4.608,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"496263296","shards":1,"effective_bpw":4.6544,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"501309568","shards":1,"effective_bpw":4.7017,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"504066176","shards":1,"effective_bpw":4.7275,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"505253760","shards":1,"effective_bpw":4.7387,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"505253760","shards":1,"effective_bpw":4.7387,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"507076736","shards":1,"effective_bpw":4.7558,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"515768448","shards":1,"effective_bpw":4.8373,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"515891328","shards":1,"effective_bpw":4.8385,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529297280","shards":1,"effective_bpw":4.9642,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529297280","shards":1,"effective_bpw":4.9642,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"530743424","shards":1,"effective_bpw":4.9777,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"544440448","shards":1,"effective_bpw":5.1062,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"557867136","shards":1,"effective_bpw":5.2321,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"563654528","shards":1,"effective_bpw":5.2864,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"563654528","shards":1,"effective_bpw":5.2864,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577998720","shards":1,"effective_bpw":5.4209,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577998720","shards":1,"effective_bpw":5.4209,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"588841088","shards":1,"effective_bpw":5.5226,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"619450496","shards":1,"effective_bpw":5.8097,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"624345216","shards":1,"effective_bpw":5.8556,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629744000","shards":1,"effective_bpw":5.9063,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"669712512","shards":1,"effective_bpw":6.2811,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"685928576","shards":1,"effective_bpw":6.4332,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"731295872","shards":1,"effective_bpw":6.8587,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811843456","shards":1,"effective_bpw":7.6141,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811843498","shards":1,"effective_bpw":7.6141,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"813576320","shards":1,"effective_bpw":7.6304,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1516744576","shards":1,"effective_bpw":14.2253,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1516744576","shards":1,"effective_bpw":14.2253,"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516744576","shards":1,"effective_bpw":14.2253,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516744617","shards":1,"effective_bpw":14.2253,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1516744618","shards":1,"effective_bpw":14.2253,"repo":"Abiray/OvisOCR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3020533632","shards":1,"effective_bpw":28.329,"repo":"prithivMLmods/OvisOCR2-F32-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-embedding-8b","canonical_repo":"Qwen/Qwen3-VL-Embedding-8B","display_name":"Qwen3-VL-Embedding-8B","publisher":"Qwen","modality":"text","arch_key":"qwen3vl","params_total":"8144793840","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16145","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-Embedding-8B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3077532928","shards":1,"effective_bpw":3.0228,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3502206208","shards":1,"effective_bpw":3.4399,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3856755968","shards":1,"effective_bpw":3.7882,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4163988736","shards":1,"effective_bpw":4.09,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4262685952","shards":1,"effective_bpw":4.1869,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4451953920","shards":1,"effective_bpw":4.3728,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4677725440","shards":1,"effective_bpw":4.5946,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5292911872","shards":1,"effective_bpw":5.1988,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5423262976","shards":1,"effective_bpw":5.3269,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6215396064","shards":1,"effective_bpw":6.1049,"repo":"VesNFF/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6215396352","shards":1,"effective_bpw":6.1049,"repo":"batiai/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6215396608","shards":1,"effective_bpw":6.1049,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8048294912","shards":1,"effective_bpw":7.9052,"repo":"batiai/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8048295168","shards":1,"effective_bpw":7.9052,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15143385824","shards":1,"effective_bpw":14.8742,"repo":"VesNFF/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15143386368","shards":1,"effective_bpw":14.8742,"repo":"mradermacher/Qwen3-VL-Embedding-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mellum2-12b-a2-5b-thinking","canonical_repo":"JetBrains/Mellum2-12B-A2.5B-Thinking","display_name":"Mellum2-12B-A2.5B-Thinking","publisher":"JetBrains","modality":"text","arch_key":"mellum","params_total":"12149923072","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16122","n_layers":28,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2304,"vocab_size":98304,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":true,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":8,"arch_source":"JetBrains/Mellum2-12B-A2.5B-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"8071295040","shards":1,"effective_bpw":5.3145,"repo":"JetBrains/Mellum2-12B-A2.5B-Thinking-GGUF-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10879834176","shards":1,"effective_bpw":7.1637,"repo":"JetBrains/Mellum2-12B-A2.5B-Thinking-GGUF-Q6_K","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12925417536","shards":1,"effective_bpw":8.5106,"repo":"JetBrains/Mellum2-12B-A2.5B-Thinking-GGUF-Q8_0","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nomic-embed-text-v2-moe","canonical_repo":"nomic-ai/nomic-embed-text-v2-moe","display_name":"nomic-embed-text-v2-moe","publisher":"nomic-ai","modality":"embedding","arch_key":"nomic-bert-moe","params_total":"475292928","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"16070","n_layers":12,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":250048,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":null,"arch_source":"nomic-ai/nomic-embed-text-v2-moe","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"273286112","shards":1,"effective_bpw":4.5999,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"288381920","shards":1,"effective_bpw":4.854,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"308122592","shards":1,"effective_bpw":5.1862,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"322223072","shards":1,"effective_bpw":5.4236,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"324158432","shards":1,"effective_bpw":5.4561,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"325338080","shards":1,"effective_bpw":5.476,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"341853152","shards":1,"effective_bpw":5.754,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"344120288","shards":1,"effective_bpw":5.7921,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"359547872","shards":1,"effective_bpw":6.0518,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"360472608","shards":1,"effective_bpw":6.0674,"repo":"cstr/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"369321120","shards":1,"effective_bpw":6.2163,"repo":"cstr/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"370828256","shards":1,"effective_bpw":6.2417,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"397149152","shards":1,"effective_bpw":6.6847,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"510897312","shards":1,"effective_bpw":8.5993,"repo":"cstr/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"512225120","shards":1,"effective_bpw":8.6216,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"512225120","shards":1,"effective_bpw":8.6216,"repo":"ggml-org/Nomic-Embed-Text-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"957680480","shards":1,"effective_bpw":16.1194,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"957680480","shards":1,"effective_bpw":16.1194,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1409372064","shards":1,"effective_bpw":23.7222,"repo":"cstr/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1907985280","shards":1,"effective_bpw":32.1147,"repo":"nomic-ai/nomic-embed-text-v2-moe-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-33b-instruct","canonical_repo":"deepseek-ai/deepseek-coder-33b-instruct","display_name":"deepseek-coder-33b-instruct","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"33342991360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"16034","n_layers":62,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-33b-instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12355755520","shards":1,"effective_bpw":2.9645,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705145856","shards":1,"effective_bpw":3.2883,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14028664832","shards":1,"effective_bpw":3.3659,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14421773824","shards":1,"effective_bpw":3.4602,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14421901312","shards":1,"effective_bpw":3.4603,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14482214400","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15033247232","shards":1,"effective_bpw":3.6069,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16074928128","shards":1,"effective_bpw":3.8569,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16092003840","shards":1,"effective_bpw":3.861,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17560239616","shards":1,"effective_bpw":4.2132,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17560367104","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18006232576","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18819440640","shards":1,"effective_bpw":4.5154,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18891923456","shards":1,"effective_bpw":4.5327,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18943405568","shards":1,"effective_bpw":4.5451,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19940531712","shards":1,"effective_bpw":4.7843,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19940659200","shards":1,"effective_bpw":4.7844,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22958173696","shards":1,"effective_bpw":5.5084,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22958301184","shards":1,"effective_bpw":5.5084,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22958301184","shards":1,"effective_bpw":5.5084,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23535771136","shards":1,"effective_bpw":5.6469,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23535898624","shards":1,"effective_bpw":5.647,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27355713024","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27355840512","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35430751744","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/deepseek-coder-33b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35430879232","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-instruct-uncensored","canonical_repo":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored","display_name":"Qwen2.5-7B-Instruct-Uncensored","publisher":"Orion-zhen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"gpl-3.0","downloads_30d":"16003","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666656","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195424","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076704","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469021152","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636704","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341728","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939328","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939552","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513888","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255328","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367616","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367840","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191776","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011360","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390400","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390624","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458496","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458720","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218471904","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297600","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120544","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768192","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768416","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072768","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683072992","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175680","shards":1,"effective_bpw":5.5834,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315175904","shards":1,"effective_bpw":5.5834,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829984","shards":1,"effective_bpw":5.7196,"repo":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored-Q5_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830464","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830688","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198016","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254198240","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524416","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852416","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aisha-uncensored-v2","canonical_repo":"V3N0M/Aisha-Uncensored-v2","display_name":"Aisha-Uncensored-v2","publisher":"V3N0M","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15846","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"V3N0M/Aisha-Uncensored-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633440","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977632","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217952","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787424","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494496","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286752","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820768","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137312","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918176","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753056","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505120","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330912","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829216","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923808","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962272","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668512","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897632","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994784","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674848","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740128","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258720","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299872","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993312","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012320","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Aisha-Uncensored-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3n-e2b-it","canonical_repo":"google/gemma-3n-E2B-it","display_name":"gemma-3n-E2B-it","publisher":"google","modality":"vision_language","arch_key":"gemma3n","params_total":"5439438272","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"15833","n_layers":30,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":262400,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3n-E2B-it","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"1887882336","shards":1,"effective_bpw":2.7766,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2053426528","shards":1,"effective_bpw":3.0201,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2170211424","shards":1,"effective_bpw":3.1918,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2188660064","shards":1,"effective_bpw":3.219,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2209582176","shards":1,"effective_bpw":3.2497,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2221329760","shards":1,"effective_bpw":3.267,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2221329760","shards":1,"effective_bpw":3.267,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2237156448","shards":1,"effective_bpw":3.2903,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2299677792","shards":1,"effective_bpw":3.3822,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2324114784","shards":1,"effective_bpw":3.4182,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2379893856","shards":1,"effective_bpw":3.5002,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2393083232","shards":1,"effective_bpw":3.5196,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2483178848","shards":1,"effective_bpw":3.6521,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2607467616","shards":1,"effective_bpw":3.8349,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2726612064","shards":1,"effective_bpw":4.0101,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2727398496","shards":1,"effective_bpw":4.0113,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2730282080","shards":1,"effective_bpw":4.0155,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2787806304","shards":1,"effective_bpw":4.1001,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2909785440","shards":1,"effective_bpw":4.2795,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2965294176","shards":1,"effective_bpw":4.3612,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2965687648","shards":1,"effective_bpw":4.3618,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2966474080","shards":1,"effective_bpw":4.3629,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2969357664","shards":1,"effective_bpw":4.3672,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3026881888","shards":1,"effective_bpw":4.4518,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3078540640","shards":1,"effective_bpw":4.5277,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3207122016","shards":1,"effective_bpw":4.7168,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3240266848","shards":1,"effective_bpw":4.7656,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3261648224","shards":1,"effective_bpw":4.797,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3294793056","shards":1,"effective_bpw":4.8458,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3496397920","shards":1,"effective_bpw":5.1423,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3721006176","shards":1,"effective_bpw":5.4726,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3924462688","shards":1,"effective_bpw":5.7719,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4125264992","shards":1,"effective_bpw":6.0672,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4208594272","shards":1,"effective_bpw":6.1897,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"4338617440","shards":1,"effective_bpw":6.381,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4788112064","shards":1,"effective_bpw":7.0421,"repo":"ggml-org/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4788112480","shards":1,"effective_bpw":7.0421,"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4788112736","shards":1,"effective_bpw":7.0421,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8918846144","shards":1,"effective_bpw":13.1173,"repo":"ggml-org/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8918846560","shards":1,"effective_bpw":13.1173,"repo":"unsloth/gemma-3n-E2B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-35b-a3b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated","display_name":"Huihui-Qwen3.5-35B-A3B-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15764","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7299331168","shards":1,"effective_bpw":1.6242,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8066194528","shards":1,"effective_bpw":1.7949,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9344300128","shards":1,"effective_bpw":2.0793,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10369406048","shards":1,"effective_bpw":2.3074,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514855008","shards":1,"effective_bpw":2.3398,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11537339488","shards":1,"effective_bpw":2.5673,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12034133088","shards":1,"effective_bpw":2.6778,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12821629280","shards":1,"effective_bpw":2.8531,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12821629760","shards":1,"effective_bpw":2.8531,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12821630048","shards":1,"effective_bpw":2.8531,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13533320288","shards":1,"effective_bpw":3.0114,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14417298528","shards":1,"effective_bpw":3.2081,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182184800","shards":1,"effective_bpw":3.3783,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185280","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185568","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15183578208","shards":1,"effective_bpw":3.3786,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520288","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16760832352","shards":1,"effective_bpw":3.7296,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16760832832","shards":1,"effective_bpw":3.7296,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16760833120","shards":1,"effective_bpw":3.7296,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18052416320","shards":1,"effective_bpw":4.017,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18052416608","shards":1,"effective_bpw":4.017,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18650135648","shards":1,"effective_bpw":4.15,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18860669760","shards":1,"effective_bpw":4.1969,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19715053920","shards":1,"effective_bpw":4.387,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268448","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19884005728","shards":1,"effective_bpw":4.4246,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19884006208","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19884006496","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21169117536","shards":1,"effective_bpw":4.7106,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21169118016","shards":1,"effective_bpw":4.7106,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21169118304","shards":1,"effective_bpw":4.7106,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21848168800","shards":1,"effective_bpw":4.8617,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169568","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284160","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284448","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764782944","shards":1,"effective_bpw":5.5107,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764783424","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24764783712","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152800","shards":1,"effective_bpw":6.345,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153280","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153568","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139680","shards":1,"effective_bpw":8.2117,"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140160","shards":1,"effective_bpw":8.2117,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-v1","canonical_repo":"lordx64/Qwable-v1","display_name":"Qwable-v1","publisher":"lordx64","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"15744","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"lordx64/Qwable-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"10255141408","shards":1,"effective_bpw":2.282,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11273832992","shards":1,"effective_bpw":2.5087,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11486964256","shards":1,"effective_bpw":2.5561,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12543404576","shards":1,"effective_bpw":2.7912,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13085780512","shards":1,"effective_bpw":2.9118,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13582420512","shards":1,"effective_bpw":3.0224,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"15340448288","shards":1,"effective_bpw":3.4136,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15983921696","shards":1,"effective_bpw":3.5567,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16689089056","shards":1,"effective_bpw":3.7137,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16696953376","shards":1,"effective_bpw":3.7154,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17356900896","shards":1,"effective_bpw":3.8623,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"17370663456","shards":1,"effective_bpw":3.8653,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313056","shards":1,"effective_bpw":4.2144,"repo":"lordx64/Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19278555680","shards":1,"effective_bpw":4.2899,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20333980192","shards":1,"effective_bpw":4.5247,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20415244832","shards":1,"effective_bpw":4.5428,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21065361952","shards":1,"effective_bpw":4.6875,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758816","shards":1,"effective_bpw":4.71,"repo":"lordx64/Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21864081952","shards":1,"effective_bpw":4.8652,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"22241528352","shards":1,"effective_bpw":4.9492,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22447450656","shards":1,"effective_bpw":4.995,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24630880800","shards":1,"effective_bpw":5.4809,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131936","shards":1,"effective_bpw":5.5027,"repo":"lordx64/Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25492187680","shards":1,"effective_bpw":5.6725,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25806064160","shards":1,"effective_bpw":5.7424,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30526310944","shards":1,"effective_bpw":6.7927,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30772644384","shards":1,"effective_bpw":6.8475,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140256","shards":1,"effective_bpw":8.2117,"repo":"lordx64/Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37813701152","shards":1,"effective_bpw":8.4143,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066995168","shards":2,"effective_bpw":15.8138,"repo":"bartowski/lordx64_Qwable-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"seedvr2-comfyui","canonical_repo":"numz/SeedVR2_comfyUI","display_name":"SeedVR2_comfyUI","publisher":"numz","modality":"text","arch_key":"seedvr","params_total":"3391476448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15717","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"8903786400","shards":3,"effective_bpw":21.0027,"repo":"cmeka/SeedVR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11511957408","shards":3,"effective_bpw":27.155,"repo":"cmeka/SeedVR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13966706592","shards":3,"effective_bpw":32.9454,"repo":"cmeka/SeedVR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16574877600","shards":3,"effective_bpw":null,"repo":"cmeka/SeedVR2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21330954144","shards":3,"effective_bpw":null,"repo":"cmeka/SeedVR2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-meromero-26b-a4b","canonical_repo":"zerofata/G4-MeroMero-26B-A4B","display_name":"G4-MeroMero-26B-A4B","publisher":"zerofata","modality":"text","arch_key":"gemma4","params_total":"25805936206","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15635","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"zerofata/G4-MeroMero-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290272096","shards":1,"effective_bpw":2.57,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668658016","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299301216","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431456","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873202016","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716576","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582738016","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582738272","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482656","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694816","shards":1,"effective_bpw":3.511,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068704","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222410336","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410592","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410592","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12392564032","shards":1,"effective_bpw":3.8418,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564576","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734144","shards":1,"effective_bpw":4.119,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734432","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734688","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824489056","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824489312","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13917726528","shards":1,"effective_bpw":4.3146,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917727072","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063809632","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488057184","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825952","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464826208","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969577312","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016448","shards":1,"effective_bpw":5.2069,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016736","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016992","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986734176","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986734432","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890944","shards":1,"effective_bpw":5.9313,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891232","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132891488","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399808","shards":1,"effective_bpw":7.018,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638400096","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638400352","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859776","shards":1,"effective_bpw":8.3267,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859860064","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/G4-MeroMero-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505135712","shards":1,"effective_bpw":15.6569,"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vikhr-nemo-12b-instruct-r-21-09-24","canonical_repo":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24","display_name":"Vikhr-Nemo-12B-Instruct-R-21-09-24","publisher":"Vikhrmodels","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15576","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435035136","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059776","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306501472","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446429760","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534239072","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722245472","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083103072","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515872","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723936","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094652576","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211616","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218656","shards":1,"effective_bpw":4.884,"repo":"VlSav/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218976","shards":1,"effective_bpw":4.884,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975300160","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518751136","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727647136","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141840960","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056227072","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381290560","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391040","shards":1,"effective_bpw":8.5059,"repo":"VlSav/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391360","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504317440","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-3b","canonical_repo":"Qwen/Qwen2.5-Coder-3B","display_name":"Qwen2.5-Coder-3B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"15446","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1140515936","shards":1,"effective_bpw":2.9567,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756192","shards":1,"effective_bpw":3.3047,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350116448","shards":1,"effective_bpw":3.5,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836256","shards":1,"effective_bpw":3.6082,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357600","shards":1,"effective_bpw":3.7703,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488895072","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475872","shards":1,"effective_bpw":4.1232,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391808","shards":1,"effective_bpw":4.4262,"repo":"lmstudio-community/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392096","shards":1,"effective_bpw":4.4263,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739095136","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828486240","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384480","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929902912","shards":1,"effective_bpw":5.0031,"repo":"lmstudio-community/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903200","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005263456","shards":1,"effective_bpw":5.1985,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666656","shards":1,"effective_bpw":5.6247,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815200","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300175456","shards":1,"effective_bpw":5.963,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538158912","shards":1,"effective_bpw":6.5799,"repo":"lmstudio-community/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159200","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613519456","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476160","shards":1,"effective_bpw":8.5173,"repo":"ggml-org/Qwen2.5-Coder-3B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476160","shards":1,"effective_bpw":8.5173,"repo":"lmstudio-community/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476448","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317120","shards":1,"effective_bpw":16.0167,"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-5-mixtral-8x7b","canonical_repo":"dphn/dolphin-2.5-mixtral-8x7b","display_name":"dolphin-2.5-mixtral-8x7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"46702809088","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15432","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"dphn/dolphin-2.5-mixtral-8x7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644044256","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17309182848","shards":1,"effective_bpw":2.965,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363366176","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20430474944","shards":1,"effective_bpw":3.4997,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22544404160","shards":1,"effective_bpw":3.8618,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24167599808","shards":1,"effective_bpw":4.1398,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441544544","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544544","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26743534336","shards":1,"effective_bpw":4.5811,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28446421760","shards":1,"effective_bpw":4.8728,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291872","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229291872","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227536128","shards":1,"effective_bpw":5.6917,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773312","shards":1,"effective_bpw":6.5741,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773408","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279744","shards":1,"effective_bpw":8.5004,"repo":"MaziyarPanahi/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279840","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-agents-a1-3-7-35b-a3b-dare-ties-v4","canonical_repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4","display_name":"Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4","publisher":"tepirale","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15425","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"22064715488","shards":1,"effective_bpw":5.0927,"repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25627088608","shards":1,"effective_bpw":5.915,"repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29412110048","shards":1,"effective_bpw":6.7886,"repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096928","shards":1,"effective_bpw":8.7249,"repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637696","shards":1,"effective_bpw":16.0128,"repo":"tepirale/Ornith-Agents-A1-3.7-35B-A3B-dare_ties_v4-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-vl-2b-instruct","canonical_repo":"Qwen/Qwen2-VL-2B-Instruct","display_name":"Qwen2-VL-2B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen2vl","params_total":"2208985600","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15386","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-VL-2B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"601053440","shards":1,"effective_bpw":2.1768,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676303616","shards":1,"effective_bpw":2.4493,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731697920","shards":1,"effective_bpw":2.6499,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"732823808","shards":1,"effective_bpw":2.654,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760943360","shards":1,"effective_bpw":2.7558,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776662784","shards":1,"effective_bpw":2.8127,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824177408","shards":1,"effective_bpw":2.9848,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880161536","shards":1,"effective_bpw":3.1876,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895730432","shards":1,"effective_bpw":3.244,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936329984","shards":1,"effective_bpw":3.391,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937534208","shards":1,"effective_bpw":3.3953,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940311296","shards":1,"effective_bpw":3.4054,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986046944","shards":1,"effective_bpw":3.571,"repo":"ggml-org/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986046944","shards":1,"effective_bpw":3.571,"repo":"asuglia/Qwen2-VL-2B-Instruct-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986047232","shards":1,"effective_bpw":3.571,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1042567424","shards":1,"effective_bpw":3.7757,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098728192","shards":1,"effective_bpw":3.9791,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125049088","shards":1,"effective_bpw":4.0744,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1181569280","shards":1,"effective_bpw":4.2791,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272738560","shards":1,"effective_bpw":4.6093,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1329258752","shards":1,"effective_bpw":4.814,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646571488","shards":1,"effective_bpw":5.9632,"repo":"ggml-org/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646571776","shards":1,"effective_bpw":5.9632,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093667808","shards":1,"effective_bpw":11.2039,"repo":"ggml-org/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093667808","shards":1,"effective_bpw":11.2039,"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-pro","canonical_repo":"deepseek-ai/DeepSeek-V4-Pro","display_name":"DeepSeek-V4-Pro","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek4","params_total":"1598839674782","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"15348","n_layers":61,"n_head":128,"n_head_kv":1,"head_dim_k":512,"head_dim_v":512,"hidden":7168,"vocab_size":129280,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-V4-Pro","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"569417383712","shards":37,"effective_bpw":2.8492,"repo":"DevQuasar/deepseek-ai.DeepSeek-V4-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"748403474176","shards":61,"effective_bpw":3.7447,"repo":"DevQuasar/deepseek-ai.DeepSeek-V4-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"950879579072","shards":76,"effective_bpw":4.7578,"repo":"DevQuasar/deepseek-ai.DeepSeek-V4-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1115575760000","shards":92,"effective_bpw":5.5819,"repo":"DevQuasar/deepseek-ai.DeepSeek-V4-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1671820586208","shards":37,"effective_bpw":8.3652,"repo":"teamblobfish/DeepSeek-V4-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-next-ream","canonical_repo":"bknyaz/Qwen3-Coder-Next-REAM","display_name":"Qwen3-Coder-Next-REAM","publisher":"bknyaz","modality":"text","arch_key":"qwen3next","params_total":"60334455552","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15290","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":384,"n_expert_used":10,"arch_source":"bknyaz/Qwen3-Coder-Next-REAM","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"12527366432","shards":1,"effective_bpw":1.6611,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"13880754464","shards":1,"effective_bpw":1.8405,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"16136401184","shards":1,"effective_bpw":2.1396,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"17944064288","shards":1,"effective_bpw":2.3793,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"18112825632","shards":1,"effective_bpw":2.4017,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"19917343008","shards":1,"effective_bpw":2.6409,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"20812675360","shards":1,"effective_bpw":2.7596,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"22081484384","shards":1,"effective_bpw":2.9279,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"22223239456","shards":1,"effective_bpw":2.9467,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"23456237856","shards":1,"effective_bpw":3.1102,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"24901959968","shards":1,"effective_bpw":3.3019,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"26192395872","shards":1,"effective_bpw":3.473,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"26192593184","shards":1,"effective_bpw":3.473,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"26274480416","shards":1,"effective_bpw":3.4838,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"26609549600","shards":1,"effective_bpw":3.5283,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"29012901472","shards":1,"effective_bpw":3.8469,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"29017030944","shards":1,"effective_bpw":3.8475,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"31297617504","shards":1,"effective_bpw":4.1499,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"31373312288","shards":1,"effective_bpw":4.1599,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"32381061408","shards":1,"effective_bpw":4.2935,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"32664962656","shards":1,"effective_bpw":4.3312,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"34310613280","shards":1,"effective_bpw":4.5494,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"34462328416","shards":1,"effective_bpw":4.5695,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"34468423968","shards":1,"effective_bpw":4.5703,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"36734592608","shards":1,"effective_bpw":4.8708,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"36736608544","shards":1,"effective_bpw":4.8711,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"37908228384","shards":1,"effective_bpw":5.0264,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"41657034336","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"41657231648","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"42984974624","shards":1,"effective_bpw":5.6996,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"43025163872","shards":1,"effective_bpw":5.7049,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"49623666272","shards":1,"effective_bpw":6.5798,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"49623863584","shards":1,"effective_bpw":6.5798,"repo":"mradermacher/Qwen3-Coder-Next-REAM-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"64226414176","shards":1,"effective_bpw":8.5161,"repo":"mradermacher/Qwen3-Coder-Next-REAM-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-heretic","canonical_repo":"coder3101/gemma-4-31B-it-heretic","display_name":"gemma-4-31B-it-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15284","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-31B-it-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489152","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872064","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843584","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358720","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888448","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065664","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588736","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308608","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313536","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507520","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368576","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761351808","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356736","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356736","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497088","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103616","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108544","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265088","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270016","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790016","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228608","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17650994784","shards":1,"effective_bpw":4.5153,"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577664","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160192","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165120","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057504","shards":1,"effective_bpw":4.7804,"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058048","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687062976","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420736","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836288","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841216","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565024","shards":1,"effective_bpw":5.5883,"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565568","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570496","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479264","shards":1,"effective_bpw":6.4468,"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479808","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484736","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670112","shards":1,"effective_bpw":8.3486,"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670656","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen35b-agent-r2","canonical_repo":"hotdogs/Qwen35B-Agent-R2","display_name":"Qwen35B-Agent-R2","publisher":"hotdogs","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"15222","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"hotdogs/Qwen35B-Agent-R2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143552","shards":1,"effective_bpw":1.7274,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210432","shards":1,"effective_bpw":1.9017,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655232","shards":1,"effective_bpw":2.1921,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032512","shards":1,"effective_bpw":2.4251,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481472","shards":1,"effective_bpw":2.4587,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237312","shards":1,"effective_bpw":2.6911,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098752","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595712","shards":1,"effective_bpw":2.9866,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760832","shards":1,"effective_bpw":3.1445,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484146112","shards":1,"effective_bpw":3.3431,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186432","shards":1,"effective_bpw":3.5042,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425792","shards":1,"effective_bpw":3.5199,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521152","shards":1,"effective_bpw":3.5638,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766144","shards":1,"effective_bpw":3.8695,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115332032","shards":1,"effective_bpw":4.1812,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779712","shards":1,"effective_bpw":4.3228,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269312","shards":1,"effective_bpw":4.5699,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905600","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757696","shards":1,"effective_bpw":4.8855,"repo":"hotdogs/Qwen35-Agent-R2A103","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758048","shards":1,"effective_bpw":4.8855,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759872","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713462656","shards":1,"effective_bpw":5.0117,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170432","shards":1,"effective_bpw":5.0428,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285312","shards":1,"effective_bpw":5.5351,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132992","shards":1,"effective_bpw":5.7077,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152256","shards":1,"effective_bpw":6.5813,"repo":"hotdogs/Qwen35-Agent-R2A103","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152608","shards":1,"effective_bpw":6.5813,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154432","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Qwen35B-Agent-R2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731008","shards":1,"effective_bpw":6.7417,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637056","shards":1,"effective_bpw":16.0128,"repo":"hotdogs/Qwen35-Agent-R2A103","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637408","shards":1,"effective_bpw":16.0128,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71066994368","shards":1,"effective_bpw":16.4029,"repo":"hotdogs/Qwen35b-agent-R2O3","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-nemotron-super-49b-v1-5","canonical_repo":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","display_name":"Llama-3_3-Nemotron-Super-49B-v1_5","publisher":"nvidia","modality":"text","arch_key":"deci","params_total":"49867145216","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"15188","n_layers":80,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"11446495136","shards":1,"effective_bpw":1.8363,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"12373305248","shards":1,"effective_bpw":1.985,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"13659170304","shards":1,"effective_bpw":2.1913,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"13950298016","shards":1,"effective_bpw":2.238,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"15076582912","shards":1,"effective_bpw":2.4187,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"15848482304","shards":1,"effective_bpw":2.5425,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"17163134464","shards":1,"effective_bpw":2.7534,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"17341917088","shards":1,"effective_bpw":2.7821,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739798848","shards":1,"effective_bpw":3.0064,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739799552","shards":1,"effective_bpw":3.0064,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739799968","shards":1,"effective_bpw":3.0064,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"18986051488","shards":1,"effective_bpw":3.0459,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19519022592","shards":1,"effective_bpw":3.1314,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"19692431264","shards":1,"effective_bpw":3.1592,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"19765847552","shards":1,"effective_bpw":3.171,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"20908008960","shards":1,"effective_bpw":3.3542,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955339776","shards":1,"effective_bpw":3.5222,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955340192","shards":1,"effective_bpw":3.5222,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"22657230336","shards":1,"effective_bpw":3.6348,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311227200","shards":1,"effective_bpw":3.9002,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311227904","shards":1,"effective_bpw":3.9002,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311228320","shards":1,"effective_bpw":3.9002,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"26272065024","shards":1,"effective_bpw":4.2147,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26871408128","shards":1,"effective_bpw":4.3109,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26904242080","shards":1,"effective_bpw":4.3161,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384044544","shards":1,"effective_bpw":4.5535,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384044960","shards":1,"effective_bpw":4.5535,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28457444864","shards":1,"effective_bpw":4.5653,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28457445280","shards":1,"effective_bpw":4.5653,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633605632","shards":1,"effective_bpw":4.5936,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633606048","shards":1,"effective_bpw":4.5936,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215578432","shards":1,"effective_bpw":4.8474,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215579136","shards":1,"effective_bpw":4.8474,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215579552","shards":1,"effective_bpw":4.8474,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"30995375616","shards":1,"effective_bpw":4.9725,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"31383627264","shards":1,"effective_bpw":5.0348,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"31383627680","shards":1,"effective_bpw":5.0348,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434590208","shards":1,"effective_bpw":5.5242,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434590624","shards":1,"effective_bpw":5.5242,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391611712","shards":1,"effective_bpw":5.6777,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391612416","shards":1,"effective_bpw":5.6777,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391612832","shards":1,"effective_bpw":5.6777,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"36040074752","shards":1,"effective_bpw":5.7818,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917885760","shards":1,"effective_bpw":6.5643,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917886464","shards":1,"effective_bpw":6.5643,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917886880","shards":1,"effective_bpw":6.5643,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"41426806272","shards":1,"effective_bpw":6.6459,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52994827072","shards":1,"effective_bpw":8.5018,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52994827968","shards":2,"effective_bpw":8.5018,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52994828384","shards":2,"effective_bpw":8.5018,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744277312","shards":1,"effective_bpw":16.0016,"repo":"timteh673/Nemotron-Super-49B-v1.5-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744278048","shards":3,"effective_bpw":16.0016,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744278336","shards":2,"effective_bpw":16.0016,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-30b-a3b-thinking","canonical_repo":"Qwen/Qwen3-VL-30B-A3B-Thinking","display_name":"Qwen3-VL-30B-A3B-Thinking","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15163","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-VL-30B-A3B-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7569026176","shards":1,"effective_bpw":1.9488,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"8149194368","shards":1,"effective_bpw":2.0982,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662166656","shards":1,"effective_bpw":2.2303,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744100992","shards":1,"effective_bpw":2.2514,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9066174080","shards":1,"effective_bpw":2.3343,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9666860672","shards":1,"effective_bpw":2.489,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870271616","shards":1,"effective_bpw":2.5414,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10341815936","shards":1,"effective_bpw":2.6628,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10845132416","shards":1,"effective_bpw":2.7924,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908648576","shards":1,"effective_bpw":2.8087,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212520576","shards":1,"effective_bpw":2.887,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611328","shards":1,"effective_bpw":2.8988,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331540608","shards":1,"effective_bpw":2.9176,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216984704","shards":1,"effective_bpw":3.1456,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736461952","shards":1,"effective_bpw":3.2793,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12888086144","shards":1,"effective_bpw":3.3184,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292469888","shards":1,"effective_bpw":3.4225,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428128896","shards":1,"effective_bpw":3.4574,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076542080","shards":1,"effective_bpw":3.6244,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076804224","shards":1,"effective_bpw":3.6245,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14583004288","shards":1,"effective_bpw":3.7548,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848576","shards":1,"effective_bpw":3.788,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16378074752","shards":1,"effective_bpw":4.217,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458003584","shards":1,"effective_bpw":4.2376,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17310783104","shards":1,"effective_bpw":4.4571,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379989568","shards":1,"effective_bpw":4.4749,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386280064","shards":1,"effective_bpw":4.4766,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456010880","shards":1,"effective_bpw":4.4945,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631646848","shards":1,"effective_bpw":4.5397,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984492672","shards":1,"effective_bpw":4.6306,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687200","shards":1,"effective_bpw":4.7779,"repo":"Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556688000","shards":1,"effective_bpw":4.7779,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632184960","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863127680","shards":1,"effective_bpw":4.8568,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192501888","shards":1,"effective_bpw":4.9416,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214521472","shards":1,"effective_bpw":4.9473,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512128","shards":1,"effective_bpw":5.4277,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099385984","shards":1,"effective_bpw":5.4326,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725582976","shards":1,"effective_bpw":5.5938,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744456832","shards":1,"effective_bpw":5.5987,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936503936","shards":1,"effective_bpw":5.6481,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092533888","shards":1,"effective_bpw":6.4607,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104723072","shards":1,"effective_bpw":6.4639,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255443584","shards":1,"effective_bpw":6.5027,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933024","shards":1,"effective_bpw":8.3639,"repo":"Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933312","shards":1,"effective_bpw":8.3639,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933824","shards":1,"effective_bpw":8.3639,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803936","shards":2,"effective_bpw":15.7308,"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095804480","shards":2,"effective_bpw":15.7308,"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"carnice-v2-27b","canonical_repo":"kai-os/Carnice-V2-27b","display_name":"Carnice-V2-27b","publisher":"kai-os","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15143","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kai-os/Carnice-V2-27b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824224","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083744","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433182944","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090590944","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9154058048","shards":1,"effective_bpw":2.6769,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913504","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9747814208","shards":1,"effective_bpw":2.8506,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10004592448","shards":1,"effective_bpw":2.9257,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004592864","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10056345408","shards":1,"effective_bpw":2.9408,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325344","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10634372928","shards":1,"effective_bpw":3.1098,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664224","shards":1,"effective_bpw":3.1324,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711664864","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186370784","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11600455488","shards":1,"effective_bpw":3.3924,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967129824","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953504","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12387788608","shards":1,"effective_bpw":3.6226,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328224","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874464","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12842055488","shards":1,"effective_bpw":3.7554,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13091419968","shards":1,"effective_bpw":3.8284,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301442784","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13481359168","shards":1,"effective_bpw":3.9424,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13664532288","shards":1,"effective_bpw":3.996,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344775904","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14366750528","shards":1,"effective_bpw":4.2013,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15040460608","shards":1,"effective_bpw":4.3983,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506464","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15328839488","shards":1,"effective_bpw":4.4827,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433824","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314464","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16086845248","shards":1,"effective_bpw":4.7043,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16109782848","shards":1,"effective_bpw":4.711,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16474163008","shards":1,"effective_bpw":4.8176,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399264","shards":1,"effective_bpw":4.839,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547399904","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241504","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17533552448","shards":1,"effective_bpw":5.1274,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17586472768","shards":1,"effective_bpw":5.1429,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18477168448","shards":1,"effective_bpw":5.4033,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613664","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098464","shards":1,"effective_bpw":5.6238,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099104","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19441960768","shards":1,"effective_bpw":5.6855,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20513802048","shards":1,"effective_bpw":5.9989,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21298493248","shards":1,"effective_bpw":6.2284,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529504","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Carnice-V2-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23224145728","shards":1,"effective_bpw":6.7915,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"23839979328","shards":1,"effective_bpw":6.9716,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762784","shards":1,"effective_bpw":8.3623,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28665067328","shards":1,"effective_bpw":8.3826,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281184","shards":1,"effective_bpw":15.7353,"repo":"kai-os/Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281344","shards":2,"effective_bpw":15.7353,"repo":"bartowski/kai-os_Carnice-V2-27b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-14b","canonical_repo":"deepseek-ai/deepseek-r1-14b","display_name":"deepseek-r1-14b","publisher":"deepseek-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15117","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"8988109888","shards":1,"effective_bpw":4.8683,"repo":"ValueFX9507/Tifa-Deepsex-14b-CoT-GGUF-Q4","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17204533376","shards":2,"effective_bpw":9.3186,"repo":"ValueFX9507/Tifa-Deepsex-14b-CoT-GGUF-Q4","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-speech-streaming-en-0-6b","canonical_repo":"nvidia/nemotron-speech-streaming-en-0.6b","display_name":"nemotron-speech-streaming-en-0.6b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"618084865","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"15108","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1025,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/nemotron-speech-streaming-en-0.6b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"475436032","shards":1,"effective_bpw":6.1537,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"538989568","shards":1,"effective_bpw":6.9763,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"600420352","shards":1,"effective_bpw":7.7714,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"729650176","shards":1,"effective_bpw":9.444,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1237652608","shards":1,"effective_bpw":16.0192,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2472386176","shards":1,"effective_bpw":32.0006,"repo":"handy-computer/nemotron-speech-streaming-en-0.6b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-12b-qat-uncensored-hauhaucs-balanced","canonical_repo":"HauhauCS/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced","display_name":"Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced","publisher":"HauhauCS","modality":"text","arch_key":"gemma4","params_total":"11907350576","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"15097","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"mistral-nemo-2407-12b-thinking-claude-gemini-gpt5-2-uncensored-heretic","canonical_repo":"DavidAU/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC","display_name":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"15067","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999214336","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221627136","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592315136","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915079936","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138475776","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435026176","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493680896","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791050176","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791050496","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945387776","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306491136","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534228416","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534228736","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562081536","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722235136","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083092416","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083092736","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561505216","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561505536","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742712576","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800056256","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094640896","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097917696","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120199616","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120199936","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205408","shards":1,"effective_bpw":4.884,"repo":"Medvedko/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477206976","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477207296","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795220736","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518737856","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518738176","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727633856","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727634176","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056212416","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056212736","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022371776","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"slimaki-tavern-24b-v1-3","canonical_repo":"Naphula/Slimaki-Tavern-24B-v1.3","display_name":"Slimaki-Tavern-24B-v1.3","publisher":"Naphula","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15015","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Naphula/Slimaki-Tavern-24B-v1.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273745184","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750519584","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545143584","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207057184","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478378304","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114077504","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320188864","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890351808","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890352064","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280618304","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907145184","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400303328","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400303584","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428156384","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650978784","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474110688","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474110944","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400789728","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400789984","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758946304","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890018048","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13441828672","shards":1,"effective_bpw":4.5619,"repo":"Naphula/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494260864","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549310848","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549311104","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333940608","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333940864","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873139584","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304446848","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304447104","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764014912","shards":1,"effective_bpw":5.6894,"repo":"Naphula/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764018048","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764018304","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345975328","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345975584","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054821536","shards":1,"effective_bpw":8.5031,"repo":"Naphula/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054826208","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-35b-a3b","canonical_repo":"Hcompany/Holo-3.1-35B-A3B","display_name":"Holo-3.1-35B-A3B","publisher":"Hcompany","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"15011","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Hcompany/Holo-3.1-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"10652479552","shards":1,"effective_bpw":2.4274,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11659235392","shards":1,"effective_bpw":2.6568,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939593504","shards":1,"effective_bpw":2.9486,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939595136","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13623758912","shards":1,"effective_bpw":3.1045,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182184224","shards":1,"effective_bpw":3.4596,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185856","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15250423872","shards":1,"effective_bpw":3.4752,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764763936","shards":1,"effective_bpw":3.8202,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765568","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115329824","shards":1,"effective_bpw":4.128,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331456","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18728777792","shards":1,"effective_bpw":4.2678,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313536","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19779278912","shards":1,"effective_bpw":4.5072,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889903392","shards":1,"effective_bpw":4.5324,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889905024","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757664","shards":1,"effective_bpw":4.8233,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759296","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981283104","shards":1,"effective_bpw":5.4647,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284736","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729130784","shards":1,"effective_bpw":5.6351,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132416","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152224","shards":1,"effective_bpw":6.4976,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153856","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139104","shards":1,"effective_bpw":8.4093,"repo":"barozp/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140736","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-glm-4-7-flash-abliterated","canonical_repo":"huihui-ai/Huihui-GLM-4.7-Flash-abliterated","display_name":"Huihui-GLM-4.7-Flash-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"deepseek2","params_total":"31221488576","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"14992","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"huihui-ai/Huihui-GLM-4.7-Flash-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6201792160","shards":1,"effective_bpw":1.5891,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6864781984","shards":1,"effective_bpw":1.759,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7969765024","shards":1,"effective_bpw":2.0421,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8869152416","shards":1,"effective_bpw":2.2726,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9014335136","shards":1,"effective_bpw":2.3098,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9898321568","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10232122016","shards":1,"effective_bpw":2.6218,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11042965888","shards":1,"effective_bpw":2.8296,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11042966176","shards":1,"effective_bpw":2.8296,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11646142112","shards":1,"effective_bpw":2.9841,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12344307360","shards":1,"effective_bpw":3.163,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13034401152","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13034401440","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13034401440","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13211266720","shards":1,"effective_bpw":3.3852,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14380019072","shards":1,"effective_bpw":3.6846,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14380019360","shards":1,"effective_bpw":3.6846,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15591779712","shards":1,"effective_bpw":3.9951,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15591780000","shards":1,"effective_bpw":3.9951,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16033288864","shards":1,"effective_bpw":4.1083,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16164360576","shards":1,"effective_bpw":4.1419,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17008452256","shards":1,"effective_bpw":4.3581,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17072431488","shards":1,"effective_bpw":4.3745,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17072431776","shards":1,"effective_bpw":4.3745,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18132722048","shards":1,"effective_bpw":4.6462,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18132722336","shards":1,"effective_bpw":4.6462,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18807268000","shards":1,"effective_bpw":4.8191,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20664287616","shards":1,"effective_bpw":5.2949,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"20664287904","shards":1,"effective_bpw":5.2949,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21264515456","shards":1,"effective_bpw":5.4487,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21264515744","shards":1,"effective_bpw":5.4487,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24614786432","shards":1,"effective_bpw":6.3071,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"24614786720","shards":1,"effective_bpw":6.3071,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31842800000","shards":1,"effective_bpw":8.1592,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v3-2","canonical_repo":"deepseek-ai/DeepSeek-V3.2","display_name":"DeepSeek-V3.2","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"685396921376","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"14984","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-V3.2","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"149058758432","shards":10,"effective_bpw":1.7398,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"161280830528","shards":1,"effective_bpw":1.8825,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174584075680","shards":11,"effective_bpw":2.0378,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"184123010560","shards":4,"effective_bpw":2.1491,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"199310536320","shards":5,"effective_bpw":2.3264,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"217127382688","shards":5,"effective_bpw":2.5343,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"228110708352","shards":5,"effective_bpw":2.6625,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244148278624","shards":16,"effective_bpw":2.8497,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"245363998336","shards":5,"effective_bpw":2.8639,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"245581188736","shards":5,"effective_bpw":2.8664,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"273130614560","shards":6,"effective_bpw":3.188,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"290448369344","shards":6,"effective_bpw":3.3901,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319266360832","shards":22,"effective_bpw":3.7265,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"320231581568","shards":7,"effective_bpw":3.7378,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"358347337632","shards":8,"effective_bpw":4.1827,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"379135963104","shards":8,"effective_bpw":4.4253,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"380088791008","shards":8,"effective_bpw":4.4364,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"381056757728","shards":8,"effective_bpw":4.4477,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404494155648","shards":29,"effective_bpw":4.7213,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"405398024320","shards":9,"effective_bpw":4.7318,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420771131520","shards":9,"effective_bpw":4.9113,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462632464576","shards":10,"effective_bpw":5.3999,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475428544800","shards":33,"effective_bpw":5.5492,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"476161405152","shards":10,"effective_bpw":5.5578,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550922260448","shards":35,"effective_bpw":6.4304,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551313406528","shards":12,"effective_bpw":6.435,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286521696","shards":59,"effective_bpw":8.3255,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286531616","shards":15,"effective_bpw":8.3255,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273065376","shards":30,"effective_bpw":15.6671,"repo":"unsloth/DeepSeek-V3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-2-3b","canonical_repo":"NousResearch/Hermes-3-Llama-3.2-3B","display_name":"Hermes-3-Llama-3.2-3B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"14965","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-3-Llama-3.2-3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1229028448","shards":1,"effective_bpw":3.0604,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363932256","shards":1,"effective_bpw":3.3963,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1459354720","shards":1,"effective_bpw":3.6339,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1476785248","shards":1,"effective_bpw":3.6773,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542845536","shards":1,"effective_bpw":3.8418,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599665248","shards":1,"effective_bpw":3.9833,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687155808","shards":1,"effective_bpw":4.2012,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815344224","shards":1,"effective_bpw":4.5204,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829106784","shards":1,"effective_bpw":4.5546,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1917187168","shards":1,"effective_bpw":4.7739,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921905760","shards":1,"effective_bpw":4.7857,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928197216","shards":1,"effective_bpw":4.8014,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019373888","shards":1,"effective_bpw":5.0284,"repo":"itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019374176","shards":1,"effective_bpw":5.0284,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114796640","shards":1,"effective_bpw":5.266,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269508704","shards":1,"effective_bpw":5.6513,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322150496","shards":1,"effective_bpw":5.7823,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2417572960","shards":1,"effective_bpw":6.0199,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643850336","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2739272800","shards":1,"effective_bpw":6.821,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421895776","shards":1,"effective_bpw":8.5208,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433684576","shards":1,"effective_bpw":16.0204,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12858833728","shards":1,"effective_bpw":32.0195,"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bonsai-4b-unpacked","canonical_repo":"prism-ml/Bonsai-4B-unpacked","display_name":"Bonsai-4B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"4021784576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14862","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151669,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Bonsai-4B-unpacked","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen2-5-math-7b-instruct","canonical_repo":"Qwen/Qwen2.5-Math-7B-Instruct","display_name":"Qwen2.5-Math-7B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14858","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Math-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780343008","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940320","shards":1,"effective_bpw":3.1682,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940832","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256608","shards":1,"effective_bpw":3.5152,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368608","shards":1,"effective_bpw":3.6686,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369120","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164832","shards":1,"effective_bpw":3.7273,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012640","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391392","shards":1,"effective_bpw":4.0006,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3808391392","shards":1,"effective_bpw":4.0006,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391904","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459488","shards":1,"effective_bpw":4.2948,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459712","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460000","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473184","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298592","shards":1,"effective_bpw":4.4648,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4431390944","shards":1,"effective_bpw":4.6551,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121824","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769184","shards":1,"effective_bpw":4.6828,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769696","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4463274208","shards":1,"effective_bpw":4.6885,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073760","shards":1,"effective_bpw":4.9194,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4683073760","shards":1,"effective_bpw":4.9194,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073984","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074272","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873283808","shards":1,"effective_bpw":5.1193,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564512","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315176672","shards":1,"effective_bpw":5.5834,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176672","shards":1,"effective_bpw":5.5834,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177184","shards":1,"effective_bpw":5.5835,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5444831456","shards":1,"effective_bpw":5.7196,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831456","shards":1,"effective_bpw":5.7196,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831968","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5757069536","shards":1,"effective_bpw":6.0476,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197536","shards":1,"effective_bpw":6.073,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199008","shards":1,"effective_bpw":6.5699,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199232","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199520","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182624","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525408","shards":1,"effective_bpw":8.5073,"repo":"RichardErkhov/BitStarWalkin_-_SuperCorrect-7B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525632","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525920","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853632","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openbuddy-r1-0528-distill-qwen3-32b-preview0-qat","canonical_repo":"OpenBuddy/OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT","display_name":"OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT","publisher":"OpenBuddy","modality":"text","arch_key":"qwen3","params_total":"32763433984","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14845","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenBuddy/OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9020577056","shards":1,"effective_bpw":2.2026,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9952498976","shards":1,"effective_bpw":2.4301,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10515555616","shards":1,"effective_bpw":2.5676,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11363591456","shards":1,"effective_bpw":2.7747,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12345402656","shards":1,"effective_bpw":3.0144,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12345402816","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12821767456","shards":1,"effective_bpw":3.1308,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13105722656","shards":1,"effective_bpw":3.2001,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13703738656","shards":1,"effective_bpw":3.3461,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14390555936","shards":1,"effective_bpw":3.5138,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14390556096","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14930900256","shards":1,"effective_bpw":3.6457,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15972594976","shards":1,"effective_bpw":3.9001,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15972595136","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17331811616","shards":1,"effective_bpw":4.232,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17331811776","shards":1,"effective_bpw":4.232,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17691378976","shards":1,"effective_bpw":4.3198,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17855219136","shards":1,"effective_bpw":4.3598,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18680399136","shards":1,"effective_bpw":4.5613,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703992096","shards":1,"effective_bpw":4.567,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18772149536","shards":1,"effective_bpw":4.5837,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18772149696","shards":1,"effective_bpw":4.5837,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19763053856","shards":1,"effective_bpw":4.8256,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19763054016","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20340897056","shards":1,"effective_bpw":4.9667,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20637467936","shards":1,"effective_bpw":5.0391,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22636479776","shards":1,"effective_bpw":5.5273,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22636479936","shards":1,"effective_bpw":5.5273,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23215818016","shards":1,"effective_bpw":5.6687,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23215818176","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23696340256","shards":1,"effective_bpw":5.786,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26884379936","shards":1,"effective_bpw":6.5645,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26884380096","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27261498656","shards":1,"effective_bpw":6.6566,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34819110176","shards":1,"effective_bpw":8.5019,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34819110336","shards":1,"effective_bpw":8.5019,"repo":"mradermacher/DeepSeek-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65534194848","shards":2,"effective_bpw":16.0018,"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mimo-v2-5","canonical_repo":"XiaomiMiMo/MiMo-V2.5","display_name":"MiMo-V2.5","publisher":"XiaomiMiMo","modality":"text","arch_key":"mimo2","params_total":"310775040000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"14836","n_layers":48,"n_head":64,"n_head_kv":4,"head_dim_k":192,"head_dim_v":128,"hidden":4096,"vocab_size":152576,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"XiaomiMiMo/MiMo-V2.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"64517053152","shards":2,"effective_bpw":1.6608,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"71949359840","shards":2,"effective_bpw":1.8521,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"83609525088","shards":3,"effective_bpw":2.1523,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"85718024640","shards":17,"effective_bpw":2.2066,"repo":"tnhnyzc/MiMO-V2.5-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"92520742176","shards":3,"effective_bpw":2.3817,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"93071874912","shards":3,"effective_bpw":2.3959,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"94678850368","shards":3,"effective_bpw":2.4372,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"96480165152","shards":3,"effective_bpw":2.4836,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"96558284064","shards":3,"effective_bpw":2.4856,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"104476744544","shards":3,"effective_bpw":2.6895,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"108937657184","shards":3,"effective_bpw":2.8043,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"109547961184","shards":3,"effective_bpw":2.82,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"114030172672","shards":1,"effective_bpw":2.9354,"repo":"tnhnyzc/MiMO-V2.5-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"114864627104","shards":4,"effective_bpw":2.9569,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"125920812448","shards":4,"effective_bpw":3.2415,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"130252848064","shards":4,"effective_bpw":3.353,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"135110015968","shards":4,"effective_bpw":3.478,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"140031442336","shards":4,"effective_bpw":3.6047,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"142223555552","shards":4,"effective_bpw":3.6611,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"142240857056","shards":4,"effective_bpw":3.6616,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"147932527584","shards":4,"effective_bpw":3.8081,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"148339375072","shards":4,"effective_bpw":3.8186,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"149443820992","shards":4,"effective_bpw":3.847,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"152597937696","shards":5,"effective_bpw":3.9282,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"165699140672","shards":5,"effective_bpw":4.2654,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"175277063200","shards":5,"effective_bpw":4.512,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"175751019552","shards":5,"effective_bpw":4.5242,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"177975935424","shards":17,"effective_bpw":4.5815,"repo":"tnhnyzc/MiMO-V2.5-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"178837503520","shards":5,"effective_bpw":4.6037,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"181902359616","shards":5,"effective_bpw":4.6825,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"188768721984","shards":5,"effective_bpw":4.8593,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"189232553024","shards":5,"effective_bpw":4.8712,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"190917099040","shards":5,"effective_bpw":4.9146,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"194332245088","shards":5,"effective_bpw":5.0025,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"214255410368","shards":6,"effective_bpw":5.5154,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"216301387424","shards":6,"effective_bpw":5.5681,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"221448486048","shards":6,"effective_bpw":5.7005,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"230176145024","shards":6,"effective_bpw":5.9252,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"256040321472","shards":17,"effective_bpw":6.591,"repo":"tnhnyzc/MiMO-V2.5-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"256986136352","shards":7,"effective_bpw":6.6154,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"267556633888","shards":7,"effective_bpw":6.8875,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"329279159872","shards":9,"effective_bpw":8.4763,"repo":"bartowski/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"329279160192","shards":8,"effective_bpw":8.4763,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"619638702336","shards":14,"effective_bpw":15.9508,"repo":"unsloth/MiMo-V2.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-12b-uncensored","canonical_repo":"toandev/Gemma4-12B-Uncensored","display_name":"Gemma4-12B-Uncensored","publisher":"toandev","modality":"vision_language","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"14835","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"toandev/Gemma4-12B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692032","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848512","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109312","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843072","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597312","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805952","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147712","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148096","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148352","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194752","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393472","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229376","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229632","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229632","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992192","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087616","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087872","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319616","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319872","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255552","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551296","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878912","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997312","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047616","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047872","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381381760","shards":1,"effective_bpw":4.9375,"repo":"toandev/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382656","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382912","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125632","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372096","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372352","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268096","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268352","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021376","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021632","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma4-12B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646336","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Gemma4-12B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-ortenzya-the-creative-wordsmith-31b-it-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic","display_name":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14776","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490464","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873376","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844896","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360032","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889760","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066976","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590048","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314848","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508832","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369888","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358048","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358048","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498400","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108160","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109856","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269632","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271328","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791328","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578976","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164736","shards":1,"effective_bpw":4.544,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166432","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17992346784","shards":1,"effective_bpw":4.6026,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062592","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064288","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"19313552544","shards":1,"effective_bpw":4.9406,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422048","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840832","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842528","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570112","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571808","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484352","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486048","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675200","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188160","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-14b-a3b-vibeforged-v2","canonical_repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2","display_name":"Qwen3.6-14B-A3B-VibeForged-v2","publisher":"tvall43","modality":"text","arch_key":"qwen35moe","params_total":"13759378048","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14714","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":8,"arch_source":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5324310592","shards":1,"effective_bpw":3.0957,"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5324310592","shards":1,"effective_bpw":3.0957,"repo":"Vegss/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5324310592","shards":1,"effective_bpw":3.0957,"repo":"hjgycm/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6766985280","shards":1,"effective_bpw":3.9345,"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6766985280","shards":1,"effective_bpw":3.9345,"repo":"Vegss/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6766985280","shards":1,"effective_bpw":3.9345,"repo":"hjgycm/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8465553472","shards":1,"effective_bpw":4.9221,"repo":"hjgycm/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8465553472","shards":1,"effective_bpw":4.9221,"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8465553472","shards":1,"effective_bpw":4.9221,"repo":"Vegss/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11325370432","shards":1,"effective_bpw":6.5848,"repo":"hjgycm/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11325370432","shards":1,"effective_bpw":6.5848,"repo":"Vegss/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11325370432","shards":1,"effective_bpw":6.5848,"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14655633472","shards":1,"effective_bpw":8.5211,"repo":"Vegss/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14655633472","shards":1,"effective_bpw":8.5211,"repo":"hjgycm/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14655633472","shards":1,"effective_bpw":8.5211,"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"translategemma-12b-it","canonical_repo":"google/translategemma-12b-it","display_name":"translategemma-12b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"13194203760","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"14713","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947430528","shards":1,"effective_bpw":1.7871,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164743808","shards":1,"effective_bpw":1.9189,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526932608","shards":1,"effective_bpw":2.1385,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840276608","shards":1,"effective_bpw":2.3285,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020725888","shards":1,"effective_bpw":2.4379,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310476928","shards":1,"effective_bpw":2.6136,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448626688","shards":1,"effective_bpw":2.6973,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768237312","shards":1,"effective_bpw":2.8911,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768237568","shards":1,"effective_bpw":2.8911,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784916608","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206181888","shards":1,"effective_bpw":3.1566,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458331392","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458331648","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458331648","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655738368","shards":1,"effective_bpw":3.4292,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008833792","shards":1,"effective_bpw":3.6433,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008834048","shards":1,"effective_bpw":3.6433,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480201472","shards":1,"effective_bpw":3.9291,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480201728","shards":1,"effective_bpw":3.9291,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550980608","shards":1,"effective_bpw":3.972,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6606276352","shards":1,"effective_bpw":4.0056,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887180288","shards":1,"effective_bpw":4.1759,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909298688","shards":1,"effective_bpw":4.1893,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935348992","shards":1,"effective_bpw":4.2051,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935349248","shards":1,"effective_bpw":4.2051,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300776544","shards":1,"effective_bpw":4.4267,"repo":"NikolayKozloff/translategemma-12b-it-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300794112","shards":1,"effective_bpw":4.4267,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300794368","shards":1,"effective_bpw":4.4267,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559579648","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231978752","shards":1,"effective_bpw":4.9913,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231979008","shards":1,"effective_bpw":4.9913,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445052672","shards":1,"effective_bpw":5.1205,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445052928","shards":1,"effective_bpw":5.1205,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660827392","shards":1,"effective_bpw":5.8576,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660827648","shards":1,"effective_bpw":5.8576,"repo":"mradermacher/translategemma-12b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510228352","shards":1,"effective_bpw":7.5853,"repo":"mradermacher/translategemma-12b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-deepseek-v4-flash","canonical_repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash","display_name":"Qwen3.5-9B-DeepSeek-V4-Flash","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"14671","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742639136","shards":1,"effective_bpw":2.273,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877266464","shards":1,"effective_bpw":2.3845,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101645344","shards":1,"effective_bpw":2.5705,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285342752","shards":1,"effective_bpw":2.7227,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427965472","shards":1,"effective_bpw":2.8409,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607468576","shards":1,"effective_bpw":2.9897,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697236512","shards":1,"effective_bpw":3.0641,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827259648","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827259936","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938163232","shards":1,"effective_bpw":3.2637,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243413536","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259404032","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259404320","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370815520","shards":1,"effective_bpw":3.6223,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415380000","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623522048","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623522336","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737606400","shards":1,"effective_bpw":3.9263,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925511936","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925512224","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196438048","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227895040","shards":1,"effective_bpw":4.3326,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325937184","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351627008","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351627296","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418211872","shards":1,"effective_bpw":4.4903,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629106432","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629106720","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780087552","shards":1,"effective_bpw":4.7902,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809330720","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305306880","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305307168","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467967232","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467967520","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642541312","shards":1,"effective_bpw":5.505,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359256832","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359257120","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558898432","shards":1,"effective_bpw":6.2644,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527499008","shards":1,"effective_bpw":7.8959,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786057472","shards":1,"effective_bpw":8.1102,"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920694528","shards":1,"effective_bpw":14.8518,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-a4b-98e-v7-coderx-it","canonical_repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it","display_name":"gemma-4-A4B-98e-v7-coderx-it","publisher":"ManniX-ITA","modality":"text","arch_key":"gemma4","params_total":"20450748106","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14631","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":98,"n_expert_used":null,"arch_source":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8822090368","shards":1,"effective_bpw":3.4511,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10512915328","shards":1,"effective_bpw":4.1125,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10942873472","shards":1,"effective_bpw":4.2807,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11008232832","shards":1,"effective_bpw":4.3062,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11418355072","shards":1,"effective_bpw":4.4667,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12209639552","shards":1,"effective_bpw":4.7762,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13239743616","shards":1,"effective_bpw":5.1792,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13418525824","shards":1,"effective_bpw":5.2491,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15071089792","shards":1,"effective_bpw":5.8956,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15249872000","shards":1,"effective_bpw":5.9655,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17805296256","shards":1,"effective_bpw":6.9651,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"17984078464","shards":1,"effective_bpw":7.0351,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21162525824","shards":1,"effective_bpw":8.2784,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"39789689984","shards":1,"effective_bpw":15.5651,"repo":"ManniX-ITA/gemma-4-A4B-98e-v7-coderx-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"equinox-31b","canonical_repo":"LatitudeGames/Equinox-31B","display_name":"Equinox-31B","publisher":"LatitudeGames","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14628","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Equinox-31B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"10830189152","shards":1,"effective_bpw":2.7705,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"10976588160","shards":1,"effective_bpw":2.8079,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11500941920","shards":1,"effective_bpw":2.9421,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916312960","shards":1,"effective_bpw":3.0483,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12075356768","shards":1,"effective_bpw":3.089,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12631622240","shards":1,"effective_bpw":3.2313,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12649771616","shards":1,"effective_bpw":3.236,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12972933728","shards":1,"effective_bpw":3.3186,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12981707360","shards":1,"effective_bpw":3.3209,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356160","shards":1,"effective_bpw":3.5203,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13841351264","shards":1,"effective_bpw":3.5408,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14329061984","shards":1,"effective_bpw":3.6655,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15129827936","shards":1,"effective_bpw":3.8704,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107968","shards":1,"effective_bpw":3.9106,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15918121568","shards":1,"effective_bpw":4.072,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269440","shards":1,"effective_bpw":4.2537,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16810623584","shards":1,"effective_bpw":4.3003,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17155891808","shards":1,"effective_bpw":4.3887,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164544","shards":1,"effective_bpw":4.544,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18025685600","shards":1,"effective_bpw":4.6112,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18076263008","shards":1,"effective_bpw":4.6241,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18195653216","shards":1,"effective_bpw":4.6546,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062400","shards":1,"effective_bpw":4.7804,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19598488160","shards":1,"effective_bpw":5.0135,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19765273184","shards":1,"effective_bpw":5.0562,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19939799648","shards":1,"effective_bpw":5.1008,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840640","shards":1,"effective_bpw":5.4518,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21504860768","shards":1,"effective_bpw":5.5012,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569920","shards":1,"effective_bpw":5.5883,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22608876128","shards":1,"effective_bpw":5.7836,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22950187616","shards":1,"effective_bpw":5.8709,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484160","shards":1,"effective_bpw":6.4468,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26726720096","shards":1,"effective_bpw":6.837,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27068031584","shards":1,"effective_bpw":6.9243,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675008","shards":1,"effective_bpw":8.3486,"repo":"LatitudeGames/Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675232","shards":1,"effective_bpw":8.3486,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188128","shards":2,"effective_bpw":15.7102,"repo":"bartowski/LatitudeGames_Equinox-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-2-1124-7b-instruct","canonical_repo":"allenai/OLMo-2-1124-7B-Instruct","display_name":"OLMo-2-1124-7B-Instruct","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"7298617344","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14525","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/OLMo-2-1124-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2676399680","shards":1,"effective_bpw":2.9336,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2858262080","shards":1,"effective_bpw":3.1329,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3150356032","shards":1,"effective_bpw":3.4531,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3259670080","shards":1,"effective_bpw":3.5729,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3302137408","shards":1,"effective_bpw":3.6195,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3468697152","shards":1,"effective_bpw":3.802,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3651837504","shards":1,"effective_bpw":4.0028,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3950943808","shards":1,"effective_bpw":4.3306,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4001603136","shards":1,"effective_bpw":4.3861,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4228095552","shards":1,"effective_bpw":4.6344,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4247756352","shards":1,"effective_bpw":4.656,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4472020544","shards":1,"effective_bpw":4.9018,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4777090624","shards":1,"effective_bpw":5.2362,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5077704256","shards":1,"effective_bpw":5.5657,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5209169472","shards":1,"effective_bpw":5.7098,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5462859328","shards":1,"effective_bpw":5.9878,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5992390208","shards":1,"effective_bpw":6.5682,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6191488576","shards":1,"effective_bpw":6.7865,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759896128","shards":1,"effective_bpw":8.5056,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14601854240","shards":1,"effective_bpw":16.0051,"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-12B-it-uncensored-heretic","display_name":"gemma-4-12B-it-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14367","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-12B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983695776","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202852256","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568113056","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887846816","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079601056","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371809696","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504151456","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830152096","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849198496","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272397216","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528233376","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528233376","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733995936","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087091616","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566323616","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635259296","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975882656","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6998001056","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024051616","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381386656","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657129376","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"8163421280","shards":1,"effective_bpw":5.4606,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8223359136","shards":1,"effective_bpw":5.5007,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338376096","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8544075936","shards":1,"effective_bpw":5.7152,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547272096","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9240805536","shards":1,"effective_bpw":6.1813,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9428811936","shards":1,"effective_bpw":6.307,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786024096","shards":1,"effective_bpw":6.546,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786025376","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669649056","shards":1,"effective_bpw":8.4749,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832068256","shards":1,"effective_bpw":15.9415,"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-base","canonical_repo":"Qwen/Qwen3-14B-Base","display_name":"Qwen3-14B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"14352","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-14B-Base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5753983392","shards":1,"effective_bpw":3.1169,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105312","shards":1,"effective_bpw":3.6062,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321312672","shards":1,"effective_bpw":3.966,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900650912","shards":1,"effective_bpw":4.2798,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475232","shards":1,"effective_bpw":4.6443,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001752992","shards":1,"effective_bpw":4.8763,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263894432","shards":1,"effective_bpw":5.56,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514569632","shards":1,"effective_bpw":5.6957,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937312","shards":1,"effective_bpw":6.5665,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698533792","shards":1,"effective_bpw":8.5039,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29543423392","shards":1,"effective_bpw":16.0037,"repo":"DevQuasar/Qwen.Qwen3-14B-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-8b-reasoning-2512","canonical_repo":"mistralai/Ministral-3-8B-Reasoning-2512","display_name":"Ministral-3-8B-Reasoning-2512","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"8918026240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14300","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-8B-Reasoning-2512","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2269024288","shards":1,"effective_bpw":2.0354,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2404814880","shards":1,"effective_bpw":2.1573,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2632880160","shards":1,"effective_bpw":2.3619,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3161690144","shards":1,"effective_bpw":2.8362,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352924192","shards":1,"effective_bpw":3.0078,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3478753312","shards":1,"effective_bpw":3.1206,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3502215200","shards":1,"effective_bpw":3.1417,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3866464288","shards":1,"effective_bpw":3.4684,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242051104","shards":1,"effective_bpw":3.8054,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4713189408","shards":1,"effective_bpw":4.228,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4937322528","shards":1,"effective_bpw":4.4291,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4940468256","shards":1,"effective_bpw":4.4319,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4954099744","shards":1,"effective_bpw":4.4441,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198385184","shards":1,"effective_bpw":4.6633,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198385600","shards":1,"effective_bpw":4.6633,"repo":"lmstudio-community/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198910368","shards":1,"effective_bpw":4.6637,"repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5419667488","shards":1,"effective_bpw":4.8618,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5916692512","shards":1,"effective_bpw":5.3076,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058741792","shards":1,"effective_bpw":5.4351,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6059266976","shards":1,"effective_bpw":5.4355,"repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972870688","shards":1,"effective_bpw":6.2551,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972871104","shards":1,"effective_bpw":6.2551,"repo":"lmstudio-community/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028866080","shards":1,"effective_bpw":8.0994,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028866496","shards":1,"effective_bpw":8.0994,"repo":"lmstudio-community/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9029391264","shards":1,"effective_bpw":8.0999,"repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16987557632","shards":1,"effective_bpw":15.2388,"repo":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16988083104","shards":1,"effective_bpw":15.2393,"repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-235b-a22b-instruct-2507","canonical_repo":"Qwen/Qwen3-235B-A22B-Instruct-2507","display_name":"Qwen3-235B-A22B-Instruct-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14246","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-235B-A22B-Instruct-2507","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"53226813664","shards":2,"effective_bpw":1.8113,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"65616263392","shards":2,"effective_bpw":2.2329,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"66073733344","shards":2,"effective_bpw":2.2484,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"78553884864","shards":2,"effective_bpw":2.6731,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"82723072320","shards":3,"effective_bpw":2.815,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"83330816320","shards":3,"effective_bpw":2.8357,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691001472","shards":2,"effective_bpw":2.916,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836860032","shards":2,"effective_bpw":2.9209,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"93072468320","shards":3,"effective_bpw":3.1672,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"96900634976","shards":3,"effective_bpw":3.2974,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444705024","shards":3,"effective_bpw":3.4521,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"102382623072","shards":3,"effective_bpw":3.484,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"107328723296","shards":3,"effective_bpw":3.6523,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"107329247584","shards":3,"effective_bpw":3.6523,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"111170705440","shards":3,"effective_bpw":3.783,"repo":"lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"111170705760","shards":3,"effective_bpw":3.783,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447380192","shards":3,"effective_bpw":3.8265,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125479521056","shards":3,"effective_bpw":4.2699,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125881469376","shards":4,"effective_bpw":4.2836,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"133096245696","shards":4,"effective_bpw":4.5291,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132421888","shards":3,"effective_bpw":4.5304,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687118592","shards":3,"effective_bpw":4.5492,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"134992595392","shards":4,"effective_bpw":4.5937,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"137703164384","shards":4,"effective_bpw":4.6859,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154074880","shards":3,"effective_bpw":4.8374,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142646904992","shards":4,"effective_bpw":4.8541,"repo":"lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142646905312","shards":4,"effective_bpw":4.8541,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"143108790784","shards":4,"effective_bpw":4.8698,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230100224","shards":3,"effective_bpw":5.0101,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147316345312","shards":4,"effective_bpw":5.013,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881426816","shards":4,"effective_bpw":5.5087,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161955351104","shards":5,"effective_bpw":5.5112,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814157632","shards":4,"effective_bpw":5.6765,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166888082016","shards":5,"effective_bpw":5.679,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015495552","shards":4,"effective_bpw":6.5681,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193063237888","shards":5,"effective_bpw":6.5697,"repo":"lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193063238208","shards":5,"effective_bpw":6.5697,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940105792","shards":7,"effective_bpw":8.5052,"repo":"lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940105792","shards":7,"effective_bpw":8.5052,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106336","shards":6,"effective_bpw":8.5052,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293437664","shards":10,"effective_bpw":16.0036,"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-2-8x4b-moe-v2-dark-champion-inst-21b-uncen-ablit","canonical_repo":"DavidAU/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit","display_name":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"20921650240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14218","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4673622528","shards":1,"effective_bpw":1.7871,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5114810880","shards":1,"effective_bpw":1.9558,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5850124800","shards":1,"effective_bpw":2.237,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6438375936","shards":1,"effective_bpw":2.4619,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6560180736","shards":1,"effective_bpw":2.5085,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7148431872","shards":1,"effective_bpw":2.7334,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7406897664","shards":1,"effective_bpw":2.8322,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7980992096","shards":1,"effective_bpw":3.0518,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7980992096","shards":1,"effective_bpw":3.0518,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7980993024","shards":1,"effective_bpw":3.0518,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8368974336","shards":1,"effective_bpw":3.2001,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8893161984","shards":1,"effective_bpw":3.4006,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9360301664","shards":1,"effective_bpw":3.5792,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9360301664","shards":1,"effective_bpw":3.5792,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9360302592","shards":1,"effective_bpw":3.5792,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9360302592","shards":1,"effective_bpw":3.5792,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9788121600","shards":1,"effective_bpw":3.7428,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10266271328","shards":1,"effective_bpw":3.9256,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10266271328","shards":1,"effective_bpw":3.9256,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10266272256","shards":1,"effective_bpw":3.9256,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10943390208","shards":1,"effective_bpw":4.1845,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11393923584","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11519751776","shards":1,"effective_bpw":4.4049,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11519751776","shards":1,"effective_bpw":4.4049,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12032236032","shards":1,"effective_bpw":4.6009,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12120315488","shards":1,"effective_bpw":4.6346,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12120315488","shards":1,"effective_bpw":4.6346,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12120316416","shards":1,"effective_bpw":4.6346,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12850124384","shards":1,"effective_bpw":4.9136,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12850124384","shards":1,"effective_bpw":4.9136,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12850125312","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13252237824","shards":1,"effective_bpw":5.0674,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14522570336","shards":1,"effective_bpw":5.5531,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14522570336","shards":1,"effective_bpw":5.5531,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14522571264","shards":1,"effective_bpw":5.5531,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14950389344","shards":1,"effective_bpw":5.7167,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14950389344","shards":1,"effective_bpw":5.7167,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14950390272","shards":1,"effective_bpw":5.7167,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17222028896","shards":1,"effective_bpw":6.5853,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17222028896","shards":1,"effective_bpw":6.5853,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17222029824","shards":1,"effective_bpw":6.5853,"repo":"mradermacher/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22239993440","shards":1,"effective_bpw":8.5041,"repo":"themrmmdhosen/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22239993440","shards":1,"effective_bpw":8.5041,"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-9b-unhinged","canonical_repo":"King3Djbl/mythos-9b-unhinged","display_name":"mythos-9b-unhinged","publisher":"King3Djbl","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14179","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"King3Djbl/mythos-9b-unhinged","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770752","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148864","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2490111168","shards":1,"effective_bpw":2.4321,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112384","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2696156352","shards":1,"effective_bpw":2.6334,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157568","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2864743616","shards":1,"effective_bpw":2.798,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744832","shards":1,"effective_bpw":2.798,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915648","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553152","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3128508416","shards":1,"effective_bpw":3.0557,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732544","shards":1,"effective_bpw":3.2053,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733760","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734016","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369632960","shards":1,"effective_bpw":3.2912,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634176","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3390791680","shards":1,"effective_bpw":3.3118,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3430617088","shards":1,"effective_bpw":3.3507,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874048","shards":1,"effective_bpw":3.5424,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875264","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611200","shards":1,"effective_bpw":3.6818,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612416","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612672","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666688","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896620224","shards":1,"effective_bpw":3.8059,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621440","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162176","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162432","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431393728","shards":1,"effective_bpw":4.3282,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394944","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395200","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561839296","shards":1,"effective_bpw":4.4556,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840512","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297536","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774749120","shards":1,"effective_bpw":4.6636,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333504","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793623744","shards":1,"effective_bpw":4.682,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624960","shards":1,"effective_bpw":4.682,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012096","shards":1,"effective_bpw":4.6902,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013312","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013568","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783616","shards":1,"effective_bpw":4.9107,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784832","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785088","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247755200","shards":1,"effective_bpw":5.1256,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756672","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762496","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762752","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112384","shards":1,"effective_bpw":5.7149,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113600","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113856","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899200","shards":1,"effective_bpw":6.5693,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900416","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900672","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-unhinged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518272","shards":1,"effective_bpw":8.5067,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519488","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388043712","shards":1,"effective_bpw":16.0064,"repo":"fableforge-ai/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044928","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/mythos-9b-unhinged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-fable-5-experimental","canonical_repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental","display_name":"Qwen3.6-27B-Fable-5-Experimental","publisher":"TeichAI","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14175","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Qwen3.6-27B-Fable-5-Experimental","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592448","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592736","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256536128","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536416","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607456","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331616","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12923405408","shards":1,"effective_bpw":3.7215,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500737088","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737376","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14150894688","shards":1,"effective_bpw":4.0749,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798848","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559799136","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039456","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450368","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418656","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825299008","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825299296","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16740508768","shards":1,"effective_bpw":4.8206,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714688","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714976","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768416","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17396851808","shards":1,"effective_bpw":5.0096,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682368","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682656","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701568","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701856","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20080551008","shards":1,"effective_bpw":5.7824,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22431000128","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000416","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22931981408","shards":1,"effective_bpw":6.6035,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084608","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29445215328","shards":1,"effective_bpw":8.4791,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733728","shards":1,"effective_bpw":15.7394,"repo":"TeichAI/Qwen3.6-27B-Fable-5-Experimental-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-maverick-17b-128e-instruct","canonical_repo":"meta-llama/Llama-4-Maverick-17B-128E-Instruct","display_name":"Llama-4-Maverick-17B-128E-Instruct","publisher":"meta-llama","modality":"vision_language","arch_key":"llama4","params_total":"401583781376","is_moe":true,"is_gated":false,"license_spdx":"llama4","downloads_30d":"14157","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":1048576,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":1,"arch_source":"mirror:unsloth/Llama-4-Maverick-17B-128E-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"TQ1_0","bytes":"99421158912","shards":2,"effective_bpw":1.9806,"repo":"GeorgyGUF/Llama-4-Maverick-17B-128E-Instruct-tq1_0.gguf","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"105711920832","shards":1,"effective_bpw":2.1059,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"119399114784","shards":3,"effective_bpw":2.3786,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"120769472544","shards":3,"effective_bpw":2.4059,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"126239967232","shards":3,"effective_bpw":2.5148,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"127539546144","shards":3,"effective_bpw":2.5407,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"134055135232","shards":3,"effective_bpw":2.6705,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"135196116992","shards":3,"effective_bpw":2.6933,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"141235914784","shards":3,"effective_bpw":2.8136,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"145645120544","shards":3,"effective_bpw":2.9014,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"145645120544","shards":3,"effective_bpw":2.9014,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"145887578144","shards":3,"effective_bpw":2.9062,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"145887578144","shards":3,"effective_bpw":2.9062,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"168681080960","shards":4,"effective_bpw":3.3603,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"169314814080","shards":4,"effective_bpw":3.3729,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172655990400","shards":4,"effective_bpw":3.4395,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172655990400","shards":4,"effective_bpw":3.4395,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"191068984960","shards":4,"effective_bpw":3.8063,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"191068984960","shards":4,"effective_bpw":3.8063,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"214324857120","shards":5,"effective_bpw":4.2696,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"214324857120","shards":5,"effective_bpw":4.2696,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"220673767168","shards":5,"effective_bpw":4.3961,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225767442656","shards":5,"effective_bpw":4.4975,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225767442656","shards":5,"effective_bpw":4.4975,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"226766211296","shards":5,"effective_bpw":4.5174,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"227799058688","shards":5,"effective_bpw":4.538,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"227799058688","shards":5,"effective_bpw":4.538,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"242767153440","shards":5,"effective_bpw":4.8362,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"242767153440","shards":5,"effective_bpw":4.8362,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"250714806624","shards":6,"effective_bpw":4.9945,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"250714806624","shards":6,"effective_bpw":4.9945,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"275693627776","shards":6,"effective_bpw":5.4921,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"275693627776","shards":6,"effective_bpw":5.4921,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"284467259776","shards":6,"effective_bpw":5.6669,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"284467259776","shards":6,"effective_bpw":5.6669,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"293827825664","shards":7,"effective_bpw":5.8534,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"328773622752","shards":7,"effective_bpw":6.5495,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"328773622752","shards":7,"effective_bpw":6.5495,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"425817094048","shards":9,"effective_bpw":8.4828,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"425817094048","shards":9,"effective_bpw":8.4828,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"801469242368","shards":18,"effective_bpw":15.9662,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF-UD","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"801469242368","shards":18,"effective_bpw":15.9662,"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-gembrain-x-31b","canonical_repo":"Nimbz/Gemma-4-Gembrain-X-31B","display_name":"Gemma-4-Gembrain-X-31B","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14119","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Gemma-4-Gembrain-X-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156494304","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725877216","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674848736","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530363872","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157893600","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917070816","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976593888","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916318432","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916318688","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077512672","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072373728","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761361632","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761361888","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761361888","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424502240","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287113440","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287113696","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628274912","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628275168","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735795168","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862238432","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701582816","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164864","shards":1,"effective_bpw":4.544,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763170016","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763170272","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062720","shards":1,"effective_bpw":4.7804,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687067872","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687068128","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481425888","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840960","shards":1,"effective_bpw":5.4518,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311846112","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311846368","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570240","shards":1,"effective_bpw":5.5883,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845575392","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845575648","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484480","shards":1,"effective_bpw":6.4468,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201489632","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201489888","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675328","shards":1,"effective_bpw":8.3486,"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635680480","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Gembrain-X-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bge-m3","canonical_repo":"BAAI/bge-m3","display_name":"bge-m3","publisher":"BAAI","modality":"embedding","arch_key":"bert","params_total":"566703104","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"14075","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":250002,"ctx_native":8194,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BAAI/bge-m3","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"634553760","shards":1,"effective_bpw":8.9578,"repo":"ggml-org/bge-m3-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reasoncritic-7b","canonical_repo":"fableforge-ai/ReasonCritic-7B","display_name":"ReasonCritic-7B","publisher":"fableforge-ai","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14071","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/ReasonCritic-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770944","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149056","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112576","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157760","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745024","shards":1,"effective_bpw":2.798,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915840","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553344","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733152","shards":1,"effective_bpw":3.2053,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733952","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734208","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634368","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875456","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612608","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612864","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666880","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621632","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161568","shards":1,"effective_bpw":4.0281,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162368","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162624","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395136","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395392","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840704","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297728","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774749728","shards":1,"effective_bpw":4.6636,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333696","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625152","shards":1,"effective_bpw":4.682,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013504","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013760","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784224","shards":1,"effective_bpw":4.9107,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785024","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785280","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756864","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762688","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762944","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112992","shards":1,"effective_bpw":5.7149,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113792","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114048","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899808","shards":1,"effective_bpw":6.5693,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900608","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900864","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/ReasonCritic-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518880","shards":1,"effective_bpw":8.5067,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519680","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14428405760","shards":1,"effective_bpw":14.0924,"repo":"fableforge-ai/ReasonCritic-7B","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045120","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/ReasonCritic-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-claude-4-5-opus-high-reasoning-distill","canonical_repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill","display_name":"Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill","publisher":"TeichAI","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"14054","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"6657106560","shards":1,"effective_bpw":3.6062,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313920","shards":1,"effective_bpw":3.966,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8597069440","shards":1,"effective_bpw":4.657,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754240","shards":1,"effective_bpw":4.8763,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29543424000","shards":1,"effective_bpw":16.0037,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543424640","shards":1,"effective_bpw":16.0037,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31397069440","shards":2,"effective_bpw":17.0078,"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-7b-uncensored","canonical_repo":"QuixiAI/WizardLM-7B-Uncensored","display_name":"WizardLM-7B-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"6738423808","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"13881","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32001,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/WizardLM-7B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1528587456","shards":1,"effective_bpw":1.8148,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1650975936","shards":1,"effective_bpw":1.9601,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1854956736","shards":1,"effective_bpw":2.2022,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2034918592","shards":1,"effective_bpw":2.4159,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2196571744","shards":1,"effective_bpw":2.6078,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2319550176","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2359756384","shards":1,"effective_bpw":2.8016,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2532869856","shards":1,"effective_bpw":3.0071,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2585396832","shards":1,"effective_bpw":3.0694,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2796529792","shards":1,"effective_bpw":3.3201,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2825945408","shards":1,"effective_bpw":3.355,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948309728","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2948311168","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2948311168","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3114870912","shards":1,"effective_bpw":3.698,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298009824","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3298011264","shards":1,"effective_bpw":3.9155,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597116128","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3597117568","shards":1,"effective_bpw":4.2706,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3619342880","shards":1,"effective_bpw":4.297,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825812736","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3825814176","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3837086368","shards":1,"effective_bpw":4.5555,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856745728","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3856747168","shards":1,"effective_bpw":4.5788,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081009920","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4081011360","shards":1,"effective_bpw":4.8451,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4238756768","shards":1,"effective_bpw":5.0323,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651697920","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651697920","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4651699360","shards":1,"effective_bpw":5.5226,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783163136","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4783164576","shards":1,"effective_bpw":5.6787,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529200928","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5529202368","shards":1,"effective_bpw":6.5644,"repo":"mradermacher/WizardLM-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161098464","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-27b-it","canonical_repo":"google/gemma-2-27b-it","display_name":"gemma-2-27b-it","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"27227128320","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"13771","n_layers":46,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":4608,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-2-27b-it","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"6132432896","shards":1,"effective_bpw":1.8019,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6692470784","shards":1,"effective_bpw":1.9664,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867264","shards":1,"effective_bpw":2.2407,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8399716352","shards":1,"effective_bpw":2.468,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8399716832","shards":1,"effective_bpw":2.468,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652161024","shards":1,"effective_bpw":2.5422,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652161504","shards":1,"effective_bpw":2.5422,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398877696","shards":1,"effective_bpw":2.7616,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878208","shards":1,"effective_bpw":2.7616,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9722765312","shards":1,"effective_bpw":2.8568,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449575424","shards":1,"effective_bpw":3.0703,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449575936","shards":1,"effective_bpw":3.0703,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10735271424","shards":1,"effective_bpw":3.1543,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10750754304","shards":1,"effective_bpw":3.1588,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10750754816","shards":1,"effective_bpw":3.1588,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629376","shards":1,"effective_bpw":3.3939,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629888","shards":1,"effective_bpw":3.3939,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169059840","shards":1,"effective_bpw":3.5756,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060352","shards":1,"effective_bpw":3.5756,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12169060352","shards":1,"effective_bpw":3.5756,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454829568","shards":1,"effective_bpw":3.6595,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830080","shards":1,"effective_bpw":3.6595,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830560","shards":1,"effective_bpw":3.6595,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13424647680","shards":1,"effective_bpw":3.9445,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"13424648192","shards":1,"effective_bpw":3.9445,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361024","shards":1,"effective_bpw":4.2661,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361536","shards":1,"effective_bpw":4.2661,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519362016","shards":1,"effective_bpw":4.2661,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814420480","shards":1,"effective_bpw":4.3528,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814420992","shards":1,"effective_bpw":4.3528,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421472","shards":1,"effective_bpw":4.3528,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15628378112","shards":1,"effective_bpw":4.592,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739264512","shards":1,"effective_bpw":4.6246,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265024","shards":1,"effective_bpw":4.6246,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645381632","shards":1,"effective_bpw":4.8908,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"16645382144","shards":1,"effective_bpw":4.8908,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645382624","shards":1,"effective_bpw":4.8908,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16931077632","shards":1,"effective_bpw":4.9748,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206080","shards":1,"effective_bpw":5.5486,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206336","shards":1,"effective_bpw":5.5486,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408117248","shards":1,"effective_bpw":5.7026,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19408117504","shards":1,"effective_bpw":5.7026,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408118240","shards":1,"effective_bpw":5.7026,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19693813248","shards":1,"effective_bpw":5.7865,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343523840","shards":1,"effective_bpw":6.5651,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524096","shards":1,"effective_bpw":6.5651,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524832","shards":1,"effective_bpw":6.5651,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22629219840","shards":1,"effective_bpw":6.649,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937387520","shards":1,"effective_bpw":8.5025,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937387776","shards":1,"effective_bpw":8.5025,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937388512","shards":1,"effective_bpw":8.5025,"repo":"lmstudio-community/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54462021696","shards":3,"effective_bpw":16.0023,"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"108914572896","shards":3,"effective_bpw":32.0018,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"108914573888","shards":3,"effective_bpw":32.0018,"repo":"bartowski/gemma-2-27b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux2-klein-9b-uncensored-text-encoder","canonical_repo":"ponpoke/flux2-klein-9b-uncensored-text-encoder","display_name":"flux2-klein-9b-uncensored-text-encoder","publisher":"ponpoke","modality":"image","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"13705","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3281729120","shards":1,"effective_bpw":3.2053,"repo":"QiE2035/flux2-klein-9b-uncensored-text-encoder-Q2_K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709514848","shards":1,"effective_bpw":8.5067,"repo":"WANG-CC/flux2-klein-9b-uncensored-text-encoder-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smolvlm2-500m-video-instruct","canonical_repo":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","display_name":"SmolVLM2-500M-Video-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"507482304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13693","n_layers":32,"n_head":15,"n_head_kv":5,"head_dim_k":64,"head_dim_v":64,"hidden":960,"vocab_size":49280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"245423104","shards":1,"effective_bpw":3.8689,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"245423104","shards":1,"effective_bpw":3.8689,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"255867904","shards":1,"effective_bpw":4.0335,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"261435904","shards":1,"effective_bpw":4.1213,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"273071104","shards":1,"effective_bpw":4.3047,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"292578304","shards":1,"effective_bpw":4.6122,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"301103104","shards":1,"effective_bpw":4.7466,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"303253504","shards":1,"effective_bpw":4.7805,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"318805504","shards":1,"effective_bpw":5.0257,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"325563904","shards":1,"effective_bpw":5.1322,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"417762304","shards":1,"effective_bpw":6.5856,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"436808704","shards":1,"effective_bpw":6.8859,"repo":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"436808704","shards":1,"effective_bpw":6.8859,"repo":"jc-builds/smolvlm2-500m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"436808704","shards":1,"effective_bpw":6.8859,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"820424704","shards":1,"effective_bpw":12.9333,"repo":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"820424704","shards":1,"effective_bpw":12.9333,"repo":"second-state/SmolVLM2-500M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"privacy-filter-multilingual","canonical_repo":"OpenMed/privacy-filter-multilingual","display_name":"privacy-filter-multilingual","publisher":"OpenMed","modality":"text","arch_key":"openai-privacy-filter","params_total":"1399604809","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13666","n_layers":8,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":640,"vocab_size":200064,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"OpenMed/privacy-filter-multilingual","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"2817460832","shards":1,"effective_bpw":16.1043,"repo":"LocalAI-io/privacy-filter-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2817469888","shards":1,"effective_bpw":16.1044,"repo":"sumeshi/privacy-filter-jp-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fara1-5-27b","canonical_repo":"microsoft/Fara1.5-27B","display_name":"Fara1.5-27B","publisher":"microsoft","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"13651","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Fara1.5-27B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"10634372928","shards":1,"effective_bpw":3.1098,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664192","shards":1,"effective_bpw":3.1324,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11600455488","shards":1,"effective_bpw":3.3924,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952832","shards":1,"effective_bpw":3.5308,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12387788608","shards":1,"effective_bpw":3.6226,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12842055488","shards":1,"effective_bpw":3.7554,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13091419968","shards":1,"effective_bpw":3.8284,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442112","shards":1,"effective_bpw":3.8898,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442159","shards":1,"effective_bpw":3.8898,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13481359168","shards":1,"effective_bpw":3.9424,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13664532288","shards":1,"effective_bpw":3.996,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775232","shards":1,"effective_bpw":4.1949,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14366750528","shards":1,"effective_bpw":4.2013,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15040460608","shards":1,"effective_bpw":4.3983,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15328839488","shards":1,"effective_bpw":4.4827,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15476868672","shards":1,"effective_bpw":4.5259,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313792","shards":1,"effective_bpw":4.5579,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313839","shards":1,"effective_bpw":4.5579,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16086845248","shards":1,"effective_bpw":4.7043,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16109782848","shards":1,"effective_bpw":4.711,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16474163008","shards":1,"effective_bpw":4.8176,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399232","shards":1,"effective_bpw":4.839,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399279","shards":1,"effective_bpw":4.839,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17533552448","shards":1,"effective_bpw":5.1274,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17586472768","shards":1,"effective_bpw":5.1429,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18477168448","shards":1,"effective_bpw":5.4033,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679612992","shards":1,"effective_bpw":5.4625,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"18679612992","shards":1,"effective_bpw":5.4625,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613039","shards":1,"effective_bpw":5.4625,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098432","shards":1,"effective_bpw":5.6238,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098479","shards":1,"effective_bpw":5.6238,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19441960768","shards":1,"effective_bpw":5.6855,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20513802048","shards":1,"effective_bpw":5.9989,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21298493248","shards":1,"effective_bpw":6.2284,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528832","shards":1,"effective_bpw":6.4577,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528877","shards":1,"effective_bpw":6.4577,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23224145728","shards":1,"effective_bpw":6.7915,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"23839979328","shards":1,"effective_bpw":6.9716,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762752","shards":1,"effective_bpw":8.3623,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762797","shards":1,"effective_bpw":8.3623,"repo":"Abiray/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28665067328","shards":1,"effective_bpw":8.3826,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281152","shards":1,"effective_bpw":15.7353,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808281152","shards":1,"effective_bpw":15.7353,"repo":"prithivMLmods/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281344","shards":2,"effective_bpw":15.7353,"repo":"bartowski/Fara1.5-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-12b-agentic-fable5-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-12B-agentic-fable5-abliterated","display_name":"Huihui-gemma-4-12B-agentic-fable5-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13615","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-12B-agentic-fable5-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692352","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848832","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109632","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843392","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597632","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806272","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148032","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148384","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148672","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195072","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393792","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229664","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229952","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229952","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992512","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087904","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088192","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319904","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320192","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255872","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551584","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879232","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997632","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047904","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048192","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382944","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383232","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125952","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372384","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372672","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268384","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268672","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021664","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021952","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646624","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-1b-speech","canonical_repo":"ibm-granite/granite-4.0-1b-speech","display_name":"granite-4.0-1b-speech","publisher":"ibm-granite","modality":"audio_asr","arch_key":"granite_speech","params_total":"2313207132","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13592","n_layers":40,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100353,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-4.0-1b-speech","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1602904800","shards":1,"effective_bpw":5.5435,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1829704544","shards":1,"effective_bpw":6.3279,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2024967936","shards":1,"effective_bpw":7.0032,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2559878848","shards":1,"effective_bpw":8.8531,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4631640064","shards":1,"effective_bpw":16.0181,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4632623104","shards":1,"effective_bpw":16.0215,"repo":"handy-computer/granite-4.0-1b-speech-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"offellia-quantis","canonical_repo":"Brunobkr/OFFELLIA_Quantis","display_name":"OFFELLIA_Quantis","publisher":"Brunobkr","modality":"text","arch_key":"qwen2vl","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"13461","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"5044779712","shards":1,"effective_bpw":5.2994,"repo":"Brunobkr/OFFELLIA_Quantis","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068895872","shards":1,"effective_bpw":16.8799,"repo":"Brunobkr/OFFELLIA_Quantis","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33896029312","shards":6,"effective_bpw":null,"repo":"Brunobkr/OFFELLIA_Quantis","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"76480954528","shards":10,"effective_bpw":null,"repo":"Brunobkr/OFFELLIA_Quantis","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-vl-a3b-thinking-2506","canonical_repo":"moonshotai/Kimi-VL-A3B-Thinking-2506","display_name":"Kimi-VL-A3B-Thinking-2506","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"16407657776","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"13433","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":163840,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"moonshotai/Kimi-VL-A3B-Thinking-2506","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"6582289600","shards":1,"effective_bpw":3.2094,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6582289952","shards":1,"effective_bpw":3.2094,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7649526304","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8290214080","shards":1,"effective_bpw":4.0421,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8290214432","shards":1,"effective_bpw":4.0421,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8623006240","shards":1,"effective_bpw":4.2044,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8820448800","shards":1,"effective_bpw":4.3006,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9713880608","shards":1,"effective_bpw":4.7363,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540747680","shards":1,"effective_bpw":5.1394,"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540747968","shards":1,"effective_bpw":5.1394,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540748320","shards":1,"effective_bpw":5.1394,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11337453088","shards":1,"effective_bpw":5.5279,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12041768128","shards":1,"effective_bpw":5.8713,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12041768480","shards":1,"effective_bpw":5.8713,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14279399616","shards":1,"effective_bpw":6.9623,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14279399968","shards":1,"effective_bpw":6.9623,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974941088","shards":1,"effective_bpw":8.2766,"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974941376","shards":1,"effective_bpw":8.2766,"repo":"DevQuasar/moonshotai.Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974941728","shards":1,"effective_bpw":8.2766,"repo":"mradermacher/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"31934229408","shards":1,"effective_bpw":15.5704,"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"31934229408","shards":1,"effective_bpw":15.5704,"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-coder-fable5-composer2-5-v1","canonical_repo":"yuxinlu1/gemma-4-12B-coder-fable5-composer2.5-v1","display_name":"gemma-4-12B-coder-fable5-composer2.5-v1","publisher":"yuxinlu1","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13427","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"yuxinlu1/gemma-4-12B-coder-fable5-composer2.5-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692192","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848672","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109472","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843232","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597472","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806112","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147872","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148224","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148512","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194912","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393632","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992352","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087744","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088032","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319744","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320032","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255712","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551424","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879072","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997472","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047744","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048032","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382784","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383072","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125792","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372224","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372512","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268224","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268512","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021504","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021792","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646464","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-uncensored","canonical_repo":"ressl/gemma-4-31B-it-uncensored","display_name":"gemma-4-31B-it-uncensored","publisher":"ressl","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13416","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ressl/gemma-4-31B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11916313216","shards":1,"effective_bpw":3.0483,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108224","shards":1,"effective_bpw":3.9106,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062656","shards":1,"effective_bpw":4.7804,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570176","shards":1,"effective_bpw":5.5883,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484416","shards":1,"effective_bpw":6.4468,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675264","shards":1,"effective_bpw":8.3486,"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"leanstral-1-5-119b-a6b","canonical_repo":"mistralai/Leanstral-1.5-119B-A6B","display_name":"Leanstral-1.5-119B-A6B","publisher":"mistralai","modality":"text","arch_key":"deepseek2","params_total":"118972826624","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13396","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"NVFP4","bytes":"67135119264","shards":1,"effective_bpw":4.5143,"repo":"Frosty40/Leanstral-1.5-119B-A6B-GGUF-NVFP4","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"72159246080","shards":1,"effective_bpw":4.8521,"repo":"GZGavinZhao/Leanstral-1.5-119B-A6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"72159246170","shards":1,"effective_bpw":4.8521,"repo":"Abiray/Leanstral-1.5-119B-A6B-Q4KM-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"97669011200","shards":1,"effective_bpw":6.5675,"repo":"GZGavinZhao/Leanstral-1.5-119B-A6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"237992523520","shards":1,"effective_bpw":16.0032,"repo":"GZGavinZhao/Leanstral-1.5-119B-A6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-heretic-ara-v2","canonical_repo":"trohrbaugh/gemma-4-26B-A4B-it-heretic-ara-v2","display_name":"gemma-4-26B-A4B-it-heretic-ara-v2","publisher":"trohrbaugh","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13362","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"trohrbaugh/gemma-4-26B-A4B-it-heretic-ara-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271296","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657216","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300416","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430656","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201216","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715776","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582737184","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737472","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624481856","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694016","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636067904","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222409504","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409792","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409792","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563776","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286733600","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286733888","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824488224","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488512","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726272","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063808800","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056384","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825120","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825408","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576512","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796015904","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016192","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17724664928","shards":1,"effective_bpw":5.4948,"repo":"DavCd/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986733344","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733632","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890400","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890688","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19881585760","shards":1,"effective_bpw":6.1634,"repo":"DavCd/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"21614439520","shards":1,"effective_bpw":6.7006,"repo":"DavCd/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399264","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399552","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23172476000","shards":1,"effective_bpw":7.1836,"repo":"DavCd/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859232","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-1-krea-dev","canonical_repo":"black-forest-labs/FLUX.1-Krea-dev","display_name":"FLUX.1-Krea-dev","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"11901408320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"13348","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"3927223584","shards":1,"effective_bpw":2.6398,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3953648928","shards":1,"effective_bpw":2.6576,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"4003138848","shards":1,"effective_bpw":2.6909,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4003507488","shards":1,"effective_bpw":2.6911,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4023690528","shards":1,"effective_bpw":2.7047,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4108471584","shards":1,"effective_bpw":2.7617,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4108563744","shards":1,"effective_bpw":2.7617,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5206527264","shards":1,"effective_bpw":3.4998,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5225604384","shards":1,"effective_bpw":3.5126,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5311675680","shards":1,"effective_bpw":3.5705,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5353792800","shards":1,"effective_bpw":3.5988,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5368489248","shards":1,"effective_bpw":3.6086,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5368489248","shards":1,"effective_bpw":3.6086,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5496677664","shards":1,"effective_bpw":3.6948,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"markury/FLUX.1-Krea-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6797337888","shards":1,"effective_bpw":4.5691,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6925526304","shards":1,"effective_bpw":4.6553,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6931817760","shards":1,"effective_bpw":4.6595,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7060006176","shards":1,"effective_bpw":4.7457,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7536977184","shards":1,"effective_bpw":5.0663,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7665165600","shards":1,"effective_bpw":5.1524,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8276616480","shards":1,"effective_bpw":5.5635,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8404804896","shards":1,"effective_bpw":5.6496,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8404804896","shards":1,"effective_bpw":5.6496,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8419501344","shards":1,"effective_bpw":5.6595,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547689760","shards":1,"effective_bpw":5.7457,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9016255776","shards":1,"effective_bpw":6.0606,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9144444192","shards":1,"effective_bpw":6.1468,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9848349984","shards":1,"effective_bpw":6.62,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9976538400","shards":1,"effective_bpw":6.7061,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"QuantStack/FLUX.1-Krea-dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12714452256","shards":1,"effective_bpw":8.5465,"repo":"markury/FLUX.1-Krea-dev-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12983261184","shards":2,"effective_bpw":8.7272,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13722900480","shards":2,"effective_bpw":9.2244,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"16386956736","shards":4,"effective_bpw":11.0151,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23802870944","shards":1,"effective_bpw":16,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23809041696","shards":1,"effective_bpw":16.0042,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"27452128704","shards":4,"effective_bpw":18.453,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"47605687584","shards":1,"effective_bpw":32,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"50986106304","shards":4,"effective_bpw":null,"repo":"calcuis/krea-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-1-3b-instruct","canonical_repo":"deepseek-ai/deepseek-coder-1.3b-instruct","display_name":"deepseek-coder-1.3b-instruct","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"1346471936","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"13325","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-1.3b-instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"424820512","shards":1,"effective_bpw":2.5241,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"442220320","shards":1,"effective_bpw":2.6274,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"471220000","shards":1,"effective_bpw":2.7997,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"497565472","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"528654112","shards":1,"effective_bpw":3.141,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"551853856","shards":1,"effective_bpw":3.2788,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"559717920","shards":1,"effective_bpw":3.3255,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"559718176","shards":1,"effective_bpw":3.3255,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"580951840","shards":1,"effective_bpw":3.4517,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"613367328","shards":1,"effective_bpw":3.6443,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"613367584","shards":1,"effective_bpw":3.6443,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"631705632","shards":1,"effective_bpw":3.7532,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"641826336","shards":1,"effective_bpw":3.8134,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641826336","shards":1,"effective_bpw":3.8134,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"641826592","shards":1,"effective_bpw":3.8134,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"641826592","shards":1,"effective_bpw":3.8134,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"658862112","shards":1,"effective_bpw":3.9146,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"672792096","shards":1,"effective_bpw":3.9974,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"672792352","shards":1,"effective_bpw":3.9974,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"704134688","shards":1,"effective_bpw":4.1836,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"704134944","shards":1,"effective_bpw":4.1836,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"704966688","shards":1,"effective_bpw":4.1885,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"744382240","shards":1,"effective_bpw":4.4227,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"744455712","shards":1,"effective_bpw":4.4231,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"744455968","shards":1,"effective_bpw":4.4232,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"744583200","shards":1,"effective_bpw":4.4239,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"750722592","shards":1,"effective_bpw":4.4604,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"776065056","shards":1,"effective_bpw":4.611,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"778051360","shards":1,"effective_bpw":4.6228,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"813964832","shards":1,"effective_bpw":4.8361,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"813965088","shards":1,"effective_bpw":4.8361,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"814796832","shards":1,"effective_bpw":4.8411,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"873455136","shards":1,"effective_bpw":5.1896,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"873455392","shards":1,"effective_bpw":5.1896,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"873582624","shards":1,"effective_bpw":5.1904,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"936103968","shards":1,"effective_bpw":5.5618,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"952884768","shards":1,"effective_bpw":5.6615,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"952885024","shards":1,"effective_bpw":5.6615,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"953012256","shards":1,"effective_bpw":5.6623,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1001840160","shards":1,"effective_bpw":5.9524,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1001840416","shards":1,"effective_bpw":5.9524,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1001967648","shards":1,"effective_bpw":5.9531,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1171537440","shards":1,"effective_bpw":6.9606,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1171537696","shards":1,"effective_bpw":6.9606,"repo":"mradermacher/deepseek-coder-1.3b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1171664928","shards":1,"effective_bpw":6.9614,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1432092192","shards":1,"effective_bpw":8.5087,"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1432219680","shards":1,"effective_bpw":8.5095,"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizard-vicuna-13b-uncensored","canonical_repo":"QuixiAI/Wizard-Vicuna-13B-Uncensored","display_name":"Wizard-Vicuna-13B-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"13299","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/Wizard-Vicuna-13B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4854269952","shards":1,"effective_bpw":2.9836,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429348256","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980256","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980352","shards":1,"effective_bpw":3.4782,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769376","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769472","shards":1,"effective_bpw":3.8954,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559456","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559552","shards":1,"effective_bpw":4.2591,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834656","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834752","shards":1,"effective_bpw":4.5273,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331296","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7423178752","shards":1,"effective_bpw":4.5625,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956256","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956352","shards":1,"effective_bpw":4.8347,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285952","shards":1,"effective_bpw":5.5147,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285952","shards":1,"effective_bpw":5.5147,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924256","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924352","shards":1,"effective_bpw":5.673,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140256","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140352","shards":1,"effective_bpw":6.5638,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319456","shards":1,"effective_bpw":8.5012,"repo":"Iambackup/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319456","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319552","shards":1,"effective_bpw":8.5012,"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-lexi-uncensored-v2","canonical_repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2","display_name":"Llama-3.1-8B-Lexi-Uncensored-V2","publisher":"Orenguteng","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"13264","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948285728","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136288","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136704","shards":1,"effective_bpw":3.1672,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518752032","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504096","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504512","shards":1,"effective_bpw":3.6507,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692160288","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784828192","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018922784","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923200","shards":1,"effective_bpw":4.0038,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961248","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961664","shards":1,"effective_bpw":4.3057,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447667488","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661216960","shards":1,"effective_bpw":4.6437,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692673824","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674240","shards":1,"effective_bpw":4.675,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920738976","shards":1,"effective_bpw":4.9022,"repo":"Memphi/Llama-3.1-8B-Lexi-Uncensored-V2-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739104","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739520","shards":1,"effective_bpw":4.9022,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130258112","shards":1,"effective_bpw":5.1109,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310637344","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599298848","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599299264","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299264","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992288","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992704","shards":1,"effective_bpw":5.7114,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057223456","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068340416","shards":1,"effective_bpw":6.0455,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011296","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011712","shards":1,"effective_bpw":6.5712,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850471200","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775712","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776128","shards":1,"effective_bpw":8.5086,"repo":"QuantFactory/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128885760","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trevorjs-gemma-4-31b-it-uncensored","canonical_repo":"TrevorJS/gemma-4-31B-it-uncensored","display_name":"gemma-4-31B-it-uncensored","publisher":"TrevorJS","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13215","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TrevorJS/gemma-4-31B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"18687057504","shards":1,"effective_bpw":4.5742,"repo":"Carl03/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057504","shards":1,"effective_bpw":4.5742,"repo":"TrevorJS/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057504","shards":1,"effective_bpw":4.5742,"repo":"lactroiii/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670112","shards":1,"effective_bpw":7.9886,"repo":"lactroiii/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670112","shards":1,"effective_bpw":7.9886,"repo":"Carl03/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670112","shards":1,"effective_bpw":7.9886,"repo":"TrevorJS/gemma-4-31B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omnicoder-9b","canonical_repo":"Tesslate/OmniCoder-9B","display_name":"OmniCoder-9B","publisher":"Tesslate","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13106","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Tesslate/OmniCoder-9B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"3605849184","shards":1,"effective_bpw":3.0656,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3769427040","shards":1,"effective_bpw":3.2047,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827261760","shards":1,"effective_bpw":3.2538,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064273504","shards":1,"effective_bpw":3.4553,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406144","shards":1,"effective_bpw":3.6212,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276020320","shards":1,"effective_bpw":3.6354,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560528480","shards":1,"effective_bpw":3.8773,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524160","shards":1,"effective_bpw":3.9308,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669318240","shards":1,"effective_bpw":3.9697,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722533472","shards":1,"effective_bpw":4.015,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920190048","shards":1,"effective_bpw":4.183,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514048","shards":1,"effective_bpw":4.1876,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5057553504","shards":1,"effective_bpw":4.2998,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111030880","shards":1,"effective_bpw":4.3453,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242643552","shards":1,"effective_bpw":4.4572,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313356096","shards":1,"effective_bpw":4.5173,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629120","shards":1,"effective_bpw":4.5498,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5478900832","shards":1,"effective_bpw":4.658,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482832992","shards":1,"effective_bpw":4.6614,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598176352","shards":1,"effective_bpw":4.7594,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5737242944","shards":1,"effective_bpw":4.8777,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910783072","shards":1,"effective_bpw":5.0252,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944861792","shards":1,"effective_bpw":5.0542,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6305308992","shards":1,"effective_bpw":5.3606,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305308992","shards":1,"effective_bpw":5.3606,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6523674944","shards":1,"effective_bpw":5.5463,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526428256","shards":1,"effective_bpw":5.5486,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6665675872","shards":1,"effective_bpw":5.667,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852928608","shards":1,"effective_bpw":5.8262,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359258944","shards":1,"effective_bpw":6.2567,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7480681568","shards":1,"effective_bpw":6.3599,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7700259936","shards":1,"effective_bpw":6.5466,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192926816","shards":1,"effective_bpw":6.9654,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501120","shards":1,"effective_bpw":8.1001,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9545983072","shards":1,"effective_bpw":8.1158,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920696640","shards":1,"effective_bpw":15.2358,"repo":"Tesslate/OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697152","shards":1,"effective_bpw":15.2358,"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-nvfp4-fast","canonical_repo":"unsloth/Qwen3.6-35B-A3B-NVFP4-Fast","display_name":"Qwen3.6-35B-A3B-NVFP4-Fast","publisher":"unsloth","modality":"vision_language","arch_key":"qwen35moe","params_total":"21804763764","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13103","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"unsloth/Qwen3.6-35B-A3B-NVFP4-Fast","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"20192011616","shards":1,"effective_bpw":7.4083,"repo":"FreedomAISVR/Qwen3.6-35B-A3B-NVFP4-Fast-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"24581281632","shards":1,"effective_bpw":9.0187,"repo":"catlilface/Qwen3.6-35B-A3B-NVFP4-Fast-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-agentic-fable5-composer2-5-v2-3-5x-tau2-gguf","canonical_repo":"yuxinlu1/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF","display_name":"gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-GGUF","publisher":"yuxinlu1","modality":"text","arch_key":"gemma4","params_total":"11907350576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13096","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q8_0","bytes":"13104640544","shards":1,"effective_bpw":8.8044,"repo":"huihui-ai/Huihui-gemma-4-12B-agentic-fable5-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-dflash","canonical_repo":"z-lab/gemma-4-31B-it-DFlash","display_name":"gemma-4-31B-it-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"1535967488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"13031","n_layers":5,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":2048,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/gemma-4-31B-it-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"578185184","shards":1,"effective_bpw":3.0114,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"748668896","shards":1,"effective_bpw":3.8994,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"911587296","shards":1,"effective_bpw":4.748,"repo":"Alittlehammmer/gemma-4-31B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"912636896","shards":1,"effective_bpw":4.7534,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1087748064","shards":1,"effective_bpw":5.6655,"repo":"Alittlehammmer/gemma-4-31B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1088797664","shards":1,"effective_bpw":5.6709,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1274918880","shards":1,"effective_bpw":6.6403,"repo":"Alittlehammmer/gemma-4-31B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1275968480","shards":1,"effective_bpw":6.6458,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646895072","shards":1,"effective_bpw":8.5778,"repo":"Alittlehammmer/gemma-4-31B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1647944672","shards":1,"effective_bpw":8.5832,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3086802912","shards":1,"effective_bpw":16.0774,"repo":"Alittlehammmer/gemma-4-31B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3087852512","shards":1,"effective_bpw":16.0829,"repo":"Anbeeld/gemma-4-31B-it-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-abliterated","canonical_repo":"huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated","display_name":"DeepSeek-R1-Distill-Qwen-32B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12991","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250208","shards":1,"effective_bpw":2.2044,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550688","shards":1,"effective_bpw":2.4313,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569248","shards":1,"effective_bpw":2.5363,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440928","shards":1,"effective_bpw":2.7505,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098848","shards":1,"effective_bpw":3.0065,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099040","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418848","shards":1,"effective_bpw":3.1922,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513568","shards":1,"effective_bpw":3.3465,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330848","shards":1,"effective_bpw":3.5142,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331040","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122848","shards":1,"effective_bpw":3.6162,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048288","shards":1,"effective_bpw":3.8909,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048480","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079008","shards":1,"effective_bpw":4.2112,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079200","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153888","shards":1,"effective_bpw":4.3202,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101280","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174048","shards":1,"effective_bpw":4.5617,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009888","shards":1,"effective_bpw":4.5687,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410208","shards":1,"effective_bpw":4.5866,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410400","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336000","shards":1,"effective_bpw":4.8471,"repo":"phenixstar/DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336288","shards":1,"effective_bpw":4.8471,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336480","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179488","shards":1,"effective_bpw":4.9882,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242848","shards":1,"effective_bpw":5.0395,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254688","shards":1,"effective_bpw":5.5276,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254880","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157408","shards":1,"effective_bpw":5.68,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157600","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679648","shards":1,"effective_bpw":5.7973,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154848","shards":1,"effective_bpw":6.5648,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155040","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273568","shards":1,"effective_bpw":6.6569,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884768","shards":1,"effective_bpw":8.5023,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885280","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535969792","shards":2,"effective_bpw":16.002,"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkidol-llama-3-1-8b-instruct-1-2-uncensored","canonical_repo":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored","display_name":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored","publisher":"aifeifei798","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"12989","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948282048","shards":1,"effective_bpw":2.9372,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132608","shards":1,"effective_bpw":3.1672,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132800","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748352","shards":1,"effective_bpw":3.5055,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748544","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500416","shards":1,"effective_bpw":3.6507,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500608","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682326400","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156608","shards":1,"effective_bpw":3.6782,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824512","shards":1,"effective_bpw":3.7706,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824704","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919104","shards":1,"effective_bpw":4.0038,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919296","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957568","shards":1,"effective_bpw":4.3057,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957760","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663808","shards":1,"effective_bpw":4.4309,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364160","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670144","shards":1,"effective_bpw":4.675,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670336","shards":1,"effective_bpw":4.675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735424","shards":1,"effective_bpw":4.9022,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735616","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633664","shards":1,"effective_bpw":5.2906,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295168","shards":1,"effective_bpw":5.5782,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295360","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988608","shards":1,"effective_bpw":5.7114,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988800","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219776","shards":1,"effective_bpw":6.0344,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007616","shards":1,"effective_bpw":6.5712,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007808","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467520","shards":1,"effective_bpw":6.8247,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772032","shards":1,"effective_bpw":8.5086,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772224","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892032","shards":1,"effective_bpw":16.0083,"repo":"LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF-IQ-Imatrix-Request","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068892032","shards":1,"effective_bpw":16.0083,"repo":"LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF-IQ-Imatrix-Request","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892544","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128882048","shards":1,"effective_bpw":32.0078,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-gutenberg-31b-heretic","canonical_repo":"nbeerbower/Gemma4-Gutenberg-31B-Heretic","display_name":"Gemma4-Gutenberg-31B-Heretic","publisher":"nbeerbower","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12967","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Gemma4-Gutenberg-31B-Heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490624","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873536","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845056","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360192","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889920","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"10830190560","shards":1,"effective_bpw":2.7705,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067136","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590208","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11500943328","shards":1,"effective_bpw":2.9421,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314752","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315008","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12075358176","shards":1,"effective_bpw":3.089,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508992","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12631623648","shards":1,"effective_bpw":3.2313,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12649773024","shards":1,"effective_bpw":3.236,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12972935136","shards":1,"effective_bpw":3.3186,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12981708768","shards":1,"effective_bpw":3.3209,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370048","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357952","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358208","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358208","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13841352672","shards":1,"effective_bpw":3.5408,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14329063392","shards":1,"effective_bpw":3.6655,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498560","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15129829344","shards":1,"effective_bpw":3.8704,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109760","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110016","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15918122976","shards":1,"effective_bpw":4.072,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628271232","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271488","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791488","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16810624992","shards":1,"effective_bpw":4.3003,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234752","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17155893216","shards":1,"effective_bpw":4.3887,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579136","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763166336","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166592","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18025687008","shards":1,"effective_bpw":4.6112,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18076264416","shards":1,"effective_bpw":4.6241,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18195654624","shards":1,"effective_bpw":4.6546,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687064192","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064448","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422208","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19598489568","shards":1,"effective_bpw":5.0135,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19765274592","shards":1,"effective_bpw":5.0562,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19939801056","shards":1,"effective_bpw":5.1008,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842432","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842688","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21504862176","shards":1,"effective_bpw":5.5012,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571712","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571968","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22608877536","shards":1,"effective_bpw":5.7836,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22950189024","shards":1,"effective_bpw":5.8709,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485952","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486208","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26726721504","shards":1,"effective_bpw":6.837,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27068032992","shards":1,"effective_bpw":6.9243,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676640","shards":1,"effective_bpw":8.3486,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676800","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413189472","shards":2,"effective_bpw":15.7102,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-v-2-6","canonical_repo":"openbmb/MiniCPM-V-2_6","display_name":"MiniCPM-V-2_6","publisher":"openbmb","modality":"text","arch_key":"qwen2","params_total":"8099175152","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12936","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"2778737440","shards":1,"effective_bpw":2.7447,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014290240","shards":1,"effective_bpw":2.9774,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014290688","shards":1,"effective_bpw":2.9774,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3344461152","shards":1,"effective_bpw":3.3035,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3344461600","shards":1,"effective_bpw":3.3035,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490573664","shards":1,"effective_bpw":3.4478,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490574112","shards":1,"effective_bpw":3.4478,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3497397600","shards":1,"effective_bpw":3.4546,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3545121664","shards":1,"effective_bpw":3.5017,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3572217184","shards":1,"effective_bpw":3.5285,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3572217632","shards":1,"effective_bpw":3.5285,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806596448","shards":1,"effective_bpw":3.76,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3806596448","shards":1,"effective_bpw":3.76,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806596896","shards":1,"effective_bpw":3.76,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086664544","shards":1,"effective_bpw":4.0366,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086664992","shards":1,"effective_bpw":4.0366,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4216533280","shards":1,"effective_bpw":4.1649,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248358752","shards":1,"effective_bpw":4.1963,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4429406528","shards":1,"effective_bpw":4.3752,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455784768","shards":1,"effective_bpw":4.4012,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455785216","shards":1,"effective_bpw":4.4012,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4461289792","shards":1,"effective_bpw":4.4067,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681089344","shards":1,"effective_bpw":4.6238,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4681089344","shards":1,"effective_bpw":4.6238,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681089536","shards":1,"effective_bpw":4.6238,"repo":"lmstudio-community/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681089792","shards":1,"effective_bpw":4.6238,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4871210240","shards":1,"effective_bpw":4.8116,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5084521344","shards":1,"effective_bpw":5.0223,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313013952","shards":1,"effective_bpw":5.248,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5313013952","shards":1,"effective_bpw":5.248,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313014400","shards":1,"effective_bpw":5.248,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5442668736","shards":1,"effective_bpw":5.376,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442668736","shards":1,"effective_bpw":5.376,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442668928","shards":1,"effective_bpw":5.376,"repo":"lmstudio-community/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442669184","shards":1,"effective_bpw":5.376,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5754817664","shards":1,"effective_bpw":5.6843,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5778154368","shards":1,"effective_bpw":5.7074,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251846848","shards":1,"effective_bpw":6.1753,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251847040","shards":1,"effective_bpw":6.1753,"repo":"lmstudio-community/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251847296","shards":1,"effective_bpw":6.1753,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6515139456","shards":1,"effective_bpw":6.4354,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095482304","shards":1,"effective_bpw":7.9964,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095482496","shards":1,"effective_bpw":7.9964,"repo":"lmstudio-community/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095482752","shards":1,"effective_bpw":7.9964,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232135744","shards":1,"effective_bpw":15.0456,"repo":"openbmb/MiniCPM-V-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232135936","shards":1,"effective_bpw":15.0456,"repo":"bartowski/MiniCPM-V-2_6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-diffusion-3-medium","canonical_repo":"stabilityai/stable-diffusion-3-medium","display_name":"stable-diffusion-3-medium","publisher":"stabilityai","modality":"image","arch_key":null,"params_total":"7880398051","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"12867","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"1283784256","shards":1,"effective_bpw":1.3033,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1283784256","shards":1,"effective_bpw":1.3033,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1326251584","shards":1,"effective_bpw":1.3464,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1409269312","shards":1,"effective_bpw":1.4307,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1534754368","shards":1,"effective_bpw":1.558,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1534754368","shards":1,"effective_bpw":1.558,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1579875904","shards":1,"effective_bpw":1.6039,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1660239424","shards":1,"effective_bpw":1.6854,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1801410112","shards":1,"effective_bpw":1.8288,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2287664704","shards":1,"effective_bpw":2.3224,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4169940544","shards":1,"effective_bpw":4.2332,"repo":"city96/stable-diffusion-3-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4553447552","shards":1,"effective_bpw":4.6226,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5040724416","shards":1,"effective_bpw":5.1172,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5528015232","shards":1,"effective_bpw":5.6119,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6015292096","shards":1,"effective_bpw":6.1066,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8451720576","shards":1,"effective_bpw":8.58,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15760974592","shards":1,"effective_bpw":16.0002,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"31521770688","shards":1,"effective_bpw":32.0002,"repo":"second-state/stable-diffusion-3-medium-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-7b-nsfw-caption-v3","canonical_repo":"thesby/Qwen2.5-VL-7B-NSFW-Caption-V3","display_name":"Qwen2.5-VL-7B-NSFW-Caption-V3","publisher":"thesby","modality":"vision_language","arch_key":"qwen2vl","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12846","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"2780341120","shards":1,"effective_bpw":2.9207,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780341120","shards":1,"effective_bpw":2.9207,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938944","shards":1,"effective_bpw":3.1682,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938944","shards":1,"effective_bpw":3.1682,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939136","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114513280","shards":1,"effective_bpw":3.2717,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114513280","shards":1,"effective_bpw":3.2717,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254720","shards":1,"effective_bpw":3.5152,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254720","shards":1,"effective_bpw":3.5152,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367232","shards":1,"effective_bpw":3.6686,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367232","shards":1,"effective_bpw":3.6686,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367424","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162944","shards":1,"effective_bpw":3.7272,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162944","shards":1,"effective_bpw":3.7272,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010752","shards":1,"effective_bpw":3.7544,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010752","shards":1,"effective_bpw":3.7544,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390016","shards":1,"effective_bpw":4.0006,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390016","shards":1,"effective_bpw":4.0006,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390208","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458112","shards":1,"effective_bpw":4.2948,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458112","shards":1,"effective_bpw":4.2948,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458304","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471296","shards":1,"effective_bpw":4.4314,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471296","shards":1,"effective_bpw":4.4314,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297408","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812096","shards":1,"effective_bpw":4.6618,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812096","shards":1,"effective_bpw":4.6618,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119936","shards":1,"effective_bpw":4.6684,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119936","shards":1,"effective_bpw":4.6684,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767808","shards":1,"effective_bpw":4.6828,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767808","shards":1,"effective_bpw":4.6828,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768000","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072384","shards":1,"effective_bpw":4.9194,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072384","shards":1,"effective_bpw":4.9194,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072576","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282432","shards":1,"effective_bpw":5.1193,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282432","shards":1,"effective_bpw":5.1193,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562624","shards":1,"effective_bpw":5.3443,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562624","shards":1,"effective_bpw":5.3443,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175296","shards":1,"effective_bpw":5.5834,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175296","shards":1,"effective_bpw":5.5834,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175488","shards":1,"effective_bpw":5.5834,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830080","shards":1,"effective_bpw":5.7196,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830080","shards":1,"effective_bpw":5.7196,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830272","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195648","shards":1,"effective_bpw":6.073,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195648","shards":1,"effective_bpw":6.073,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197632","shards":1,"effective_bpw":6.5699,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197632","shards":1,"effective_bpw":6.5699,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197824","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180736","shards":1,"effective_bpw":6.8472,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180736","shards":1,"effective_bpw":6.8472,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524032","shards":1,"effective_bpw":8.5073,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524032","shards":1,"effective_bpw":8.5073,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524224","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237851744","shards":1,"effective_bpw":16.007,"repo":"Hi821119/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237851744","shards":1,"effective_bpw":16.007,"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852224","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"functiongemma-270m-it","canonical_repo":"google/functiongemma-270m-it","display_name":"functiongemma-270m-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"12838","n_layers":18,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":640,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/functiongemma-270m-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"179748064","shards":1,"effective_bpw":5.3636,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"182430944","shards":1,"effective_bpw":5.4437,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"184161504","shards":1,"effective_bpw":5.4953,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"234797792","shards":1,"effective_bpw":7.0063,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"235985632","shards":1,"effective_bpw":7.0418,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236722912","shards":1,"effective_bpw":7.0638,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236723424","shards":1,"effective_bpw":7.0638,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237091552","shards":1,"effective_bpw":7.0748,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"237091552","shards":1,"effective_bpw":7.0748,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"237091552","shards":1,"effective_bpw":7.0748,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237092064","shards":1,"effective_bpw":7.0748,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"237092064","shards":1,"effective_bpw":7.0748,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"239006432","shards":1,"effective_bpw":7.1319,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"240870112","shards":1,"effective_bpw":7.1875,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"240870624","shards":1,"effective_bpw":7.1875,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"241586912","shards":1,"effective_bpw":7.2089,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"241587424","shards":1,"effective_bpw":7.2089,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"241976032","shards":1,"effective_bpw":7.2205,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"241976032","shards":1,"effective_bpw":7.2205,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"241976544","shards":1,"effective_bpw":7.2205,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"241976544","shards":1,"effective_bpw":7.2205,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"246399712","shards":1,"effective_bpw":7.3525,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247689952","shards":1,"effective_bpw":7.391,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247690464","shards":1,"effective_bpw":7.391,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249901792","shards":1,"effective_bpw":7.457,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249902304","shards":1,"effective_bpw":7.457,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"253127392","shards":1,"effective_bpw":7.5533,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253127392","shards":1,"effective_bpw":7.5533,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253127904","shards":1,"effective_bpw":7.5533,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"258011872","shards":1,"effective_bpw":7.699,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"258012384","shards":1,"effective_bpw":7.699,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260039392","shards":1,"effective_bpw":7.7595,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"260039392","shards":1,"effective_bpw":7.7595,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260039904","shards":1,"effective_bpw":7.7595,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282987232","shards":1,"effective_bpw":8.4443,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"282987232","shards":1,"effective_bpw":8.4443,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282987744","shards":1,"effective_bpw":8.4443,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291557792","shards":1,"effective_bpw":8.7,"repo":"ggml-org/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291558112","shards":1,"effective_bpw":8.7,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291558624","shards":1,"effective_bpw":8.7001,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"299760800","shards":1,"effective_bpw":8.9448,"repo":"SkGufranAhmed/functiongemma-finetuned","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542847392","shards":1,"effective_bpw":16.1985,"repo":"ggml-org/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542847392","shards":1,"effective_bpw":16.1985,"repo":"bartowski/google_functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542847936","shards":1,"effective_bpw":16.1985,"repo":"unsloth/functiongemma-270m-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"551050400","shards":1,"effective_bpw":16.4432,"repo":"SkGufranAhmed/functiongemma-finetuned","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supergemma-4-12b-abliterated","canonical_repo":"Jiunsong/SuperGemma-4-12b-abliterated","display_name":"SuperGemma-4-12b-abliterated","publisher":"Jiunsong","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12808","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jiunsong/SuperGemma-4-12b-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983703712","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202860192","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568120992","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887854752","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079608992","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371817632","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504159392","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830159744","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830160032","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849206432","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272405152","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528241024","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528241312","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528241312","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5734003872","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087099264","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087099552","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566331264","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566331552","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635267232","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690562944","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975890592","shards":1,"effective_bpw":4.6663,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6998008992","shards":1,"effective_bpw":4.681,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024059264","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024059552","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381393120","shards":1,"effective_bpw":4.9375,"repo":"Jiunsong/SuperGemma-4-12b-abliterated-gguf-4bit","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381394304","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381394592","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657137312","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338383744","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338384032","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547279744","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547280032","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786033024","shards":1,"effective_bpw":6.546,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786033312","shards":1,"effective_bpw":6.546,"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669657984","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/SuperGemma-4-12b-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-llama3-1-8b","canonical_repo":"dphn/Dolphin3.0-Llama3.1-8B","display_name":"Dolphin3.0-Llama3.1-8B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"12741","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Llama3.1-8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948293920","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179144736","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518761312","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664513376","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692176736","shards":1,"effective_bpw":3.6783,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784837472","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018932064","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321970528","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447677600","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675906976","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4678004128","shards":1,"effective_bpw":4.6604,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692684192","shards":1,"effective_bpw":4.675,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920749184","shards":1,"effective_bpw":4.9022,"repo":"itlwas/Dolphin3.0-Llama3.1-8B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920749472","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130268576","shards":1,"effective_bpw":5.1109,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310653792","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599310240","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733003680","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057239904","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596023776","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850487648","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540792160","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068927840","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128950336","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-instruct-2407-12b-thinking-m-claude-opus-high-reasoning","canonical_repo":"DavidAU/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning","display_name":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12700","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999213792","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221626592","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592314592","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915079392","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138475232","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435025632","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493680352","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791049952","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945387232","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306490592","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534228192","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562080992","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722234592","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083092192","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561504992","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742712032","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094640352","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097917152","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120199392","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477206752","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795220192","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518737632","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727633632","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056212192","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-embedding-2b","canonical_repo":"Qwen/Qwen3-VL-Embedding-2B","display_name":"Qwen3-VL-Embedding-2B","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12636","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-Embedding-2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"777797216","shards":1,"effective_bpw":2.9247,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867253856","shards":1,"effective_bpw":3.2611,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939540064","shards":1,"effective_bpw":3.5329,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003503200","shards":1,"effective_bpw":3.7734,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060191840","shards":1,"effective_bpw":3.9866,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107410528","shards":1,"effective_bpw":4.1641,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585440","shards":1,"effective_bpw":4.6273,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257881184","shards":1,"effective_bpw":4.7299,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417756256","shards":1,"effective_bpw":5.3311,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834428000","shards":1,"effective_bpw":6.8979,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447350880","shards":1,"effective_bpw":12.9628,"repo":"DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen27b-abliterated-fable-mtp","canonical_repo":"hotdogs/qwen27b-abliterated-Fable-MTP","display_name":"qwen27b-abliterated-Fable-MTP","publisher":"hotdogs","modality":"text","arch_key":"qwen35","params_total":"27320697856","is_moe":false,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"12541","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"10864592608","shards":1,"effective_bpw":3.1814,"repo":"hotdogs/qwen27B-Agent-R2-abliterated-preview","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15998539680","shards":1,"effective_bpw":4.6847,"repo":"hotdogs/qwen27B-Agent-R2-abliterated-preview","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430998688","shards":1,"effective_bpw":6.5682,"repo":"hotdogs/qwen27B-Agent-R2-abliterated-preview","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54657732768","shards":1,"effective_bpw":16.0048,"repo":"hotdogs/qwen27B-Agent-R2-abliterated-preview","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-layered","canonical_repo":"Qwen/Qwen-Image-Layered","display_name":"Qwen-Image-Layered","publisher":"Qwen","modality":"text","arch_key":"qwen_image","params_total":"20430407232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12524","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"7394011776","shards":1,"effective_bpw":2.8953,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9218927232","shards":1,"effective_bpw":3.6099,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9920817792","shards":1,"effective_bpw":3.8847,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10581420672","shards":1,"effective_bpw":4.1434,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11852786304","shards":1,"effective_bpw":4.6412,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12410759808","shards":1,"effective_bpw":4.8597,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12843690624","shards":1,"effective_bpw":5.0292,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13244770944","shards":1,"effective_bpw":5.1863,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14325623424","shards":1,"effective_bpw":5.6095,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14400825984","shards":1,"effective_bpw":5.639,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15027513984","shards":1,"effective_bpw":5.8844,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15391730304","shards":1,"effective_bpw":6.027,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16852429440","shards":1,"effective_bpw":6.599,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21761829504","shards":1,"effective_bpw":8.5213,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40872127104","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40872127104","shards":1,"effective_bpw":16.0044,"repo":"unsloth/Qwen-Image-Layered-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smolvlm2-2-2b-instruct","canonical_repo":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","display_name":"SmolVLM2-2.2B-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"2246784880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12500","n_layers":24,"n_head":null,"n_head_kv":null,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"445612768","shards":1,"effective_bpw":1.5867,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"477463264","shards":1,"effective_bpw":1.7001,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"530547424","shards":1,"effective_bpw":1.8891,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"576160480","shards":1,"effective_bpw":2.0515,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"615901920","shards":1,"effective_bpw":2.193,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"658369248","shards":1,"effective_bpw":2.3442,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"658377440","shards":1,"effective_bpw":2.3442,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"707921984","shards":1,"effective_bpw":2.5207,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"707922656","shards":1,"effective_bpw":2.5207,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"723643104","shards":1,"effective_bpw":2.5766,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"782660320","shards":1,"effective_bpw":2.7868,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"820408384","shards":1,"effective_bpw":2.9212,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"820409056","shards":1,"effective_bpw":2.9212,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"820409056","shards":1,"effective_bpw":2.9212,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"853832416","shards":1,"effective_bpw":3.0402,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"903770176","shards":1,"effective_bpw":3.218,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"903770848","shards":1,"effective_bpw":3.218,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"976121920","shards":1,"effective_bpw":3.4756,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"976122592","shards":1,"effective_bpw":3.4756,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"994237152","shards":1,"effective_bpw":3.5401,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1047722048","shards":1,"effective_bpw":3.7306,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1047722720","shards":1,"effective_bpw":3.7306,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1050868448","shards":1,"effective_bpw":3.7418,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1056110656","shards":1,"effective_bpw":3.7604,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1056111328","shards":1,"effective_bpw":3.7604,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1112602656","shards":1,"effective_bpw":3.9616,"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1112602688","shards":1,"effective_bpw":3.9616,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1112603360","shards":1,"effective_bpw":3.9616,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1154693856","shards":1,"effective_bpw":4.1115,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1261664320","shards":1,"effective_bpw":4.4923,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1261664320","shards":1,"effective_bpw":4.4923,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1261664992","shards":1,"effective_bpw":4.4923,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1295087680","shards":1,"effective_bpw":4.6113,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1295088352","shards":1,"effective_bpw":4.6113,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1488977984","shards":1,"effective_bpw":5.3017,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1488978656","shards":1,"effective_bpw":5.3017,"repo":"mradermacher/SmolVLM2-2.2B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1927933984","shards":1,"effective_bpw":6.8647,"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1927934016","shards":1,"effective_bpw":6.8647,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3627118624","shards":1,"effective_bpw":12.9149,"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3627118656","shards":1,"effective_bpw":12.9149,"repo":"second-state/SmolVLM2-2.2B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b-instruct-uncensored","canonical_repo":"thirdeyeai/Qwen2.5-1.5B-Instruct-uncensored","display_name":"Qwen2.5-1.5B-Instruct-uncensored","publisher":"thirdeyeai","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12492","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thirdeyeai/Qwen2.5-1.5B-Instruct-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"752880960","shards":1,"effective_bpw":3.3893,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861222720","shards":1,"effective_bpw":3.877,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456768","shards":1,"effective_bpw":4.1617,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440896","shards":1,"effective_bpw":4.4137,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1026163008","shards":1,"effective_bpw":4.6195,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585600","shards":1,"effective_bpw":4.824,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321536","shards":1,"effective_bpw":5.0299,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259174208","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285495104","shards":1,"effective_bpw":5.787,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179520","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532928","shards":1,"effective_bpw":8.5287,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560417088","shards":1,"effective_bpw":16.0281,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"medgamma27b","canonical_repo":"Muhammadidrees/Medgamma27B","display_name":"Medgamma27B","publisher":"Muhammadidrees","modality":"text","arch_key":"gemma3","params_total":"27009002240","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"12461","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Muhammadidrees/Medgamma27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264009952","shards":1,"effective_bpw":1.8554,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797008096","shards":1,"effective_bpw":2.0133,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685338336","shards":1,"effective_bpw":2.2764,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438666464","shards":1,"effective_bpw":2.4995,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782171360","shards":1,"effective_bpw":2.6013,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9492835552","shards":1,"effective_bpw":2.8118,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757162720","shards":1,"effective_bpw":2.89,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503437536","shards":1,"effective_bpw":3.1111,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716241120","shards":1,"effective_bpw":3.1741,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11561950432","shards":1,"effective_bpw":3.4246,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167331040","shards":1,"effective_bpw":3.6039,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167331040","shards":1,"effective_bpw":3.6039,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12546790624","shards":1,"effective_bpw":3.7163,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437357280","shards":1,"effective_bpw":3.9801,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543178976","shards":1,"effective_bpw":4.3077,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767164640","shards":1,"effective_bpw":4.374,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617690848","shards":1,"effective_bpw":4.6259,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15673773280","shards":1,"effective_bpw":4.6425,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546405600","shards":1,"effective_bpw":4.901,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167011040","shards":1,"effective_bpw":5.0848,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18766908640","shards":1,"effective_bpw":5.5587,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271392480","shards":1,"effective_bpw":5.7081,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166691040","shards":1,"effective_bpw":6.5657,"repo":"mradermacher/Medgamma27B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-vl-4b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated","display_name":"Huihui-Qwen3-VL-4B-Instruct-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12418","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257856","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019776","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622976","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354102016","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303296","shards":1,"effective_bpw":2.555,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985856","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456256","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501376","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501696","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670189760","shards":1,"effective_bpw":3.0108,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190336","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814376640","shards":1,"effective_bpw":3.2708,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377216","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998976","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999296","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1899532480","shards":1,"effective_bpw":3.4243,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533056","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962897600","shards":1,"effective_bpw":3.5385,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898176","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619776","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620096","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787456","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787776","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270752960","shards":1,"effective_bpw":4.0935,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753536","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318016","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774976","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381344960","shards":1,"effective_bpw":4.2928,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345536","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311040","shards":1,"effective_bpw":4.2964,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311296","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311616","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282240","shards":1,"effective_bpw":4.5018,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282496","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282816","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631296","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712960","shards":1,"effective_bpw":5.0903,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713216","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713536","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515200","shards":1,"effective_bpw":5.2089,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515456","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515776","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"3048739616","shards":1,"effective_bpw":5.4959,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262720","shards":1,"effective_bpw":5.9602,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262976","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263296","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406720","shards":1,"effective_bpw":7.7162,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406976","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286496","shards":1,"effective_bpw":14.514,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051286496","shards":1,"effective_bpw":14.514,"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286976","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"copywriter-gemma4-31b","canonical_repo":"akwin123/copywriter-gemma4-31b","display_name":"copywriter-gemma4-31b","publisher":"akwin123","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"12400","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"akwin123/copywriter-gemma4-31b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489696","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872608","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844128","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359264","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888992","shards":1,"effective_bpw":2.4865,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066208","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589280","shards":1,"effective_bpw":2.6869,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313824","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314080","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508064","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369120","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357024","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357280","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357280","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497632","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108832","shards":1,"effective_bpw":3.742,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109088","shards":1,"effective_bpw":3.742,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270304","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270560","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790560","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233824","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578208","shards":1,"effective_bpw":4.333,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165408","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165664","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063264","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063520","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421280","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841504","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841760","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570784","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571040","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485024","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485280","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/copywriter-gemma4-31b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675872","shards":1,"effective_bpw":7.9886,"repo":"mradermacher/copywriter-gemma4-31b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b","canonical_repo":"Qwen/Qwen2.5-14B","display_name":"Qwen2.5-14B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12363","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-14B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5768140096","shards":1,"effective_bpw":3.1242,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657030848","shards":1,"effective_bpw":3.6057,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7336639168","shards":1,"effective_bpw":3.9738,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7922203328","shards":1,"effective_bpw":4.291,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8514889440","shards":1,"effective_bpw":4.612,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8570595040","shards":1,"effective_bpw":4.6422,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8985274080","shards":1,"effective_bpw":4.8668,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110304","shards":1,"effective_bpw":4.8683,"repo":"itlwas/Qwen2.5-14B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110304","shards":1,"effective_bpw":4.8683,"repo":"Sarrusha/Qwen2.5-14B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389175840","shards":1,"effective_bpw":5.0855,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10263462240","shards":1,"effective_bpw":5.5591,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263462240","shards":1,"effective_bpw":5.5591,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10505781600","shards":1,"effective_bpw":5.6903,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11137748640","shards":1,"effective_bpw":6.0326,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121320864","shards":1,"effective_bpw":6.5654,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15697245216","shards":1,"effective_bpw":8.5022,"repo":"QuantFactory/medius-erebus-magnum-14b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-nsfw-captioning-v5","canonical_repo":"oldhag88/qwen3.5-9b-nsfw-captioning-v5","display_name":"qwen3.5-9b-nsfw-captioning-v5","publisher":"oldhag88","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"12273","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"oldhag88/qwen3.5-9b-nsfw-captioning-v5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742641856","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269184","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648064","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345472","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968192","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471296","shards":1,"effective_bpw":3.067,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239232","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262368","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262368","shards":1,"effective_bpw":3.2538,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827262656","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938165952","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416256","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406752","shards":1,"effective_bpw":3.6212,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406752","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407040","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818240","shards":1,"effective_bpw":3.716,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415382720","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524768","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524768","shards":1,"effective_bpw":3.9308,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525056","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514656","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514656","shards":1,"effective_bpw":4.1876,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925514944","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196440768","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227897760","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227897760","shards":1,"effective_bpw":4.4446,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325939904","shards":1,"effective_bpw":4.528,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629728","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629728","shards":1,"effective_bpw":4.5498,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630016","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214592","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109152","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109152","shards":1,"effective_bpw":4.7857,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109440","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333440","shards":1,"effective_bpw":4.939,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309600","shards":1,"effective_bpw":5.3606,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309600","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305309888","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969952","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969952","shards":1,"effective_bpw":5.4989,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970240","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259552","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259552","shards":1,"effective_bpw":6.2567,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359259840","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501728","shards":1,"effective_bpw":8.1001,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501728","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697248","shards":1,"effective_bpw":15.2358,"repo":"claymorecrystal/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697248","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pixtral-12b","canonical_repo":"mistral-experimental/pixtral-12b","display_name":"pixtral-12b","publisher":"mistral-experimental","modality":"vision_language","arch_key":"llama","params_total":"12682739712","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12261","n_layers":40,"n_head":null,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistral-experimental/pixtral-12b","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138473344","shards":1,"effective_bpw":2.6105,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023744","shards":1,"effective_bpw":2.7975,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047808","shards":1,"effective_bpw":3.0221,"repo":"ggml-org/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048064","shards":1,"effective_bpw":3.0221,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945385344","shards":1,"effective_bpw":3.1194,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488704","shards":1,"effective_bpw":3.3472,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446408064","shards":1,"effective_bpw":3.4355,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226304","shards":1,"effective_bpw":3.4909,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232704","shards":1,"effective_bpw":3.6095,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090304","shards":1,"effective_bpw":3.8371,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502848","shards":1,"effective_bpw":4.1389,"repo":"lmstudio-community/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561503104","shards":1,"effective_bpw":4.1389,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742710144","shards":1,"effective_bpw":4.2532,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094638464","shards":1,"effective_bpw":4.4751,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097915264","shards":1,"effective_bpw":4.4772,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197504","shards":1,"effective_bpw":4.4913,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204608","shards":1,"effective_bpw":4.7165,"repo":"ggml-org/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204608","shards":1,"effective_bpw":4.7165,"repo":"lmstudio-community/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204864","shards":1,"effective_bpw":4.7165,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795218304","shards":1,"effective_bpw":4.9171,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278464","shards":1,"effective_bpw":5.0306,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735744","shards":1,"effective_bpw":5.3734,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631744","shards":1,"effective_bpw":5.5052,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141819264","shards":1,"effective_bpw":5.7665,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210048","shards":1,"effective_bpw":6.3432,"repo":"lmstudio-community/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210304","shards":1,"effective_bpw":6.3432,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268864","shards":1,"effective_bpw":6.5483,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369408","shards":1,"effective_bpw":8.2142,"repo":"ggml-org/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369408","shards":1,"effective_bpw":8.2142,"repo":"lmstudio-community/pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369664","shards":1,"effective_bpw":8.2142,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504276608","shards":1,"effective_bpw":15.4568,"repo":"bartowski/mistral-community_pixtral-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276608","shards":1,"effective_bpw":15.4568,"repo":"ggml-org/pixtral-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-32b-thinking","canonical_repo":"Qwen/Qwen3-VL-32B-Thinking","display_name":"Qwen3-VL-32B-Thinking","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12240","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-32B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7738885824","shards":1,"effective_bpw":1.856,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8302085824","shards":1,"effective_bpw":1.9911,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9277097664","shards":1,"effective_bpw":2.2249,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11553367744","shards":1,"effective_bpw":2.7708,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653504","shards":1,"effective_bpw":2.9606,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12526976704","shards":1,"effective_bpw":3.0043,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12967552704","shards":1,"effective_bpw":3.11,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740224","shards":1,"effective_bpw":3.451,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779264","shards":1,"effective_bpw":3.8305,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17714806464","shards":1,"effective_bpw":4.2485,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679496384","shards":1,"effective_bpw":4.4798,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703089344","shards":1,"effective_bpw":4.4855,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771246784","shards":1,"effective_bpw":4.5019,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150240","shards":1,"effective_bpw":4.7395,"repo":"lmstudio-community/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150336","shards":1,"effective_bpw":4.7395,"repo":"Qwen/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151104","shards":1,"effective_bpw":4.7395,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636524224","shards":1,"effective_bpw":4.9492,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495104","shards":1,"effective_bpw":5.4286,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833344","shards":1,"effective_bpw":5.5675,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883307360","shards":1,"effective_bpw":6.4473,"repo":"lmstudio-community/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308224","shards":1,"effective_bpw":6.4473,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720160","shards":1,"effective_bpw":8.3502,"repo":"lmstudio-community/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720256","shards":1,"effective_bpw":8.3502,"repo":"Qwen/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721024","shards":1,"effective_bpw":8.3502,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531576960","shards":2,"effective_bpw":15.7162,"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-5-27b-coder","canonical_repo":"DJLougen/Qwable-5-27B-Coder","display_name":"Qwable-5-27B-Coder","publisher":"DJLougen","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12229","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DJLougen/Qwable-5-27B-Coder","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"7498293824","shards":1,"effective_bpw":2.1592,"repo":"DJLougen/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10864592384","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592640","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256536064","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536320","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607360","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331520","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500737024","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737280","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798784","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559799040","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039360","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450304","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418560","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298944","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825299200","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713440","shards":1,"effective_bpw":4.8408,"repo":"DJLougen/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714624","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714880","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768320","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682304","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682560","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701504","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701760","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430998880","shards":1,"effective_bpw":6.4593,"repo":"DJLougen/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22431000064","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000320","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwable-5-27B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083360","shards":1,"effective_bpw":8.3645,"repo":"DJLougen/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084544","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Qwable-5-27B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rnj-1-instruct","canonical_repo":"EssentialAI/rnj-1-instruct","display_name":"rnj-1-instruct","publisher":"EssentialAI","modality":"text","arch_key":"gemma3","params_total":"8310501376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12203","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EssentialAI/rnj-1-instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2121303744","shards":1,"effective_bpw":2.042,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2265482944","shards":1,"effective_bpw":2.1808,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2502395584","shards":1,"effective_bpw":2.4089,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2985264416","shards":1,"effective_bpw":2.8737,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3047786176","shards":1,"effective_bpw":2.9339,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3299353888","shards":1,"effective_bpw":3.1761,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3299354304","shards":1,"effective_bpw":3.1761,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3299354304","shards":1,"effective_bpw":3.1761,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3358557472","shards":1,"effective_bpw":3.2331,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3411642048","shards":1,"effective_bpw":3.2842,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3426583840","shards":1,"effective_bpw":3.2986,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3621266720","shards":1,"effective_bpw":3.486,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3785893152","shards":1,"effective_bpw":3.6444,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3785893568","shards":1,"effective_bpw":3.6444,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3910673696","shards":1,"effective_bpw":3.7646,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4178060576","shards":1,"effective_bpw":4.022,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4178060992","shards":1,"effective_bpw":4.022,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4512556320","shards":1,"effective_bpw":4.344,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4597490976","shards":1,"effective_bpw":4.4257,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4597491392","shards":1,"effective_bpw":4.4257,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4836566304","shards":1,"effective_bpw":4.6559,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4836566304","shards":1,"effective_bpw":4.6559,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4836566720","shards":1,"effective_bpw":4.6559,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4836566720","shards":1,"effective_bpw":4.6559,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4855440672","shards":1,"effective_bpw":4.674,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4855441088","shards":1,"effective_bpw":4.674,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5113914368","shards":1,"effective_bpw":4.9228,"repo":"lmstudio-community/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5113914656","shards":1,"effective_bpw":4.9228,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5113915072","shards":1,"effective_bpw":4.9228,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5241144608","shards":1,"effective_bpw":5.0453,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5306328352","shards":1,"effective_bpw":5.1081,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5306328768","shards":1,"effective_bpw":5.1081,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5792867616","shards":1,"effective_bpw":5.5764,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5792868032","shards":1,"effective_bpw":5.5764,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5944386848","shards":1,"effective_bpw":5.7223,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5944387264","shards":1,"effective_bpw":5.7223,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6071616800","shards":1,"effective_bpw":5.8448,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6826763264","shards":1,"effective_bpw":6.5717,"repo":"lmstudio-community/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6826763552","shards":1,"effective_bpw":6.5717,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6826763968","shards":1,"effective_bpw":6.5717,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6953993504","shards":1,"effective_bpw":6.6942,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8839332864","shards":1,"effective_bpw":8.5091,"repo":"lmstudio-community/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8839333152","shards":1,"effective_bpw":8.5091,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8839333568","shards":1,"effective_bpw":8.5091,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16629924864","shards":1,"effective_bpw":16.0086,"repo":"bartowski/EssentialAI_rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16629925312","shards":1,"effective_bpw":16.0086,"repo":"unsloth/rnj-1-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated","display_name":"Qwen2.5-Coder-32B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12189","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957551200","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569760","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441440","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099360","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419360","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514080","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331360","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123360","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048800","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079520","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154400","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010400","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410720","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336480","shards":1,"effective_bpw":4.8471,"repo":"BenevolenceMessiah/Qwen2.5-Coder-32B-Instruct-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336800","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180000","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255200","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157600","shards":1,"effective_bpw":5.68,"repo":"BenevolenceMessiah/Qwen2.5-Coder-32B-Instruct-abliterated-Q5_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157920","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680160","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155360","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274080","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885280","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535970272","shards":2,"effective_bpw":16.002,"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openvla-7b-oft-finetuned-libero-spatial-object-goal-10","canonical_repo":"moojink/openvla-7b-oft-finetuned-libero-spatial-object-goal-10","display_name":"openvla-7b-oft-finetuned-libero-spatial-object-goal-10","publisher":"moojink","modality":"text","arch_key":"openvla_oft","params_total":"7541237184","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"12125","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":32064,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"moojink/openvla-7b-oft-finetuned-libero-spatial-object-goal-10","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"smolvlm-256m-instruct","canonical_repo":"HuggingFaceTB/SmolVLM-256M-Instruct","display_name":"SmolVLM-256M-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"256484928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12120","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM-256M-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"175054528","shards":1,"effective_bpw":5.4601,"repo":"ggml-org/SmolVLM-256M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"327809728","shards":1,"effective_bpw":10.2247,"repo":"ggml-org/SmolVLM-256M-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-235b-a22b-instruct","canonical_repo":"Qwen/Qwen3-VL-235B-A22B-Instruct","display_name":"Qwen3-VL-235B-A22B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3vlmoe","params_total":"235670022896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12107","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-VL-235B-A22B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"54408122080","shards":1,"effective_bpw":1.8469,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"54408122112","shards":1,"effective_bpw":1.8469,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"62807216032","shards":2,"effective_bpw":2.132,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"62807216096","shards":2,"effective_bpw":2.132,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"69608509344","shards":2,"effective_bpw":2.3629,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"69608509408","shards":2,"effective_bpw":2.3629,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691002784","shards":2,"effective_bpw":2.9088,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691002848","shards":2,"effective_bpw":2.9088,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836861344","shards":2,"effective_bpw":2.9138,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836861408","shards":2,"effective_bpw":2.9138,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"94648504224","shards":2,"effective_bpw":3.2129,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"94648504288","shards":2,"effective_bpw":3.2129,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444706336","shards":3,"effective_bpw":3.4436,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444706400","shards":3,"effective_bpw":3.4436,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447381504","shards":3,"effective_bpw":3.8171,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447381568","shards":3,"effective_bpw":3.8171,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125303361600","shards":3,"effective_bpw":4.2535,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125303361664","shards":3,"effective_bpw":4.2535,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132603416576","shards":3,"effective_bpw":4.5013,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132603416640","shards":3,"effective_bpw":4.5013,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132423200","shards":3,"effective_bpw":4.5193,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132423264","shards":3,"effective_bpw":4.5193,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687119904","shards":3,"effective_bpw":4.5381,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687119968","shards":3,"effective_bpw":4.5381,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154076192","shards":3,"effective_bpw":4.8255,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154076256","shards":3,"effective_bpw":4.8255,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230101536","shards":3,"effective_bpw":4.9978,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230101600","shards":3,"effective_bpw":4.9978,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881428128","shards":4,"effective_bpw":5.4952,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881428192","shards":4,"effective_bpw":5.4952,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814158944","shards":4,"effective_bpw":5.6626,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814159008","shards":4,"effective_bpw":5.6626,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015496864","shards":4,"effective_bpw":6.5521,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015496928","shards":4,"effective_bpw":6.5521,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106752","shards":6,"effective_bpw":8.4844,"repo":"Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940107648","shards":6,"effective_bpw":8.4844,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940107712","shards":6,"effective_bpw":8.4844,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293438976","shards":10,"effective_bpw":15.9645,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293439040","shards":10,"effective_bpw":15.9645,"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"medgemma-4b-it","canonical_repo":"google/medgemma-4b-it","display_name":"medgemma-4b-it","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"12101","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/medgemma-4b-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1183392320","shards":1,"effective_bpw":2.2016,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1242579520","shards":1,"effective_bpw":2.3117,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1344119360","shards":1,"effective_bpw":2.5006,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1567883840","shards":1,"effective_bpw":2.9169,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1689453024","shards":1,"effective_bpw":3.1431,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1710752320","shards":1,"effective_bpw":3.1827,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165024","shards":1,"effective_bpw":3.217,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1729165120","shards":1,"effective_bpw":3.217,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165120","shards":1,"effective_bpw":3.217,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1863390944","shards":1,"effective_bpw":3.4667,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1891733984","shards":1,"effective_bpw":3.5194,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364704","shards":1,"effective_bpw":3.6043,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364800","shards":1,"effective_bpw":3.6043,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1986803424","shards":1,"effective_bpw":3.6963,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460384","shards":1,"effective_bpw":3.904,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460480","shards":1,"effective_bpw":3.904,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085024","shards":1,"effective_bpw":4.1601,"repo":"lmstudio-community/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085984","shards":1,"effective_bpw":4.1601,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242464","shards":1,"effective_bpw":4.2106,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242560","shards":1,"effective_bpw":4.2106,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512544","shards":1,"effective_bpw":4.3972,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512640","shards":1,"effective_bpw":4.3972,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370066144","shards":1,"effective_bpw":4.4093,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370066240","shards":1,"effective_bpw":4.4093,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930464","shards":1,"effective_bpw":4.424,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930560","shards":1,"effective_bpw":4.424,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489893664","shards":1,"effective_bpw":4.6323,"repo":"lmstudio-community/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894624","shards":1,"effective_bpw":4.6323,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894720","shards":1,"effective_bpw":4.6323,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052704","shards":1,"effective_bpw":4.7702,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052800","shards":1,"effective_bpw":4.7702,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2652463584","shards":1,"effective_bpw":4.9347,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592864","shards":1,"effective_bpw":5.1433,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592960","shards":1,"effective_bpw":5.1433,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698784","shards":1,"effective_bpw":5.2645,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698880","shards":1,"effective_bpw":5.2645,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2992267744","shards":1,"effective_bpw":5.5669,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190739744","shards":1,"effective_bpw":5.9362,"repo":"lmstudio-community/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740704","shards":1,"effective_bpw":5.9362,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740800","shards":1,"effective_bpw":5.9362,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3353309664","shards":1,"effective_bpw":6.2386,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130401824","shards":1,"effective_bpw":7.6843,"repo":"lmstudio-community/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402784","shards":1,"effective_bpw":7.6843,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402880","shards":1,"effective_bpw":7.6843,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767804096","shards":1,"effective_bpw":14.4515,"repo":"bartowski/google_medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767804224","shards":1,"effective_bpw":14.4515,"repo":"unsloth/medgemma-4b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-9b-heretic-uncensored-thinking-sweet-madness","canonical_repo":"DavidAU/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","display_name":"Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"9091831152","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12094","n_layers":16,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","arch_confidence":1,"quantizations":[{"quant":"BF16","bytes":"17274488640","shards":1,"effective_bpw":15.2,"repo":"KryptykAngel/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17274488640","shards":1,"effective_bpw":15.2,"repo":"filvyb/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"maralgpt-mythos-9b-2606","canonical_repo":"MaralGPT/MaralGPT-Mythos-9B-2606","display_name":"MaralGPT-Mythos-9B-2606","publisher":"MaralGPT","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12086","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaralGPT/MaralGPT-Mythos-9B-2606","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3827262464","shards":1,"effective_bpw":3.2538,"repo":"MaralGPT/MaralGPT-Mythos-9B-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109248","shards":1,"effective_bpw":4.7857,"repo":"MaralGPT/MaralGPT-Mythos-9B-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501824","shards":1,"effective_bpw":8.1001,"repo":"MaralGPT/MaralGPT-Mythos-9B-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697344","shards":1,"effective_bpw":15.2358,"repo":"MaralGPT/MaralGPT-Mythos-9B-2606-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-uncensored","canonical_repo":"TrevorJS/gemma-4-E4B-it-uncensored","display_name":"gemma-4-E4B-it-uncensored","publisher":"TrevorJS","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12080","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TrevorJS/gemma-4-E4B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5335273792","shards":1,"effective_bpw":5.3378,"repo":"lowlevelgoblin/gemma-4-E4B-it-uncensored-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285280","shards":1,"effective_bpw":5.3378,"repo":"TrevorJS/gemma-4-E4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285280","shards":1,"effective_bpw":5.3378,"repo":"lessans/gemma-4-E4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031235616","shards":1,"effective_bpw":8.0351,"repo":"TrevorJS/gemma-4-E4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031235616","shards":1,"effective_bpw":8.0351,"repo":"lessans/gemma-4-E4B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-instruct-abliterated-v2","canonical_repo":"huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2","display_name":"Qwen2.5-14B-Instruct-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12064","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5770498528","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596768","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339205088","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769248","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196448","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432288","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111328","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554848","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873696","shards":1,"effective_bpw":5.692,"repo":"MindAI/Qwen2.5-14B-Instruct-abliterated-v2-Q5_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874208","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684768","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598176","shards":1,"effective_bpw":8.5046,"repo":"maicog/Qwen2.5-14B-Instruct-abliterated-v2-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598688","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grm-2-6-plus-0628","canonical_repo":"OrionLLM/GRM-2.6-Plus-0628","display_name":"GRM-2.6-Plus-0628","publisher":"OrionLLM","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"12055","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OrionLLM/GRM-2.6-Plus-0628","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"9253204928","shards":1,"effective_bpw":2.6646,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9393042400","shards":1,"effective_bpw":2.7048,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9986798560","shards":1,"effective_bpw":2.8758,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10295329760","shards":1,"effective_bpw":2.9647,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10873357280","shards":1,"effective_bpw":3.1311,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11514381248","shards":1,"effective_bpw":3.3157,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11839439840","shards":1,"effective_bpw":3.4093,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12626772960","shards":1,"effective_bpw":3.636,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13081039840","shards":1,"effective_bpw":3.7668,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13330404320","shards":1,"effective_bpw":3.8387,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"13537190592","shards":1,"effective_bpw":3.8982,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13720343520","shards":1,"effective_bpw":3.9509,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13724828608","shards":1,"effective_bpw":3.9522,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13903516640","shards":1,"effective_bpw":4.0037,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14605734880","shards":1,"effective_bpw":4.2059,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15279444960","shards":1,"effective_bpw":4.3999,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15567823840","shards":1,"effective_bpw":4.4829,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15948178368","shards":1,"effective_bpw":4.5925,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16325829600","shards":1,"effective_bpw":4.7012,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16348767200","shards":1,"effective_bpw":4.7078,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16713147360","shards":1,"effective_bpw":4.8128,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16890975168","shards":1,"effective_bpw":4.864,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16974758592","shards":1,"effective_bpw":4.8881,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17772536800","shards":1,"effective_bpw":5.1178,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17825457120","shards":1,"effective_bpw":5.1331,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18377884352","shards":1,"effective_bpw":5.2921,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18716152800","shards":1,"effective_bpw":5.3895,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19680945120","shards":1,"effective_bpw":5.6674,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20752786400","shards":1,"effective_bpw":5.976,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21508539072","shards":1,"effective_bpw":6.1936,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21537477600","shards":1,"effective_bpw":6.202,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23463130080","shards":1,"effective_bpw":6.7565,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"24078963680","shards":1,"effective_bpw":6.9338,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"26589237952","shards":1,"effective_bpw":7.6567,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29116388320","shards":1,"effective_bpw":8.3844,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31002350272","shards":1,"effective_bpw":8.9275,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733312","shards":1,"effective_bpw":15.7394,"repo":"morikomorizz/GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657733536","shards":2,"effective_bpw":15.7394,"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-7B-Instruct-abliterated","display_name":"Qwen2.5-Coder-7B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11908","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-7B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668480","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197248","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078528","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022976","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638528","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780343136","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343552","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940960","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941376","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515712","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256736","shards":1,"effective_bpw":3.5152,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256896","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257152","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369248","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369664","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3499193344","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193600","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164960","shards":1,"effective_bpw":3.7273,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012768","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012928","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013184","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392032","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392448","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460128","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460544","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473312","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473728","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299392","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121952","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122368","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769824","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770240","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074400","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074816","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564640","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177312","shards":1,"effective_bpw":5.5835,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177728","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832096","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832512","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197664","shards":1,"effective_bpw":6.073,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199648","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200064","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182752","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526048","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526208","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853728","shards":1,"effective_bpw":16.007,"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854208","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-abliterated","canonical_repo":"huihui-ai/Qwen3-4B-abliterated","display_name":"Qwen3-4B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11887","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1669495744","shards":1,"effective_bpw":3.3203,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075614144","shards":1,"effective_bpw":4.128,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270747584","shards":1,"effective_bpw":4.5161,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369547008","shards":1,"effective_bpw":4.7126,"repo":"Cordux/flux2-klein-4B-uncensored-text-encoder","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369547008","shards":1,"effective_bpw":4.7126,"repo":"WeReCooking/flux2-klein-4B-uncensored-text-encoder","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497276864","shards":1,"effective_bpw":4.9667,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889509824","shards":1,"effective_bpw":5.7467,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306257344","shards":1,"effective_bpw":6.5756,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280401344","shards":1,"effective_bpw":8.513,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051281056","shards":1,"effective_bpw":16.0126,"repo":"Melvin56/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v4-27b","canonical_repo":"anthracite-org/magnum-v4-27b","display_name":"magnum-v4-27b","publisher":"anthracite-org","modality":"text","arch_key":"gemma2","params_total":"27227128320","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"11864","n_layers":46,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":4608,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v4-27b","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"8399715936","shards":1,"effective_bpw":2.468,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652160608","shards":1,"effective_bpw":2.5422,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398877792","shards":1,"effective_bpw":2.7616,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449575520","shards":1,"effective_bpw":3.0703,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10735271520","shards":1,"effective_bpw":3.1543,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629472","shards":1,"effective_bpw":3.3939,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169059936","shards":1,"effective_bpw":3.5756,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454829664","shards":1,"effective_bpw":3.6595,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13424647776","shards":1,"effective_bpw":3.9445,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361120","shards":1,"effective_bpw":4.2661,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814420576","shards":1,"effective_bpw":4.3528,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15681461856","shards":1,"effective_bpw":4.6076,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739264608","shards":1,"effective_bpw":4.6246,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645381728","shards":1,"effective_bpw":4.8908,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16931077728","shards":1,"effective_bpw":4.9748,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206176","shards":1,"effective_bpw":5.5486,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408117344","shards":1,"effective_bpw":5.7026,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19693813344","shards":1,"effective_bpw":5.7865,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343523936","shards":1,"effective_bpw":6.5651,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22629219936","shards":1,"effective_bpw":6.649,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937387616","shards":1,"effective_bpw":8.5025,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54462021184","shards":2,"effective_bpw":16.0023,"repo":"bartowski/magnum-v4-27b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-abliterated-erotic","canonical_repo":"Ewere/Qwen3-30B-A3B-abliterated-erotic","display_name":"Qwen3-30B-A3B-abliterated-erotic","publisher":"Ewere","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11844","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Ewere/Qwen3-30B-A3B-abliterated-erotic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11258610048","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610304","shards":1,"effective_bpw":2.95,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610304","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327232","shards":1,"effective_bpw":3.1048,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327232","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598442624","shards":1,"effective_bpw":3.301,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598442624","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468608","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292468864","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292468864","shards":1,"effective_bpw":3.4829,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299153536","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299153536","shards":1,"effective_bpw":3.4846,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063040","shards":1,"effective_bpw":3.5407,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063040","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847296","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711847552","shards":1,"effective_bpw":3.8548,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711847552","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900670336","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900670592","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900670592","shards":1,"effective_bpw":4.1663,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368349824","shards":1,"effective_bpw":4.2888,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368349824","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557093248","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988096","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988096","shards":1,"effective_bpw":4.5539,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009600","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456009856","shards":1,"effective_bpw":4.5738,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456009856","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556686720","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556686976","shards":1,"effective_bpw":4.8622,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556686976","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192500864","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192500864","shards":1,"effective_bpw":5.0288,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080510848","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511104","shards":1,"effective_bpw":5.5235,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511104","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581696","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725581952","shards":1,"effective_bpw":5.6925,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725581952","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092532608","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092532864","shards":1,"effective_bpw":6.5747,"repo":"Anachronox39/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092532864","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932544","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct-uncensored","canonical_repo":"Felldude/Qwen3-VL-4B-Instruct-Uncensored","display_name":"Qwen3-VL-4B-Instruct-Uncensored","publisher":"Felldude","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11822","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Felldude/Qwen3-VL-4B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257824","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019744","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622944","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354101984","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303264","shards":1,"effective_bpw":2.555,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985824","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456224","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501376","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501664","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190304","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377184","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998976","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999264","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533024","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898144","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619776","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620064","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787456","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787744","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753504","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318016","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774944","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345504","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311296","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311584","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282496","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282784","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631264","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713216","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713504","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515456","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515744","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262976","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263264","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406976","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286976","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b","canonical_repo":"google/gemma-4-E2B","display_name":"gemma-4-E2B","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11662","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2989069792","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110198752","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201332704","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282335200","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309811168","shards":1,"effective_bpw":5.1684,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365058016","shards":1,"effective_bpw":5.2546,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427861984","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595384288","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630269920","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845328352","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967478336","shards":1,"effective_bpw":7.7569,"repo":"ggml-org/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967478752","shards":1,"effective_bpw":7.7569,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311286336","shards":1,"effective_bpw":14.5399,"repo":"ggml-org/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311286752","shards":1,"effective_bpw":14.5399,"repo":"mradermacher/gemma-4-E2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-heretic","canonical_repo":"coder3101/gemma-4-12B-it-heretic","display_name":"gemma-4-12B-it-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11655","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-12B-it-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427873568","shards":1,"effective_bpw":2.2929,"repo":"artokun/gemma4-comfyui-mcp","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4213351264","shards":1,"effective_bpw":2.8184,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4639714144","shards":1,"effective_bpw":3.1036,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967490336","shards":1,"effective_bpw":3.3228,"repo":"artokun/gemma4-comfyui-mcp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5135012704","shards":1,"effective_bpw":3.4349,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335289856","shards":1,"effective_bpw":3.5688,"repo":"artokun/gemma4-comfyui-mcp","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5693870944","shards":1,"effective_bpw":3.8087,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762912256","shards":1,"effective_bpw":3.8549,"repo":"artokun/gemma4-comfyui-mcp","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6375732064","shards":1,"effective_bpw":4.2648,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6716355424","shards":1,"effective_bpw":4.4926,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6738473824","shards":1,"effective_bpw":4.5074,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6764524384","shards":1,"effective_bpw":4.5249,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7121859424","shards":1,"effective_bpw":4.7639,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381381728","shards":1,"effective_bpw":4.9375,"repo":"artokun/gemma4-comfyui-mcp","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7397602144","shards":1,"effective_bpw":4.9483,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8204677984","shards":1,"effective_bpw":5.4882,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8413573984","shards":1,"effective_bpw":5.6279,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020704","shards":1,"effective_bpw":6.546,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645664","shards":1,"effective_bpw":8.4749,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832064640","shards":1,"effective_bpw":15.9415,"repo":"JMingo/gemma-4-12B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-reranker-8b","canonical_repo":"Qwen/Qwen3-VL-Reranker-8B","display_name":"Qwen3-VL-Reranker-8B","publisher":"Qwen","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11620","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-Reranker-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771648","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149760","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113280","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158464","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745728","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916544","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554048","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734624","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734912","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635072","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876160","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613280","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613568","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667584","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622336","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163040","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163328","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395808","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396096","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841408","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298400","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334400","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625856","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014176","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014464","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785696","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785984","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757568","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763360","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763648","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114464","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114752","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901280","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901568","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520352","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045792","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-Reranker-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-cascade-2-30b-a3b","canonical_repo":"nvidia/Nemotron-Cascade-2-30B-A3B","display_name":"Nemotron-Cascade-2-30B-A3B","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"31577937344","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"11499","n_layers":52,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2688,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":6,"arch_source":"nvidia/Nemotron-Cascade-2-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"17864524672","shards":1,"effective_bpw":4.5258,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"17870459776","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"17880351616","shards":1,"effective_bpw":4.5298,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"17890329472","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"17899619200","shards":1,"effective_bpw":4.5347,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"17907532672","shards":1,"effective_bpw":4.5367,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"17908994944","shards":1,"effective_bpw":4.5371,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"17922843520","shards":1,"effective_bpw":4.5406,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17934713728","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"17934713728","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"17934713728","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17967141760","shards":1,"effective_bpw":4.5518,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18058189696","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"18064425856","shards":1,"effective_bpw":4.5765,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"18086359488","shards":1,"effective_bpw":4.582,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"18090488256","shards":1,"effective_bpw":4.5831,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"18098745792","shards":1,"effective_bpw":4.5852,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"18102874560","shards":1,"effective_bpw":4.5862,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18106143616","shards":1,"effective_bpw":4.587,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18161537472","shards":1,"effective_bpw":4.6011,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18166698432","shards":1,"effective_bpw":4.6024,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18170827200","shards":1,"effective_bpw":4.6034,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18189922752","shards":1,"effective_bpw":4.6083,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18272326080","shards":1,"effective_bpw":4.6291,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"18337698240","shards":1,"effective_bpw":4.6457,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19046814144","shards":1,"effective_bpw":4.8253,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19053007296","shards":1,"effective_bpw":4.8269,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"19067974080","shards":1,"effective_bpw":4.8307,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19498226112","shards":1,"effective_bpw":4.9397,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"19500290496","shards":1,"effective_bpw":4.9402,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"19849236352","shards":1,"effective_bpw":5.0286,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19928166784","shards":1,"effective_bpw":5.0486,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20120369088","shards":1,"effective_bpw":5.0973,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"20749436800","shards":1,"effective_bpw":5.2567,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"21920544640","shards":1,"effective_bpw":5.5534,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22447521216","shards":1,"effective_bpw":5.6869,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23810305408","shards":1,"effective_bpw":6.0321,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24008614848","shards":1,"effective_bpw":6.0824,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"24515131264","shards":1,"effective_bpw":6.2107,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24725740992","shards":1,"effective_bpw":6.2641,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"24857861568","shards":1,"effective_bpw":6.2975,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"26040162688","shards":1,"effective_bpw":6.5971,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26212516800","shards":1,"effective_bpw":6.6407,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"26322617280","shards":1,"effective_bpw":6.6686,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"33508168576","shards":1,"effective_bpw":8.489,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"33553498560","shards":1,"effective_bpw":8.5005,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33553498560","shards":1,"effective_bpw":8.5005,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585496512","shards":1,"effective_bpw":8.5086,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"63181505344","shards":2,"effective_bpw":16.0065,"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-moe-4x7b-dark-multiverse-uncensored-enhanced32-24b","canonical_repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B","display_name":"Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"24153690112","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11482","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":4,"n_expert_used":4,"arch_source":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8842930176","shards":1,"effective_bpw":2.9289,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10433300480","shards":1,"effective_bpw":3.4556,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10482452288","shards":1,"effective_bpw":3.4719,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10482452288","shards":1,"effective_bpw":3.4719,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11580442624","shards":1,"effective_bpw":3.8356,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11629594432","shards":1,"effective_bpw":3.8519,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11629594432","shards":1,"effective_bpw":3.8519,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12544083968","shards":1,"effective_bpw":4.1548,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12593235776","shards":1,"effective_bpw":4.171,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12593235776","shards":1,"effective_bpw":4.171,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13743237120","shards":1,"effective_bpw":4.5519,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13791364928","shards":1,"effective_bpw":4.5679,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13791364928","shards":1,"effective_bpw":4.5679,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14609885184","shards":1,"effective_bpw":4.839,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14658012992","shards":1,"effective_bpw":4.8549,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14658012992","shards":1,"effective_bpw":4.8549,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16626427904","shards":1,"effective_bpw":5.5069,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16675579712","shards":1,"effective_bpw":5.5232,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16675579712","shards":1,"effective_bpw":5.5232,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17134462976","shards":1,"effective_bpw":5.6751,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17183614784","shards":1,"effective_bpw":5.6914,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17183614784","shards":1,"effective_bpw":5.6914,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19816826880","shards":1,"effective_bpw":6.5636,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25666357248","shards":1,"effective_bpw":8.501,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27863061952","shards":3,"effective_bpw":9.2286,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27863061952","shards":3,"effective_bpw":9.2286,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40442303936","shards":3,"effective_bpw":13.395,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40442303936","shards":3,"effective_bpw":13.395,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"48309700832","shards":2,"effective_bpw":16.0008,"repo":"DevQuasar-9/DavidAU.Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"60656752064","shards":3,"effective_bpw":20.0903,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"60656752064","shards":3,"effective_bpw":20.0903,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"78014879168","shards":3,"effective_bpw":25.8395,"repo":"ekampra/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"78014879168","shards":3,"effective_bpw":25.8395,"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm-135m-instruct","canonical_repo":"HuggingFaceTB/SmolLM-135M-Instruct","display_name":"SmolLM-135M-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"134515008","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11481","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49152,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM-135M-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"88201632","shards":1,"effective_bpw":5.2456,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"88201632","shards":1,"effective_bpw":5.2456,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"88201856","shards":1,"effective_bpw":5.2456,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"88201856","shards":1,"effective_bpw":5.2456,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"91726752","shards":1,"effective_bpw":5.4553,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"93510048","shards":1,"effective_bpw":5.5613,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"93510272","shards":1,"effective_bpw":5.5613,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"97532832","shards":1,"effective_bpw":5.8006,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"97533056","shards":1,"effective_bpw":5.8006,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"102039456","shards":1,"effective_bpw":6.0686,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"102039680","shards":1,"effective_bpw":6.0686,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"104997792","shards":1,"effective_bpw":6.2445,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"105453984","shards":1,"effective_bpw":6.2717,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"105454208","shards":1,"effective_bpw":6.2717,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"109974432","shards":1,"effective_bpw":6.5405,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"109974656","shards":1,"effective_bpw":6.5405,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"112103328","shards":1,"effective_bpw":6.6671,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"112103552","shards":1,"effective_bpw":6.6671,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138382752","shards":1,"effective_bpw":8.23,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138382976","shards":1,"effective_bpw":8.23,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"144810912","shards":1,"effective_bpw":8.6123,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"144811136","shards":1,"effective_bpw":8.6123,"repo":"MaziyarPanahi/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"144811552","shards":1,"effective_bpw":8.6124,"repo":"HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"270885792","shards":1,"effective_bpw":16.1104,"repo":"second-state/SmolLM-135M-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"s2-pro","canonical_repo":"fishaudio/s2-pro","display_name":"s2-pro","publisher":"fishaudio","modality":"audio_tts","arch_key":"fish-speech","params_total":"4561852416","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"11465","n_layers":36,"n_head":null,"n_head_kv":null,"head_dim_k":128,"head_dim_v":128,"hidden":null,"vocab_size":155776,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":1,"n_expert_used":1,"arch_source":"fishaudio/s2-pro","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2576474208","shards":1,"effective_bpw":4.5183,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3029197408","shards":1,"effective_bpw":5.3122,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3566165088","shards":1,"effective_bpw":6.2539,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4031183968","shards":1,"effective_bpw":7.0694,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4525266528","shards":1,"effective_bpw":7.9358,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5630037088","shards":1,"effective_bpw":9.8732,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9906568704","shards":1,"effective_bpw":17.3729,"repo":"rodrigomt/s2-pro-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-1-70b-lorablated","canonical_repo":"mlabonne/Hermes-3-Llama-3.1-70B-lorablated","display_name":"Hermes-3-Llama-3.1-70B-lorablated","publisher":"mlabonne","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"11420","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Hermes-3-Llama-3.1-70B-lorablated","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-4-31b-kairos","canonical_repo":"melonTraining/gemma-4-31b-kairos","display_name":"gemma-4-31b-kairos","publisher":"melonTraining","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"11362","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"melonTraining/gemma-4-31b-kairos","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156472576","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725855488","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674827008","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530342144","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157871872","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917049088","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976572160","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916296672","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916296960","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077490944","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072352000","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761339872","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761340160","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761340160","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424480512","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287091680","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287091968","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628253152","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628253440","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735773440","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862216672","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701561088","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763148256","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763148544","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687046112","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687046400","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481404160","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311824352","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311824640","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845553632","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845553920","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201467872","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201468160","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31b-kairos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635658720","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31b-kairos-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"snowflake-arctic-embed-l-v2-0","canonical_repo":"Snowflake/snowflake-arctic-embed-l-v2.0","display_name":"snowflake-arctic-embed-l-v2.0","publisher":"Snowflake","modality":"embedding","arch_key":"bert","params_total":"567754752","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"11345","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":250002,"ctx_native":8194,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Snowflake/snowflake-arctic-embed-l-v2.0","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"414088224","shards":1,"effective_bpw":5.8347,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"423132192","shards":1,"effective_bpw":5.9622,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"423656480","shards":1,"effective_bpw":5.9696,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"437779488","shards":1,"effective_bpw":6.1686,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"459308064","shards":1,"effective_bpw":6.4719,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"467663904","shards":1,"effective_bpw":6.5897,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"499416096","shards":1,"effective_bpw":7.0371,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"499779968","shards":1,"effective_bpw":7.0422,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"529664384","shards":1,"effective_bpw":7.4633,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"561416576","shards":1,"effective_bpw":7.9107,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"634554752","shards":1,"effective_bpw":8.9413,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"634554784","shards":1,"effective_bpw":8.9413,"repo":"Savyasaachin/snowflake-arctic-embed-l-v2.0-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1157672192","shards":1,"effective_bpw":16.3123,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1157672192","shards":1,"effective_bpw":16.3123,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2273656064","shards":1,"effective_bpw":32.0372,"repo":"Casual-Autopsy/snowflake-arctic-embed-l-v2.0-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"seed-oss-36b-base","canonical_repo":"ByteDance-Seed/Seed-OSS-36B-Base","display_name":"Seed-OSS-36B-Base","publisher":"ByteDance-Seed","modality":"text","arch_key":"seed_oss","params_total":"36151104512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11322","n_layers":64,"n_head":80,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":155136,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance-Seed/Seed-OSS-36B-Base","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"17620945856","shards":1,"effective_bpw":3.8994,"repo":"NousResearch/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762145216","shards":1,"effective_bpw":4.8158,"repo":"NousResearch/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594362816","shards":1,"effective_bpw":5.6639,"repo":"NousResearch/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666094016","shards":1,"effective_bpw":6.5649,"repo":"NousResearch/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421089216","shards":1,"effective_bpw":8.5023,"repo":"NousResearch/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-9b-chat","canonical_repo":"zai-org/glm-4-9b-chat","display_name":"glm-4-9b-chat","publisher":"zai-org","modality":"text","arch_key":"chatglm","params_total":"9399951392","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"11284","n_layers":40,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/glm-4-9b-chat","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"3097789856","shards":1,"effective_bpw":2.6364,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3220669856","shards":1,"effective_bpw":2.741,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3425469856","shards":1,"effective_bpw":2.9153,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3610281376","shards":1,"effective_bpw":3.0726,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3767698848","shards":1,"effective_bpw":3.2066,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3931538848","shards":1,"effective_bpw":3.346,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3931542272","shards":1,"effective_bpw":3.346,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3958801824","shards":1,"effective_bpw":3.3692,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991897280","shards":1,"effective_bpw":3.3974,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991897536","shards":1,"effective_bpw":3.3974,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991900928","shards":1,"effective_bpw":3.3974,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4259218848","shards":1,"effective_bpw":3.6249,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429644992","shards":1,"effective_bpw":3.7699,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429645216","shards":1,"effective_bpw":3.7699,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429648640","shards":1,"effective_bpw":3.7699,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587422912","shards":1,"effective_bpw":3.9042,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4587422912","shards":1,"effective_bpw":3.9042,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587423136","shards":1,"effective_bpw":3.9042,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4587423136","shards":1,"effective_bpw":3.9042,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587426560","shards":1,"effective_bpw":3.9042,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4598108928","shards":1,"effective_bpw":3.9133,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811883712","shards":1,"effective_bpw":4.0952,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811883936","shards":1,"effective_bpw":4.0952,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811887360","shards":1,"effective_bpw":4.0952,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5064328384","shards":1,"effective_bpw":4.3101,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5064328640","shards":1,"effective_bpw":4.3101,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5064332032","shards":1,"effective_bpw":4.3101,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5251106208","shards":1,"effective_bpw":4.469,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5251109632","shards":1,"effective_bpw":4.4691,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281449152","shards":1,"effective_bpw":4.4949,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281449376","shards":1,"effective_bpw":4.4949,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281452800","shards":1,"effective_bpw":4.4949,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5303698624","shards":1,"effective_bpw":4.5138,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5455316384","shards":1,"effective_bpw":4.6428,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5507908800","shards":1,"effective_bpw":4.6876,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753341120","shards":1,"effective_bpw":4.8965,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753341344","shards":1,"effective_bpw":4.8965,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753344768","shards":1,"effective_bpw":4.8965,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6250923200","shards":1,"effective_bpw":5.32,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6250923456","shards":1,"effective_bpw":5.32,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6250926848","shards":1,"effective_bpw":5.32,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692897984","shards":1,"effective_bpw":5.6961,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692897984","shards":1,"effective_bpw":5.6961,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692901632","shards":1,"effective_bpw":5.6961,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6711644928","shards":1,"effective_bpw":5.7121,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"7143785664","shards":1,"effective_bpw":6.0798,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"7143785664","shards":1,"effective_bpw":6.0798,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7143789312","shards":1,"effective_bpw":6.0799,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7526912768","shards":1,"effective_bpw":6.4059,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262026432","shards":1,"effective_bpw":7.0315,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262026432","shards":1,"effective_bpw":7.0315,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262030080","shards":1,"effective_bpw":7.0316,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8562709248","shards":1,"effective_bpw":7.2874,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994994880","shards":1,"effective_bpw":8.5064,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994994880","shards":1,"effective_bpw":8.5064,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994998528","shards":1,"effective_bpw":8.5064,"repo":"bartowski/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18806965440","shards":1,"effective_bpw":16.006,"repo":"legraphista/glm-4-9b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18806965440","shards":1,"effective_bpw":16.006,"repo":"legraphista/glm-4-9b-chat-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-1b-instruct-unsloth-bnb-4bit","canonical_repo":"unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit","display_name":"llama-3.2-1b-instruct-unsloth-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"1264773672","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"11279","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/llama-3.2-1b-instruct-unsloth-bnb-4bit","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-vl-8b-nsfw-caption-v4-5","canonical_repo":"thesby/Qwen3-VL-8B-NSFW-Caption-V4.5","display_name":"Qwen3-VL-8B-NSFW-Caption-V4.5","publisher":"thesby","modality":"text","arch_key":"qwen3vl","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11257","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771744","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149856","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113376","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158560","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745824","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916640","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554144","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":3.2053,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735008","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635168","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876256","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.6818,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667680","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622432","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":4.0281,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.3282,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841504","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.4863,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334496","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625952","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.6902,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.9107,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757664","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.5875,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.7149,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.5693,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":8.5067,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":16.0064,"repo":"claymorecrystal/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-70b","canonical_repo":"meta-llama/Llama-3.1-70B","display_name":"Llama-3.1-70B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"11253","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.1-70B","arch_confidence":0.8,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343483296","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"15343487968","shards":1,"effective_bpw":1.7398,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751196576","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201248","shards":1,"effective_bpw":1.8994,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097385376","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097390048","shards":1,"effective_bpw":2.1654,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142108576","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113248","shards":1,"effective_bpw":2.3973,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242343328","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242348000","shards":1,"effective_bpw":2.522,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119294368","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119299040","shards":1,"effective_bpw":2.7349,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"24471948256","shards":1,"effective_bpw":2.7748,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375109024","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113696","shards":1,"effective_bpw":2.9906,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469494688","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499360","shards":1,"effective_bpw":3.1147,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307730336","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307735008","shards":1,"effective_bpw":3.3232,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912050464","shards":1,"effective_bpw":3.5051,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912051616","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912051616","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912056288","shards":1,"effective_bpw":3.5051,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056288","shards":1,"effective_bpw":3.5051,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937034656","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039328","shards":1,"effective_bpw":3.6213,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267493664","shards":1,"effective_bpw":3.8855,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267494816","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499488","shards":1,"effective_bpw":3.8856,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140591904","shards":1,"effective_bpw":4.2113,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140593056","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597728","shards":1,"effective_bpw":4.2113,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902662048","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666720","shards":1,"effective_bpw":4.2977,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623776","shards":1,"effective_bpw":4.5416,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116533664","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538336","shards":1,"effective_bpw":4.5488,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347219232","shards":1,"effective_bpw":4.5749,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347220384","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225056","shards":1,"effective_bpw":4.5749,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520392992","shards":1,"effective_bpw":4.8213,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520394144","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398816","shards":1,"effective_bpw":4.8213,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313594848","shards":1,"effective_bpw":5.0247,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657446176","shards":1,"effective_bpw":5.5172,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657447328","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452000","shards":1,"effective_bpw":5.5172,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"48804252640","shards":1,"effective_bpw":5.5339,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949816096","shards":1,"effective_bpw":5.6637,"repo":"NousResearch/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949817248","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Meta-Llama-3.1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821920","shards":1,"effective_bpw":5.6638,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"53001309344","shards":2,"effective_bpw":6.0098,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148672","shards":2,"effective_bpw":6.5639,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055040","shards":2,"effective_bpw":8.5013,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"141117918208","shards":3,"effective_bpw":16.0012,"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-ctc-1-1b","canonical_repo":"nvidia/parakeet-ctc-1.1b","display_name":"parakeet-ctc-1.1b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"1062626305","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"11219","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1025,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/parakeet-ctc-1.1b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"818156576","shards":1,"effective_bpw":6.1595,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"928584736","shards":1,"effective_bpw":6.9909,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1035248672","shards":1,"effective_bpw":7.7939,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1259869216","shards":1,"effective_bpw":9.4849,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2129368096","shards":1,"effective_bpw":16.031,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4250639392","shards":1,"effective_bpw":32.001,"repo":"handy-computer/parakeet-ctc-1.1b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-24b-arliai-rpmax-v1-4","canonical_repo":"ArliAI/Mistral-Small-24B-ArliAI-RPMax-v1.4","display_name":"Mistral-Small-24B-ArliAI-RPMax-v1.4","publisher":"ArliAI","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11216","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Mistral-Small-24B-ArliAI-RPMax-v1.4","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5273720096","shards":1,"effective_bpw":1.7898,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5750494496","shards":1,"effective_bpw":1.9516,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545118496","shards":1,"effective_bpw":2.2213,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207032096","shards":1,"effective_bpw":2.4459,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207032128","shards":1,"effective_bpw":2.4459,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478351136","shards":1,"effective_bpw":2.538,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478351168","shards":1,"effective_bpw":2.538,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050336","shards":1,"effective_bpw":2.7537,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050368","shards":1,"effective_bpw":2.7537,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324288","shards":1,"effective_bpw":3.0172,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280591136","shards":1,"effective_bpw":3.1496,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280591168","shards":1,"effective_bpw":3.1496,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545684288","shards":1,"effective_bpw":3.2396,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115296","shards":1,"effective_bpw":3.3623,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115328","shards":1,"effective_bpw":3.3623,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273408","shards":1,"effective_bpw":3.5296,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273728","shards":1,"effective_bpw":3.5296,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10428126496","shards":1,"effective_bpw":3.5391,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650948896","shards":1,"effective_bpw":3.6147,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650948928","shards":1,"effective_bpw":3.6147,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474080768","shards":1,"effective_bpw":3.8941,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081088","shards":1,"effective_bpw":3.8941,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400759808","shards":1,"effective_bpw":4.2086,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760128","shards":1,"effective_bpw":4.2086,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914336","shards":1,"effective_bpw":4.3301,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914368","shards":1,"effective_bpw":4.3301,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468013888","shards":1,"effective_bpw":4.5708,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494228288","shards":1,"effective_bpw":4.5797,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278208","shards":1,"effective_bpw":4.5984,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278528","shards":1,"effective_bpw":4.5984,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333907968","shards":1,"effective_bpw":4.8646,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908288","shards":1,"effective_bpw":4.8646,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831981888","shards":1,"effective_bpw":5.0337,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873105728","shards":1,"effective_bpw":5.0476,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304411648","shards":1,"effective_bpw":5.5334,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304411968","shards":1,"effective_bpw":5.5334,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763982848","shards":1,"effective_bpw":5.6894,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983168","shards":1,"effective_bpw":5.6894,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178170688","shards":1,"effective_bpw":5.8299,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937408","shards":1,"effective_bpw":6.5656,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937728","shards":1,"effective_bpw":6.5656,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670996288","shards":1,"effective_bpw":6.6759,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778368","shards":1,"effective_bpw":8.5031,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778688","shards":1,"effective_bpw":8.5031,"repo":"bartowski/ArliAI_Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153517568","shards":1,"effective_bpw":16.003,"repo":"backyardai/Mistral-Small-24B-ArliAI-RPMax-v1.4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"seed-oss-36b-instruct","canonical_repo":"ByteDance-Seed/Seed-OSS-36B-Instruct","display_name":"Seed-OSS-36B-Instruct","publisher":"ByteDance-Seed","modality":"text","arch_key":"seed_oss","params_total":"36151104512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11204","n_layers":64,"n_head":80,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":155136,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance-Seed/Seed-OSS-36B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"8473742496","shards":1,"effective_bpw":1.8752,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9080892576","shards":1,"effective_bpw":2.0095,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9910925984","shards":1,"effective_bpw":2.1932,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10160802976","shards":1,"effective_bpw":2.2485,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10945084064","shards":1,"effective_bpw":2.4221,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11612629664","shards":1,"effective_bpw":2.5698,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12541930144","shards":1,"effective_bpw":2.7754,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"12729568416","shards":1,"effective_bpw":2.817,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13604186784","shards":1,"effective_bpw":3.0105,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13604187296","shards":1,"effective_bpw":3.0105,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13790350496","shards":1,"effective_bpw":3.0517,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14116760224","shards":1,"effective_bpw":3.1239,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"14253649056","shards":1,"effective_bpw":3.1542,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"14379866784","shards":1,"effective_bpw":3.1822,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"15089949344","shards":1,"effective_bpw":3.3393,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15855409824","shards":1,"effective_bpw":3.5087,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15855410336","shards":1,"effective_bpw":3.5087,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16496024224","shards":1,"effective_bpw":3.6505,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17620949664","shards":1,"effective_bpw":3.8994,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17620950176","shards":1,"effective_bpw":3.8994,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19142695584","shards":1,"effective_bpw":4.2362,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19498617504","shards":1,"effective_bpw":4.3149,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19523439776","shards":1,"effective_bpw":4.3204,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20592986784","shards":1,"effective_bpw":4.5571,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20592987296","shards":1,"effective_bpw":4.5571,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20621822624","shards":1,"effective_bpw":4.5635,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20621823136","shards":1,"effective_bpw":4.5635,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20695222944","shards":1,"effective_bpw":4.5797,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20695223456","shards":1,"effective_bpw":4.5797,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762148864","shards":1,"effective_bpw":4.8158,"repo":"lmstudio-community/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762149024","shards":1,"effective_bpw":4.8158,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762149536","shards":1,"effective_bpw":4.8158,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"22351665824","shards":1,"effective_bpw":4.9463,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22760753824","shards":1,"effective_bpw":5.0368,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22760754336","shards":1,"effective_bpw":5.0368,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24970463904","shards":1,"effective_bpw":5.5258,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24970464416","shards":1,"effective_bpw":5.5258,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594366624","shards":1,"effective_bpw":5.6639,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594367136","shards":1,"effective_bpw":5.6639,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"26084596384","shards":1,"effective_bpw":5.7723,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666097664","shards":1,"effective_bpw":6.5649,"repo":"lmstudio-community/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666097824","shards":1,"effective_bpw":6.5649,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666098336","shards":1,"effective_bpw":6.5649,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30050835104","shards":1,"effective_bpw":6.6501,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421092864","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421093024","shards":1,"effective_bpw":8.5023,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421093536","shards":1,"effective_bpw":8.5023,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"72311396928","shards":2,"effective_bpw":16.002,"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"72311397472","shards":2,"effective_bpw":16.002,"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-rnnt-1-1b","canonical_repo":"nvidia/parakeet-rnnt-1.1b","display_name":"parakeet-rnnt-1.1b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"1070518785","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"11169","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1025,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/parakeet-rnnt-1.1b","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"683690976","shards":1,"effective_bpw":5.1092,"repo":"cstr/parakeet-rnnt-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"825244928","shards":1,"effective_bpw":6.1671,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"935755008","shards":1,"effective_bpw":6.9929,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1042505984","shards":1,"effective_bpw":7.7907,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1267285248","shards":1,"effective_bpw":9.4704,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2144203072","shards":1,"effective_bpw":16.0237,"repo":"cstr/parakeet-rnnt-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2145156480","shards":1,"effective_bpw":16.0308,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4282189696","shards":1,"effective_bpw":32.0009,"repo":"handy-computer/parakeet-rnnt-1.1b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chandra-ocr-2","canonical_repo":"datalab-to/chandra-ocr-2","display_name":"chandra-ocr-2","publisher":"datalab-to","modality":"vision_language","arch_key":"qwen35","params_total":"5295564288","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"11158","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"datalab-to/chandra-ocr-2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2124059232","shards":1,"effective_bpw":3.2088,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2343031392","shards":1,"effective_bpw":3.5396,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2535215712","shards":1,"effective_bpw":3.8299,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2694468192","shards":1,"effective_bpw":4.0705,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2901480032","shards":1,"effective_bpw":4.3833,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2921468512","shards":1,"effective_bpw":4.4135,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3066384992","shards":1,"effective_bpw":4.6324,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3427078752","shards":1,"effective_bpw":5.1773,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3427078752","shards":1,"effective_bpw":5.1773,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3512029792","shards":1,"effective_bpw":5.3056,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3985527392","shards":1,"effective_bpw":6.0209,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157833312","shards":1,"effective_bpw":7.7919,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9695791712","shards":1,"effective_bpw":14.6474,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9695791712","shards":1,"effective_bpw":14.6474,"repo":"prithivMLmods/chandra-ocr-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"canary-1b","canonical_repo":"nvidia/canary-1b","display_name":"canary-1b","publisher":"nvidia","modality":"audio_asr","arch_key":"canary","params_total":"1021477920","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"11149","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"729686848","shards":1,"effective_bpw":5.7148,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"837694272","shards":1,"effective_bpw":6.5606,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"934167616","shards":1,"effective_bpw":7.3162,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1162740288","shards":1,"effective_bpw":9.1063,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2047537728","shards":1,"effective_bpw":16.0359,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4086100544","shards":1,"effective_bpw":32.0015,"repo":"handy-computer/canary-1b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-the-writer-n-restless-quill-10b-uncensored","canonical_repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored","display_name":"Gemma-The-Writer-N-Restless-Quill-10B-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"gemma2","params_total":"10034486784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11079","n_layers":46,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2541195616","shards":1,"effective_bpw":2.026,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2725097824","shards":1,"effective_bpw":2.1726,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3031601504","shards":1,"effective_bpw":2.4169,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3297907040","shards":1,"effective_bpw":2.6293,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3453251936","shards":1,"effective_bpw":2.7531,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3698454880","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4095562080","shards":1,"effective_bpw":3.2652,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4097683808","shards":1,"effective_bpw":3.2669,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4441976352","shards":1,"effective_bpw":3.5414,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4462448992","shards":1,"effective_bpw":3.5577,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4678521184","shards":1,"effective_bpw":3.73,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4678521184","shards":1,"effective_bpw":3.73,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4847169888","shards":1,"effective_bpw":3.8644,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4905086496","shards":1,"effective_bpw":3.9106,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5141631328","shards":1,"effective_bpw":4.0992,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5549003104","shards":1,"effective_bpw":4.4239,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5604397408","shards":1,"effective_bpw":4.4681,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5803208224","shards":1,"effective_bpw":4.6266,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5905338720","shards":1,"effective_bpw":4.708,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5925065056","shards":1,"effective_bpw":4.7238,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6100479520","shards":1,"effective_bpw":4.8636,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6222336352","shards":1,"effective_bpw":4.9608,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7028821536","shards":1,"effective_bpw":5.6037,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"7028822368","shards":1,"effective_bpw":5.6037,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7200394784","shards":1,"effective_bpw":5.7405,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7200395616","shards":1,"effective_bpw":5.7405,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8239583584","shards":1,"effective_bpw":6.569,"repo":"mradermacher/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14214875744","shards":3,"effective_bpw":11.3328,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19320556128","shards":3,"effective_bpw":15.4033,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27105692256","shards":3,"effective_bpw":21.61,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33729268320","shards":3,"effective_bpw":26.8907,"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-1-5b","canonical_repo":"Qwen/Qwen2.5-Coder-1.5B","display_name":"Qwen2.5-Coder-1.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11061","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-1.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"986045504","shards":1,"effective_bpw":5.11,"repo":"prithivMLmods/Qwen2.5-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045504","shards":1,"effective_bpw":5.11,"repo":"TobiasLogic/qwen-2.5-coder-Uncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047360","shards":1,"effective_bpw":5.8303,"repo":"prithivMLmods/Qwen2.5-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570048","shards":1,"effective_bpw":8.533,"repo":"prithivMLmods/Qwen2.5-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573056","shards":1,"effective_bpw":8.533,"repo":"ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666368","shards":1,"effective_bpw":16.0323,"repo":"prithivMLmods/Qwen2.5-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-highiq-instruct-heretic-uncensored","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED","display_name":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11056","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944608","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446304","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282464","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145696","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768416","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437344","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496736","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519840","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638520160","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463648","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462688","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407904","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408224","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864672","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383904","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185888","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186208","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824852512","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852832","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612832","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069792","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313349504","shards":1,"effective_bpw":4.5173,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552480","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941088","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340612480","shards":1,"effective_bpw":4.5405,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620832","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340621152","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627037568","shards":1,"effective_bpw":4.784,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045920","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046240","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334624","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305302400","shards":1,"effective_bpw":5.3606,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6305302400","shards":1,"effective_bpw":5.3606,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310752","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311072","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6521997184","shards":1,"effective_bpw":5.5448,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522005536","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005856","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359252352","shards":1,"effective_bpw":6.2567,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260704","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359261024","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527494528","shards":1,"effective_bpw":8.1,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502880","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920690048","shards":1,"effective_bpw":15.2357,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920690048","shards":1,"effective_bpw":15.2357,"repo":"lainlives/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698400","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-abliterated-max","canonical_repo":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX","display_name":"Qwen3.6-35B-A3B-abliterated-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"11048","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142848","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209728","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654528","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031808","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480768","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236608","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098048","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939594720","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595008","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760128","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145408","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185440","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185728","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425088","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520448","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765152","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765440","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331040","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331328","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779008","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313120","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268608","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889904608","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904896","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758880","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759168","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169728","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284320","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284608","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132000","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132288","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153440","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153728","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139936","shards":1,"effective_bpw":8.4093,"repo":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140320","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637536","shards":1,"effective_bpw":15.8091,"repo":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637536","shards":1,"effective_bpw":15.8091,"repo":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX-F32-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"138653432416","shards":1,"effective_bpw":31.5955,"repo":"prithivMLmods/Qwen3.6-35B-A3B-abliterated-MAX-F32-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deephat-v1-7b","canonical_repo":"DeepHat/DeepHat-V1-7B","display_name":"DeepHat-V1-7B","publisher":"DeepHat","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10956","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DeepHat/DeepHat-V1-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780343488","shards":1,"effective_bpw":2.9207,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780344000","shards":1,"effective_bpw":2.9207,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941312","shards":1,"effective_bpw":3.1682,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941760","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114515648","shards":1,"effective_bpw":3.2717,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346257088","shards":1,"effective_bpw":3.5152,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369600","shards":1,"effective_bpw":3.6686,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492370048","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548165312","shards":1,"effective_bpw":3.7273,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574013120","shards":1,"effective_bpw":3.7544,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574013632","shards":1,"effective_bpw":3.7544,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392384","shards":1,"effective_bpw":4.0006,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392832","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460480","shards":1,"effective_bpw":4.2948,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460928","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473664","shards":1,"effective_bpw":4.4314,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218474176","shards":1,"effective_bpw":4.4314,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250300032","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437814464","shards":1,"effective_bpw":4.6618,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444122304","shards":1,"effective_bpw":4.6684,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770176","shards":1,"effective_bpw":4.6828,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770624","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074752","shards":1,"effective_bpw":4.9194,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683075200","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683075264","shards":1,"effective_bpw":4.9194,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284800","shards":1,"effective_bpw":5.1193,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564992","shards":1,"effective_bpw":5.3443,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177664","shards":1,"effective_bpw":5.5835,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315178112","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832448","shards":1,"effective_bpw":5.7196,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832896","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832960","shards":1,"effective_bpw":5.7197,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781198016","shards":1,"effective_bpw":6.073,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200000","shards":1,"effective_bpw":6.5699,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200448","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200512","shards":1,"effective_bpw":6.5699,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518183104","shards":1,"effective_bpw":6.8472,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526400","shards":1,"effective_bpw":8.5073,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526848","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526912","shards":1,"effective_bpw":8.5073,"repo":"liodon-ai/DeepHat-V1-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237854112","shards":1,"effective_bpw":16.007,"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854848","shards":1,"effective_bpw":16.007,"repo":"mradermacher/DeepHat-V1-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-r1-mistral-24b","canonical_repo":"dphn/Dolphin3.0-R1-Mistral-24B","display_name":"Dolphin3.0-R1-Mistral-24B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"23572423680","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10904","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-R1-Mistral-24B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"6545132352","shards":1,"effective_bpw":2.2213,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207045952","shards":1,"effective_bpw":2.4459,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478366048","shards":1,"effective_bpw":2.538,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114065248","shards":1,"effective_bpw":2.7537,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890339488","shards":1,"effective_bpw":3.0172,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545709472","shards":1,"effective_bpw":3.2396,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9780805920","shards":1,"effective_bpw":3.3194,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907131584","shards":1,"effective_bpw":3.3623,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10181722496","shards":1,"effective_bpw":3.4555,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400289984","shards":1,"effective_bpw":3.5296,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10419946816","shards":1,"effective_bpw":3.5363,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650965184","shards":1,"effective_bpw":3.6147,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10815620416","shards":1,"effective_bpw":3.6706,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10958161216","shards":1,"effective_bpw":3.719,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474097344","shards":1,"effective_bpw":3.8941,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400776384","shards":1,"effective_bpw":4.2086,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12638177920","shards":1,"effective_bpw":4.2891,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758931648","shards":1,"effective_bpw":4.3301,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13054331520","shards":1,"effective_bpw":4.4304,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13070715520","shards":1,"effective_bpw":4.4359,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468031488","shards":1,"effective_bpw":4.5708,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494245888","shards":1,"effective_bpw":4.5797,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549296128","shards":1,"effective_bpw":4.5984,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333925888","shards":1,"effective_bpw":4.8646,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14832007072","shards":1,"effective_bpw":5.0337,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873123968","shards":1,"effective_bpw":5.0476,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14908510080","shards":1,"effective_bpw":5.0596,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15583940480","shards":1,"effective_bpw":5.2889,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304430848","shards":1,"effective_bpw":5.5334,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764002048","shards":1,"effective_bpw":5.6894,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178195872","shards":1,"effective_bpw":5.8299,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19280418016","shards":1,"effective_bpw":6.5434,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345957984","shards":1,"effective_bpw":6.5656,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671021472","shards":1,"effective_bpw":6.6759,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22976159360","shards":1,"effective_bpw":7.7976,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054803872","shards":1,"effective_bpw":8.5031,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"47153562016","shards":1,"effective_bpw":16.003,"repo":"eaddario/Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"94297580224","shards":3,"effective_bpw":32.0027,"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-3-6-27b","canonical_repo":"Mia-AiLab/Qwable-3.6-27b","display_name":"Qwable-3.6-27b","publisher":"Mia-AiLab","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10894","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"10864591072","shards":1,"effective_bpw":3.2316,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500735712","shards":1,"effective_bpw":4.0157,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713312","shards":1,"effective_bpw":5.0002,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535700192","shards":1,"effective_bpw":5.8107,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430998752","shards":1,"effective_bpw":6.6719,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083232","shards":1,"effective_bpw":8.6398,"repo":"liodon-ai/Qwable-3.6-27b-imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-anthology","canonical_repo":"MRockatansky/gemma-4-31B-anthology","display_name":"gemma-4-31B-anthology","publisher":"MRockatansky","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10888","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/gemma-4-31B-anthology","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156473376","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725856288","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674827808","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530342944","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157872672","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917049888","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976572960","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916297504","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916297760","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077491744","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072352800","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761340704","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761340960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761340960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424481312","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287092512","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287092768","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628253984","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628254240","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16735773632","shards":1,"effective_bpw":4.2812,"repo":"MRockatansky/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735774240","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862217504","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701561888","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763149088","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763149344","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687046592","shards":1,"effective_bpw":4.7804,"repo":"MRockatansky/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687046944","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687047200","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19028358080","shards":1,"effective_bpw":4.8677,"repo":"MRockatansky/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481404960","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311824832","shards":1,"effective_bpw":5.4518,"repo":"MRockatansky/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311825184","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311825440","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845554464","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845554720","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201468704","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201468960","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-anthology-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635659552","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413171936","shards":1,"effective_bpw":15.7102,"repo":"MRockatansky/gemma-4-31B-anthology-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-480b-a35b-instruct","canonical_repo":"Qwen/Qwen3-Coder-480B-A35B-Instruct","display_name":"Qwen3-Coder-480B-A35B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"480154875392","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10883","n_layers":62,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"Qwen/Qwen3-Coder-480B-A35B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"132909872512","shards":4,"effective_bpw":2.2145,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"133589786016","shards":4,"effective_bpw":2.2258,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"149716201312","shards":1,"effective_bpw":2.4945,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"167970700832","shards":5,"effective_bpw":2.7986,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"168882316864","shards":5,"effective_bpw":2.8138,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"174656356544","shards":4,"effective_bpw":2.91,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"174875144416","shards":4,"effective_bpw":2.9136,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"189374553600","shards":5,"effective_bpw":3.1552,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"197104903808","shards":6,"effective_bpw":3.284,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"201542070592","shards":5,"effective_bpw":3.358,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"206907582816","shards":5,"effective_bpw":3.4473,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"208361203296","shards":6,"effective_bpw":3.4716,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"218440017536","shards":6,"effective_bpw":3.6395,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"218441590400","shards":6,"effective_bpw":3.6395,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"226719180128","shards":6,"effective_bpw":3.7774,"repo":"lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"226719180416","shards":6,"effective_bpw":3.7774,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"229248837984","shards":5,"effective_bpw":3.8196,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"256571789056","shards":7,"effective_bpw":4.2748,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"260538233248","shards":6,"effective_bpw":4.3409,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"270594732448","shards":6,"effective_bpw":4.5085,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"271374872352","shards":7,"effective_bpw":4.5215,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"271646978496","shards":6,"effective_bpw":4.526,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"272751129024","shards":6,"effective_bpw":4.5444,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"275459600160","shards":7,"effective_bpw":4.5895,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"280766443392","shards":8,"effective_bpw":4.6779,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"290058826208","shards":6,"effective_bpw":4.8328,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"290838965824","shards":8,"effective_bpw":4.8458,"repo":"lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"290838966112","shards":8,"effective_bpw":4.8458,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"300493451840","shards":7,"effective_bpw":5.0066,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"300664106880","shards":8,"effective_bpw":5.0095,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"330440929888","shards":7,"effective_bpw":5.5056,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"330587205632","shards":9,"effective_bpw":5.508,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"340493005408","shards":7,"effective_bpw":5.6731,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"340639281120","shards":9,"effective_bpw":5.6755,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"394079320928","shards":9,"effective_bpw":6.5659,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"394173790176","shards":11,"effective_bpw":6.5674,"repo":"lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"394173790496","shards":11,"effective_bpw":6.5674,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"510351878496","shards":14,"effective_bpw":8.5031,"repo":"lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"510351878816","shards":14,"effective_bpw":8.5031,"repo":"bartowski/Qwen_Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"510351879264","shards":11,"effective_bpw":8.5031,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"960439201856","shards":21,"effective_bpw":16.0022,"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openhermes-2-5-mistral-7b","canonical_repo":"teknium/OpenHermes-2.5-Mistral-7B","display_name":"OpenHermes-2.5-Mistral-7B","publisher":"teknium","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10874","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"teknium/OpenHermes-2.5-Mistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719251584","shards":1,"effective_bpw":3.004,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083107200","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083107456","shards":1,"effective_bpw":3.4059,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577472","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577728","shards":1,"effective_bpw":3.4959,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577728","shards":1,"effective_bpw":3.4959,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996160","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996416","shards":1,"effective_bpw":3.8875,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996416","shards":1,"effective_bpw":3.8875,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034624","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034880","shards":1,"effective_bpw":4.2222,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034880","shards":1,"effective_bpw":4.2222,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927744","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928000","shards":1,"effective_bpw":4.5392,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385024","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385280","shards":1,"effective_bpw":4.5739,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385280","shards":1,"effective_bpw":4.5739,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450304","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450560","shards":1,"effective_bpw":4.8259,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450560","shards":1,"effective_bpw":4.8259,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728256","shards":1,"effective_bpw":5.521,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728256","shards":1,"effective_bpw":5.521,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728256","shards":1,"effective_bpw":5.521,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421440","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421696","shards":1,"effective_bpw":5.6687,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078272","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078528","shards":1,"effective_bpw":6.5642,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078528","shards":1,"effective_bpw":6.5642,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874752","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875008","shards":1,"effective_bpw":8.5017,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875008","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10262843136","shards":2,"effective_bpw":11.3374,"repo":"second-state/OpenHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-4b-unpacked","canonical_repo":"prism-ml/Ternary-Bonsai-4B-unpacked","display_name":"Ternary-Bonsai-4B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"4021784576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10764","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151669,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Ternary-Bonsai-4B-unpacked","arch_confidence":1,"quantizations":[{"quant":"Q2_0","bytes":"1074969344","shards":1,"effective_bpw":2.1383,"repo":"prism-ml/Ternary-Bonsai-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496713664","shards":1,"effective_bpw":4.9664,"repo":"Rootkit7/Ternary-Bonsai-4B-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279672576","shards":1,"effective_bpw":8.513,"repo":"Rootkit7/Ternary-Bonsai-4B-abliterated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049911776","shards":1,"effective_bpw":16.0126,"repo":"Rootkit7/Ternary-Bonsai-4B-abliterated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049911840","shards":1,"effective_bpw":16.0126,"repo":"prism-ml/Ternary-Bonsai-4B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-coder-fable5-composer2-5-v1-sft-v5-abliterated","canonical_repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated","display_name":"gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated","publisher":"tpls","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"10752","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"7274582656","shards":1,"effective_bpw":4.8661,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7822750336","shards":1,"effective_bpw":5.2327,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8568877696","shards":1,"effective_bpw":5.7318,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9734763136","shards":1,"effective_bpw":6.5117,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10973516416","shards":1,"effective_bpw":7.3403,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13613347456","shards":1,"effective_bpw":9.1061,"repo":"tpls/gemma-4-12B-coder-fable5-composer2.5-v1-sft-v5-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-0-8b-base","canonical_repo":"Qwen/Qwen3.5-0.8B-Base","display_name":"Qwen3.5-0.8B-Base","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"873438784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10748","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-0.8B-Base","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"563035840","shards":1,"effective_bpw":5.157,"repo":"ggml-org/Qwen3.5-0.8B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"833591872","shards":1,"effective_bpw":7.635,"repo":"ggml-org/Qwen3.5-0.8B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1557662272","shards":1,"effective_bpw":14.2669,"repo":"ggml-org/Qwen3.5-0.8B-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-vl-1-6b","canonical_repo":"LiquidAI/LFM2-VL-1.6B","display_name":"LFM2-VL-1.6B","publisher":"LiquidAI","modality":"vision_language","arch_key":"lfm2","params_total":"1584804000","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"10746","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-VL-1.6B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"434130624","shards":1,"effective_bpw":2.1915,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483397312","shards":1,"effective_bpw":2.4402,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"490983104","shards":1,"effective_bpw":2.4785,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"515903168","shards":1,"effective_bpw":2.6042,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"537808576","shards":1,"effective_bpw":2.7148,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558157504","shards":1,"effective_bpw":2.8175,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"566791872","shards":1,"effective_bpw":2.8611,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600346304","shards":1,"effective_bpw":3.0305,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635473600","shards":1,"effective_bpw":3.2078,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"663375552","shards":1,"effective_bpw":3.3487,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695750048","shards":1,"effective_bpw":3.5121,"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"695750336","shards":1,"effective_bpw":3.5121,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"697847488","shards":1,"effective_bpw":3.5227,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700468928","shards":1,"effective_bpw":3.5359,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894016","shards":1,"effective_bpw":3.6895,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760499904","shards":1,"effective_bpw":3.839,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"763399872","shards":1,"effective_bpw":3.8536,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825249472","shards":1,"effective_bpw":4.1658,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843353792","shards":1,"effective_bpw":4.2572,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"875859648","shards":1,"effective_bpw":4.4213,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962842304","shards":1,"effective_bpw":4.8604,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"995348160","shards":1,"effective_bpw":5.0245,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246252448","shards":1,"effective_bpw":6.291,"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246252736","shards":1,"effective_bpw":6.291,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343325088","shards":1,"effective_bpw":11.829,"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343325088","shards":1,"effective_bpw":11.829,"repo":"bartowski/LiquidAI_LFM2-VL-1.6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rwkv7-g1","canonical_repo":"BlinkDL/rwkv7-g1","display_name":"rwkv7-g1","publisher":"BlinkDL","modality":"text","arch_key":"rwkv7","params_total":"13270822912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10700","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-Q3_K_M","bytes":"1760123040","shards":1,"effective_bpw":1.061,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1791908032","shards":1,"effective_bpw":1.0802,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1875794112","shards":1,"effective_bpw":1.1308,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1875794112","shards":1,"effective_bpw":1.1308,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1875794112","shards":1,"effective_bpw":1.1308,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1909217440","shards":1,"effective_bpw":1.1509,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2043566272","shards":1,"effective_bpw":1.2319,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2054215840","shards":1,"effective_bpw":1.2383,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2211338432","shards":1,"effective_bpw":1.3331,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_0","bytes":"2211338432","shards":1,"effective_bpw":1.3331,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2303252640","shards":1,"effective_bpw":1.3885,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_1","bytes":"2379110592","shards":1,"effective_bpw":1.4342,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2567854272","shards":1,"effective_bpw":1.548,"repo":"RemySkye/rwkv7-g1h-2.9b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3780198624","shards":1,"effective_bpw":2.2788,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4068032736","shards":1,"effective_bpw":2.4523,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4547756256","shards":1,"effective_bpw":2.7415,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4931535072","shards":1,"effective_bpw":2.9729,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4958798048","shards":1,"effective_bpw":2.9893,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5342576864","shards":1,"effective_bpw":3.2206,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5446910176","shards":1,"effective_bpw":3.2835,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6110134496","shards":1,"effective_bpw":3.6833,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6721454304","shards":1,"effective_bpw":4.0519,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6721454304","shards":1,"effective_bpw":4.0519,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7671201952","shards":1,"effective_bpw":4.6244,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7995998432","shards":1,"effective_bpw":4.8202,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8388165856","shards":1,"effective_bpw":5.0566,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8388165856","shards":1,"effective_bpw":5.0566,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8388165856","shards":1,"effective_bpw":5.0566,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8409399456","shards":1,"effective_bpw":5.0694,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9106178208","shards":1,"effective_bpw":5.4894,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9172500704","shards":1,"effective_bpw":5.5294,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9956835552","shards":1,"effective_bpw":6.0022,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_0","bytes":"9956835552","shards":1,"effective_bpw":6.0022,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10326720672","shards":1,"effective_bpw":6.2252,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_1","bytes":"10741170400","shards":1,"effective_bpw":6.4751,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11623547104","shards":1,"effective_bpw":7.007,"repo":"RemySkye/rwkv7-g1h-13.3b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b","canonical_repo":"google/gemma-4-26B-A4B","display_name":"gemma-4-26B-A4B","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10693","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"google/gemma-4-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"8570953888","shards":1,"effective_bpw":2.5832,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"9353407648","shards":1,"effective_bpw":2.819,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582720512","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582732448","shards":1,"effective_bpw":3.1895,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222392832","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222404768","shards":1,"effective_bpw":3.6836,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12222404768","shards":1,"effective_bpw":3.6836,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12392558752","shards":1,"effective_bpw":3.7349,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286716928","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286728864","shards":1,"effective_bpw":4.0044,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824471552","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824483488","shards":1,"effective_bpw":4.1665,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063791712","shards":1,"effective_bpw":4.2386,"repo":"majentik/gemma-4-26B-A4B-RotorQuant-GGUF-IQ4_XS","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063792128","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804064","shards":1,"effective_bpw":4.2386,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14439357088","shards":1,"effective_bpw":4.3518,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14585439904","shards":1,"effective_bpw":4.3958,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464808448","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820384","shards":1,"effective_bpw":4.6609,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"15969571488","shards":1,"effective_bpw":4.813,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16795999232","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011168","shards":1,"effective_bpw":5.0621,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"17499785888","shards":1,"effective_bpw":5.2742,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986716672","shards":1,"effective_bpw":5.4209,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986728608","shards":1,"effective_bpw":5.4209,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"19030000288","shards":1,"effective_bpw":5.7354,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132873728","shards":1,"effective_bpw":5.7664,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132885664","shards":1,"effective_bpw":5.7664,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638382592","shards":1,"effective_bpw":6.8229,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638394528","shards":1,"effective_bpw":6.8229,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859842048","shards":1,"effective_bpw":8.0952,"repo":"ggml-org/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859842560","shards":1,"effective_bpw":8.0952,"repo":"mradermacher/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854496","shards":1,"effective_bpw":8.0952,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505118208","shards":1,"effective_bpw":15.2215,"repo":"ggml-org/gemma-4-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505130656","shards":1,"effective_bpw":15.2215,"repo":"bullerwins/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"comfy-org-z-image-turbo","canonical_repo":"Comfy-Org/z_image_turbo","display_name":"z_image_turbo","publisher":"Comfy-Org","modality":"text","arch_key":"pig","params_total":"83819683","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10692","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"F16","bytes":"167788736","shards":1,"effective_bpw":16.0143,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3374477376","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3790810176","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3967066176","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4132954176","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4335245376","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4511501376","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4850650176","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5023910976","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5189798976","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5189798976","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5528947776","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5910490176","shards":1,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6479583808","shards":2,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6774843904","shards":2,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6774854208","shards":2,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11499170304","shards":2,"effective_bpw":null,"repo":"gguf-org/z-image-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-stheno-v3-4","canonical_repo":"Sao10K/Llama-3.1-8B-Stheno-v3.4","display_name":"Llama-3.1-8B-Stheno-v3.4","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"10679","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/Llama-3.1-8B-Stheno-v3.4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628960","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973152","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213472","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782944","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758490016","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281856","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282272","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132416","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132832","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913696","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748160","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748576","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500224","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500640","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326432","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156416","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824320","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824736","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918912","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919328","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957376","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957792","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663616","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447664032","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892736","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893152","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669952","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670368","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735232","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735648","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633472","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294976","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295392","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988416","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988832","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219584","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007424","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007840","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1-8B-Stheno-v3.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467328","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771840","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891872","shards":1,"effective_bpw":16.0083,"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891872","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891872","shards":1,"effective_bpw":16.0083,"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-deckard-pkd-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking","display_name":"Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10664","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225767552","shards":1,"effective_bpw":1.8206,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766009472","shards":1,"effective_bpw":1.9786,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666412672","shards":1,"effective_bpw":2.2419,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463872","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674786432","shards":1,"effective_bpw":2.5368,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395108992","shards":1,"effective_bpw":2.7474,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658502272","shards":1,"effective_bpw":2.8245,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121841472","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121841792","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734173312","shards":1,"effective_bpw":3.139,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632897152","shards":1,"effective_bpw":3.4018,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073954112","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073954432","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085095552","shards":1,"effective_bpw":3.5341,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580875392","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289646912","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289647232","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030203712","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030204032","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689291392","shards":1,"effective_bpw":4.2956,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800702272","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434752","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568620352","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568620672","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540273472","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540273792","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078242432","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679614272","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679614592","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399609152","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399609472","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082530112","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082530432","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595764032","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.5-27B-Deckard-PKD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b","canonical_repo":"google/gemma-4-12B","display_name":"gemma-4-12B","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10638","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2924755424","shards":1,"effective_bpw":1.9564,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3372361184","shards":1,"effective_bpw":2.2558,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3631146464","shards":1,"effective_bpw":2.4289,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3955795424","shards":1,"effective_bpw":2.6461,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4222445024","shards":1,"effective_bpw":2.8244,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4462122464","shards":1,"effective_bpw":2.9848,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4706285024","shards":1,"effective_bpw":3.1481,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"4903998944","shards":1,"effective_bpw":3.2803,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5013853664","shards":1,"effective_bpw":3.3538,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5272393184","shards":1,"effective_bpw":3.5268,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5812327904","shards":1,"effective_bpw":3.8879,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074553824","shards":1,"effective_bpw":4.0633,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6302250464","shards":1,"effective_bpw":4.2156,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6635255264","shards":1,"effective_bpw":4.4384,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6716356064","shards":1,"effective_bpw":4.4926,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7219672544","shards":1,"effective_bpw":4.8293,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7275705824","shards":1,"effective_bpw":4.8668,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7523431904","shards":1,"effective_bpw":5.0325,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7740990944","shards":1,"effective_bpw":5.178,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8582165984","shards":1,"effective_bpw":5.7407,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8988468704","shards":1,"effective_bpw":6.0125,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9263412704","shards":1,"effective_bpw":6.1964,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786003360","shards":1,"effective_bpw":6.546,"repo":"sneedjak/Adelic-Gemma-4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"10029815264","shards":1,"effective_bpw":6.7091,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669628032","shards":1,"effective_bpw":8.4749,"repo":"ggml-org/gemma-4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646016","shards":1,"effective_bpw":8.4749,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832047232","shards":1,"effective_bpw":15.9415,"repo":"ggml-org/gemma-4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832065216","shards":1,"effective_bpw":15.9415,"repo":"Mungert/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b","canonical_repo":"google/gemma-4-31B","display_name":"gemma-4-31B","publisher":"google","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10634","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156472256","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725855168","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674826688","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530341824","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157871552","shards":1,"effective_bpw":2.4864,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917048768","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976571840","shards":1,"effective_bpw":2.6868,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916296416","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916296640","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077490624","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072351680","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761339616","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761339840","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761339840","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424480192","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287091424","shards":1,"effective_bpw":3.742,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287091648","shards":1,"effective_bpw":3.742,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628252896","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628253120","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735773120","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862216416","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701560768","shards":1,"effective_bpw":4.333,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763148000","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763148224","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687045856","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687046080","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481403840","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311824096","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311824320","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845553376","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845553600","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201467616","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201467840","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/gemma-4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635657984","shards":1,"effective_bpw":7.9886,"repo":"ggml-org/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635658464","shards":1,"effective_bpw":7.9886,"repo":"mradermacher/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413170944","shards":1,"effective_bpw":15.0327,"repo":"ggml-org/gemma-4-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen3-5-27b","canonical_repo":"unsloth/Qwen3.5-27B","display_name":"Qwen3.5-27B","publisher":"unsloth","modality":"vision_language","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10598","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.5-27B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301438336","shards":1,"effective_bpw":3.8303,"repo":"Jackrong/Qwopus3.5-27B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301438368","shards":1,"effective_bpw":3.8303,"repo":"Jackrong/Qwopus3.5-27B-v3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301439264","shards":1,"effective_bpw":3.8303,"repo":"Jackrong/Qwen3.5-27B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547395392","shards":1,"effective_bpw":4.765,"repo":"Jackrong/Qwen3.5-27B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547395456","shards":1,"effective_bpw":4.765,"repo":"Jackrong/Qwopus3.5-27B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547395488","shards":1,"effective_bpw":4.765,"repo":"Jackrong/Qwopus3.5-27B-v3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231094592","shards":1,"effective_bpw":5.5378,"repo":"Jackrong/Qwen3.5-27B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231094656","shards":1,"effective_bpw":5.5378,"repo":"Jackrong/Qwopus3.5-27B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231094688","shards":1,"effective_bpw":5.5378,"repo":"Jackrong/Qwopus3.5-27B-v3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082524992","shards":1,"effective_bpw":6.3589,"repo":"Jackrong/Qwen3.5-27B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525056","shards":1,"effective_bpw":6.3589,"repo":"Jackrong/Qwopus3.5-27B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525088","shards":1,"effective_bpw":6.3589,"repo":"Jackrong/Qwopus3.5-27B-v3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595758912","shards":1,"effective_bpw":8.2345,"repo":"Jackrong/Qwen3.5-27B-GLM5.1-Distill-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595758976","shards":1,"effective_bpw":8.2345,"repo":"Jackrong/Qwopus3.5-27B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595759008","shards":1,"effective_bpw":8.2345,"repo":"Jackrong/Qwopus3.5-27B-v3.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-1-24b-instruct-2503","canonical_repo":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","display_name":"Mistral-Small-3.1-24B-Instruct-2503","publisher":"mistralai","modality":"vision_language","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10587","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Small-3.1-24B-Instruct-2503","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5558558272","shards":1,"effective_bpw":1.852,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017310272","shards":1,"effective_bpw":2.0048,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545120736","shards":1,"effective_bpw":2.1807,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750903872","shards":1,"effective_bpw":2.2492,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207034336","shards":1,"effective_bpw":2.4012,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353376","shards":1,"effective_bpw":2.4916,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052576","shards":1,"effective_bpw":2.7034,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243322432","shards":1,"effective_bpw":2.7465,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326496","shards":1,"effective_bpw":2.962,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326592","shards":1,"effective_bpw":2.962,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047612992","shards":1,"effective_bpw":3.0144,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593376","shards":1,"effective_bpw":3.0921,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409207872","shards":1,"effective_bpw":3.1349,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686496","shards":1,"effective_bpw":3.1804,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117536","shards":1,"effective_bpw":3.3008,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275936","shards":1,"effective_bpw":3.4651,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276032","shards":1,"effective_bpw":3.4651,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951136","shards":1,"effective_bpw":3.5486,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083296","shards":1,"effective_bpw":3.8229,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083392","shards":1,"effective_bpw":3.8229,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762016","shards":1,"effective_bpw":4.1316,"repo":"lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762336","shards":1,"effective_bpw":4.1316,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916576","shards":1,"effective_bpw":4.251,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779888192","shards":1,"effective_bpw":4.2579,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016096","shards":1,"effective_bpw":4.4872,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016192","shards":1,"effective_bpw":4.4872,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230496","shards":1,"effective_bpw":4.4959,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230592","shards":1,"effective_bpw":4.4959,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280736","shards":1,"effective_bpw":4.5143,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280832","shards":1,"effective_bpw":4.5143,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910176","shards":1,"effective_bpw":4.7757,"repo":"lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910496","shards":1,"effective_bpw":4.7757,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910592","shards":1,"effective_bpw":4.7757,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984096","shards":1,"effective_bpw":4.9417,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873107936","shards":1,"effective_bpw":4.9554,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108032","shards":1,"effective_bpw":4.9554,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414176","shards":1,"effective_bpw":5.4322,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414272","shards":1,"effective_bpw":5.4322,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985376","shards":1,"effective_bpw":5.5854,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985472","shards":1,"effective_bpw":5.5854,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178172896","shards":1,"effective_bpw":5.7233,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939616","shards":1,"effective_bpw":6.4456,"repo":"lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939936","shards":1,"effective_bpw":6.4456,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940032","shards":1,"effective_bpw":6.4456,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998496","shards":1,"effective_bpw":6.5539,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780576","shards":1,"effective_bpw":8.3476,"repo":"lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780896","shards":1,"effective_bpw":8.3476,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780992","shards":1,"effective_bpw":8.3476,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519776","shards":1,"effective_bpw":15.7104,"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519904","shards":1,"effective_bpw":15.7104,"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-base","canonical_repo":"openai/whisper-base","display_name":"whisper-base","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"72593920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10582","n_layers":6,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"29925346","shards":1,"effective_bpw":3.2978,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"37095158","shards":1,"effective_bpw":4.088,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"42225024","shards":1,"effective_bpw":4.6533,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"46471066","shards":1,"effective_bpw":5.1212,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"46471066","shards":1,"effective_bpw":5.1212,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"46705312","shards":1,"effective_bpw":5.147,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50883258","shards":1,"effective_bpw":5.6074,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"55295450","shards":1,"effective_bpw":6.0937,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"55295450","shards":1,"effective_bpw":6.0937,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"58870848","shards":1,"effective_bpw":6.4877,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"59707642","shards":1,"effective_bpw":6.5799,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"63786048","shards":1,"effective_bpw":7.0294,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64671358","shards":1,"effective_bpw":7.1269,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"67865664","shards":1,"effective_bpw":7.4789,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"78067328","shards":1,"effective_bpw":8.6032,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"81768602","shards":1,"effective_bpw":9.0111,"repo":"oxide-lab/whisper-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84962880","shards":1,"effective_bpw":9.3631,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"151145760","shards":1,"effective_bpw":16.6566,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"292335904","shards":1,"effective_bpw":32.216,"repo":"handy-computer/whisper-base-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jina-reranker-v1-tiny-en","canonical_repo":"jinaai/jina-reranker-v1-tiny-en","display_name":"jina-reranker-v1-tiny-en","publisher":"jinaai","modality":"embedding","arch_key":"jina-bert-v2","params_total":"33046273","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10546","n_layers":4,"n_head":12,"n_head_kv":12,"head_dim_k":32,"head_dim_v":32,"hidden":384,"vocab_size":61056,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jinaai/jina-reranker-v1-tiny-en","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"31644736","shards":1,"effective_bpw":7.6607,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"31644736","shards":1,"effective_bpw":7.6607,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"31884352","shards":1,"effective_bpw":7.7187,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32123968","shards":1,"effective_bpw":7.7767,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"32474176","shards":1,"effective_bpw":7.8615,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"32879680","shards":1,"effective_bpw":7.9597,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"33257536","shards":1,"effective_bpw":8.0511,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"33580096","shards":1,"effective_bpw":8.1292,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33828928","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"36105280","shards":1,"effective_bpw":8.7405,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36676672","shards":1,"effective_bpw":8.8789,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"67504192","shards":1,"effective_bpw":16.3417,"repo":"mradermacher/jina-reranker-v1-tiny-en-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-animus-v15-0","canonical_repo":"Darkhn/Gemma-4-31B-Animus-V15.0","display_name":"Gemma-4-31B-Animus-V15.0","publisher":"Darkhn","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10537","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"11916314816","shards":1,"effective_bpw":2.9169,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14424498400","shards":1,"effective_bpw":3.5308,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628271296","shards":1,"effective_bpw":4.0703,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17651001536","shards":1,"effective_bpw":4.3206,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687064256","shards":1,"effective_bpw":4.5742,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201486016","shards":1,"effective_bpw":6.1688,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676608","shards":1,"effective_bpw":7.9886,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"43691143584","shards":2,"effective_bpw":10.6947,"repo":"Darkhn-Quants-4/Gemma-4-31B-Animus-V15.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-math-1-5b-instruct","canonical_repo":"Qwen/Qwen2.5-Math-1.5B-Instruct","display_name":"Qwen2.5-Math-1.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10531","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Math-1.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436527904","shards":1,"effective_bpw":2.2622,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"464461600","shards":1,"effective_bpw":2.407,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511017760","shards":1,"effective_bpw":2.6483,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550327072","shards":1,"effective_bpw":2.852,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563810080","shards":1,"effective_bpw":2.9218,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"601054944","shards":1,"effective_bpw":3.1149,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"601055008","shards":1,"effective_bpw":3.1149,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"640135456","shards":1,"effective_bpw":3.3174,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668792608","shards":1,"effective_bpw":3.4659,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305184","shards":1,"effective_bpw":3.5048,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699488","shards":1,"effective_bpw":3.7919,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944928","shards":1,"effective_bpw":3.9434,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762407200","shards":1,"effective_bpw":3.951,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664288","shards":1,"effective_bpw":4.0249,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664352","shards":1,"effective_bpw":4.0249,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664384","shards":1,"effective_bpw":4.0249,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"824178976","shards":1,"effective_bpw":4.2711,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162848","shards":1,"effective_bpw":4.5613,"repo":"lmstudio-community/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163104","shards":1,"effective_bpw":4.5613,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163136","shards":1,"effective_bpw":4.5613,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895731936","shards":1,"effective_bpw":4.642,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895732000","shards":1,"effective_bpw":4.642,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895732032","shards":1,"effective_bpw":4.642,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936331552","shards":1,"effective_bpw":4.8524,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937535808","shards":1,"effective_bpw":4.8586,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312864","shards":1,"effective_bpw":4.873,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312896","shards":1,"effective_bpw":4.873,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048544","shards":1,"effective_bpw":5.11,"repo":"lmstudio-community/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048736","shards":1,"effective_bpw":5.11,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"986048800","shards":1,"effective_bpw":5.11,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048832","shards":1,"effective_bpw":5.11,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1042569024","shards":1,"effective_bpw":5.4029,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729504","shards":1,"effective_bpw":5.694,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729792","shards":1,"effective_bpw":5.694,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1125050400","shards":1,"effective_bpw":5.8304,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050592","shards":1,"effective_bpw":5.8304,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050688","shards":1,"effective_bpw":5.8304,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1181570880","shards":1,"effective_bpw":6.1233,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739872","shards":1,"effective_bpw":6.5957,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739872","shards":1,"effective_bpw":6.5957,"repo":"lmstudio-community/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740064","shards":1,"effective_bpw":6.5957,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740160","shards":1,"effective_bpw":6.5957,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1329260352","shards":1,"effective_bpw":6.8886,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573088","shards":1,"effective_bpw":8.533,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573088","shards":1,"effective_bpw":8.533,"repo":"lmstudio-community/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573280","shards":1,"effective_bpw":8.533,"repo":"liodon-ai/Qwen2.5-Math-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573376","shards":1,"effective_bpw":8.533,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3093669408","shards":1,"effective_bpw":16.0323,"repo":"legraphista/Qwen2.5-Math-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669408","shards":1,"effective_bpw":16.0323,"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rocinante-x-12b-v1","canonical_repo":"TheDrummer/Rocinante-X-12B-v1","display_name":"Rocinante-X-12B-v1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10478","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Rocinante-X-12B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999215520","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628320","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316320","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081120","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138476192","shards":1,"effective_bpw":2.7032,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138476960","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435026592","shards":1,"effective_bpw":2.8969,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027360","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682080","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791050912","shards":1,"effective_bpw":3.1294,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791051680","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945388192","shards":1,"effective_bpw":3.2302,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945388960","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306491552","shards":1,"effective_bpw":3.4661,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492320","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446410912","shards":1,"effective_bpw":3.5575,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229152","shards":1,"effective_bpw":3.6148,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534229920","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562082720","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722235552","shards":1,"effective_bpw":3.7376,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236320","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093152","shards":1,"effective_bpw":3.9734,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083093920","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561505952","shards":1,"effective_bpw":4.2858,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561506720","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742712992","shards":1,"effective_bpw":4.4042,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742713760","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641312","shards":1,"effective_bpw":4.6341,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642080","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097918112","shards":1,"effective_bpw":4.6362,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097918880","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200352","shards":1,"effective_bpw":4.6508,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201120","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207712","shards":1,"effective_bpw":4.884,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477208480","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795221152","shards":1,"effective_bpw":5.0917,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795221920","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281312","shards":1,"effective_bpw":5.2093,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738592","shards":1,"effective_bpw":5.5643,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739360","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634592","shards":1,"effective_bpw":5.7007,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635360","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822112","shards":1,"effective_bpw":5.9713,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213152","shards":1,"effective_bpw":6.5685,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056213920","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-X-12B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381271712","shards":1,"effective_bpw":6.7808,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372512","shards":1,"effective_bpw":8.5059,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504279424","shards":1,"effective_bpw":16.0057,"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-reranker-2b","canonical_repo":"Qwen/Qwen3-VL-Reranker-2B","display_name":"Qwen3-VL-Reranker-2B","publisher":"Qwen","modality":"text","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10477","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-Reranker-2B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515778656","shards":1,"effective_bpw":1.9394,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543795296","shards":1,"effective_bpw":2.0448,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590489696","shards":1,"effective_bpw":2.2204,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631515232","shards":1,"effective_bpw":2.3746,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657827936","shards":1,"effective_bpw":2.4736,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695183456","shards":1,"effective_bpw":2.614,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732971104","shards":1,"effective_bpw":2.7561,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754362464","shards":1,"effective_bpw":2.8366,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777797472","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777797728","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834224224","shards":1,"effective_bpw":3.1369,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867254112","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867254368","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867254368","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895664224","shards":1,"effective_bpw":3.3679,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939540320","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939540576","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003503456","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003503712","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010384992","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016282976","shards":1,"effective_bpw":3.8215,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054425184","shards":1,"effective_bpw":3.9649,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056784480","shards":1,"effective_bpw":3.9737,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060192096","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060192352","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107410784","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107411040","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142505568","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585696","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230585952","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257881440","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257881696","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417756512","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417756768","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834428256","shards":1,"effective_bpw":6.8979,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447351136","shards":1,"effective_bpw":12.9628,"repo":"mradermacher/Qwen3-VL-Reranker-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-joycaption-beta-one-hf-llava","canonical_repo":"fancyfeast/llama-joycaption-beta-one-hf-llava","display_name":"llama-joycaption-beta-one-hf-llava","publisher":"fancyfeast","modality":"text","arch_key":"llama","params_total":"8479990848","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10462","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fancyfeast/llama-joycaption-beta-one-hf-llava","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019629984","shards":1,"effective_bpw":1.9053,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161974176","shards":1,"effective_bpw":2.0396,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399214496","shards":1,"effective_bpw":2.2634,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605783968","shards":1,"effective_bpw":2.4583,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758491040","shards":1,"effective_bpw":2.6024,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948283296","shards":1,"effective_bpw":2.7814,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988817312","shards":1,"effective_bpw":2.8196,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179133600","shards":1,"effective_bpw":2.9992,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179133856","shards":1,"effective_bpw":2.9992,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274914720","shards":1,"effective_bpw":3.0895,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518749600","shards":1,"effective_bpw":3.3196,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501408","shards":1,"effective_bpw":3.4571,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664501664","shards":1,"effective_bpw":3.4571,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682327456","shards":1,"effective_bpw":3.4739,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784825760","shards":1,"effective_bpw":3.5706,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920096","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018920352","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958560","shards":1,"effective_bpw":4.0773,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321958816","shards":1,"effective_bpw":4.0773,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447665056","shards":1,"effective_bpw":4.1959,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364960","shards":1,"effective_bpw":4.2305,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675894176","shards":1,"effective_bpw":4.4112,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677991328","shards":1,"effective_bpw":4.4132,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692671136","shards":1,"effective_bpw":4.4271,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692671392","shards":1,"effective_bpw":4.4271,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736064","shards":1,"effective_bpw":4.6422,"repo":"H1coM/llama-joycaption-beta-one-hf-llava-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736416","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920736672","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130255264","shards":1,"effective_bpw":4.8399,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599296160","shards":1,"effective_bpw":5.2824,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599296416","shards":1,"effective_bpw":5.2824,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989600","shards":1,"effective_bpw":5.4085,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732989856","shards":1,"effective_bpw":5.4085,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008608","shards":1,"effective_bpw":6.2227,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596008864","shards":1,"effective_bpw":6.2227,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773024","shards":1,"effective_bpw":8.0573,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068893344","shards":1,"effective_bpw":15.1593,"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"skyfall-31b-v4-2","canonical_repo":"TheDrummer/Skyfall-31B-v4.2","display_name":"Skyfall-31B-v4.2","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"31352980480","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10447","n_layers":54,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Skyfall-31B-v4.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6861505984","shards":1,"effective_bpw":1.7508,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7508100544","shards":1,"effective_bpw":1.9158,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8585758144","shards":1,"effective_bpw":2.1907,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9483273664","shards":1,"effective_bpw":2.4197,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9677423296","shards":1,"effective_bpw":2.4693,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9812919744","shards":1,"effective_bpw":2.5039,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10467787456","shards":1,"effective_bpw":2.671,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10675045824","shards":1,"effective_bpw":2.7238,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10848551616","shards":1,"effective_bpw":2.7681,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10930226624","shards":1,"effective_bpw":2.7889,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11603526336","shards":1,"effective_bpw":2.9607,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11729438144","shards":1,"effective_bpw":2.9929,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11997807296","shards":1,"effective_bpw":3.0614,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12263638464","shards":1,"effective_bpw":3.1292,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12590662336","shards":1,"effective_bpw":3.2126,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12653167296","shards":1,"effective_bpw":3.2286,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13070386624","shards":1,"effective_bpw":3.335,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13349733056","shards":1,"effective_bpw":3.4063,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13744014784","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13781616064","shards":1,"effective_bpw":3.5165,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13957006016","shards":1,"effective_bpw":3.5613,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14065714624","shards":1,"effective_bpw":3.589,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14314095296","shards":1,"effective_bpw":3.6524,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15199487424","shards":1,"effective_bpw":3.8783,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15428207296","shards":1,"effective_bpw":3.9366,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16444671424","shards":1,"effective_bpw":4.196,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16516104896","shards":1,"effective_bpw":4.2142,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16904324544","shards":1,"effective_bpw":4.3133,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17099539136","shards":1,"effective_bpw":4.3631,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17881793984","shards":1,"effective_bpw":4.5627,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17947329984","shards":1,"effective_bpw":4.5794,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18022367936","shards":1,"effective_bpw":4.5986,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18032444096","shards":1,"effective_bpw":4.6011,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18102321856","shards":1,"effective_bpw":4.619,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18978620864","shards":1,"effective_bpw":4.8426,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19296142016","shards":1,"effective_bpw":4.9236,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19736462784","shards":1,"effective_bpw":5.0359,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19794215616","shards":1,"effective_bpw":5.0507,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19842958016","shards":1,"effective_bpw":5.0631,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21654046144","shards":1,"effective_bpw":5.5252,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21726462656","shards":1,"effective_bpw":5.5437,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22251488704","shards":1,"effective_bpw":5.6777,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22511911616","shards":1,"effective_bpw":5.7441,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22926099136","shards":1,"effective_bpw":5.8498,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25728910784","shards":1,"effective_bpw":6.565,"repo":"mradermacher/Skyfall-31B-v4.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26236814016","shards":1,"effective_bpw":6.6946,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26561872576","shards":1,"effective_bpw":6.7775,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33322074816","shards":1,"effective_bpw":8.5024,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"62714970752","shards":2,"effective_bpw":16.0023,"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuanocr","canonical_repo":"tencent/HunyuanOCR","display_name":"HunyuanOCR","publisher":"tencent","modality":"text","arch_key":"hunyuan_vl","params_total":"1119925744","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"10436","n_layers":24,"n_head":16,"n_head_kv":8,"head_dim_k":192,"head_dim_v":128,"hidden":1024,"vocab_size":120818,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":1,"n_expert_used":1,"arch_source":"tencent/HunyuanOCR","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"259661312","shards":1,"effective_bpw":1.8548,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"285219968","shards":1,"effective_bpw":2.0374,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"285220352","shards":1,"effective_bpw":2.0374,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"307666048","shards":1,"effective_bpw":2.1978,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"307666432","shards":1,"effective_bpw":2.1978,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"327392384","shards":1,"effective_bpw":2.3387,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"327392768","shards":1,"effective_bpw":2.3387,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"329113088","shards":1,"effective_bpw":2.351,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"342269056","shards":1,"effective_bpw":2.4449,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"342269440","shards":1,"effective_bpw":2.4449,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"354966656","shards":1,"effective_bpw":2.5356,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"354967040","shards":1,"effective_bpw":2.5356,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"392273024","shards":1,"effective_bpw":2.8021,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"392273408","shards":1,"effective_bpw":2.8021,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"399793280","shards":1,"effective_bpw":2.8559,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"399793664","shards":1,"effective_bpw":2.8559,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"447421952","shards":1,"effective_bpw":3.1961,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"577949408","shards":1,"effective_bpw":4.1285,"repo":"ggml-org/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"577949408","shards":1,"effective_bpw":4.1285,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"577949792","shards":1,"effective_bpw":4.1285,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1083218528","shards":1,"effective_bpw":7.7378,"repo":"ggml-org/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1083218528","shards":1,"effective_bpw":7.7378,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1083218528","shards":1,"effective_bpw":7.7378,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1083218912","shards":1,"effective_bpw":7.7378,"repo":"mradermacher/HunyuanOCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2161125984","shards":1,"effective_bpw":15.4376,"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-dev-72b","canonical_repo":"moonshotai/Kimi-Dev-72B","display_name":"Kimi-Dev-72B","publisher":"moonshotai","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10414","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"moonshotai/Kimi-Dev-72B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"23048185344","shards":1,"effective_bpw":2.536,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"23994361344","shards":1,"effective_bpw":2.6401,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"25700427264","shards":1,"effective_bpw":2.8279,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"29596542464","shards":1,"effective_bpw":3.2566,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"31856879104","shards":1,"effective_bpw":3.5053,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789056","shards":1,"effective_bpw":3.7948,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725376","shards":1,"effective_bpw":4.1481,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39748003328","shards":1,"effective_bpw":4.3735,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624448","shards":1,"effective_bpw":4.546,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126528","shards":1,"effective_bpw":4.5535,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697885696","shards":1,"effective_bpw":5.0282,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629248","shards":2,"effective_bpw":7.0803,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612192","shards":2,"effective_bpw":8.5014,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"145422673472","shards":3,"effective_bpw":16.0011,"repo":"unsloth/Kimi-Dev-72B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fableforge-1-5b","canonical_repo":"fableforge-ai/FableForge-1.5B","display_name":"FableForge-1.5B","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10410","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/FableForge-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436525088","shards":1,"effective_bpw":2.2622,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"436525728","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464459424","shards":1,"effective_bpw":2.407,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014976","shards":1,"effective_bpw":2.6482,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511015584","shards":1,"effective_bpw":2.6482,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550324256","shards":1,"effective_bpw":2.8519,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550324896","shards":1,"effective_bpw":2.852,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563807264","shards":1,"effective_bpw":2.9218,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563807904","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601052832","shards":1,"effective_bpw":3.1148,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640133280","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789824","shards":1,"effective_bpw":3.4659,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668790432","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676302112","shards":1,"effective_bpw":3.5048,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676302784","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676303008","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696672","shards":1,"effective_bpw":3.7919,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731697312","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941856","shards":1,"effective_bpw":3.9434,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760942528","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760942752","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762404384","shards":1,"effective_bpw":3.951,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762405024","shards":1,"effective_bpw":3.951,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661536","shards":1,"effective_bpw":4.0249,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776662176","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824176576","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824176800","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160032","shards":1,"effective_bpw":4.5613,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160704","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880160928","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895729216","shards":1,"effective_bpw":4.6419,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895729824","shards":1,"effective_bpw":4.6419,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902180800","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"911428672","shards":1,"effective_bpw":4.7233,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328736","shards":1,"effective_bpw":4.8523,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936329376","shards":1,"effective_bpw":4.8523,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937533600","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309792","shards":1,"effective_bpw":4.873,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940310464","shards":1,"effective_bpw":4.873,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940310688","shards":1,"effective_bpw":4.873,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986046400","shards":1,"effective_bpw":5.11,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986046624","shards":1,"effective_bpw":5.11,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"991472416","shards":1,"effective_bpw":5.1381,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839456","shards":1,"effective_bpw":5.2696,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016840352","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1057348672","shards":1,"effective_bpw":5.4795,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726688","shards":1,"effective_bpw":5.6939,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098727360","shards":1,"effective_bpw":5.6939,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098727584","shards":1,"effective_bpw":5.6939,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125048256","shards":1,"effective_bpw":5.8303,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125048480","shards":1,"effective_bpw":5.8303,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1207262272","shards":1,"effective_bpw":6.2564,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737728","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272737952","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/FableForge-1.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1329257536","shards":1,"effective_bpw":6.8886,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570272","shards":1,"effective_bpw":8.533,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570944","shards":1,"effective_bpw":8.533,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666592","shards":1,"effective_bpw":16.0323,"repo":"fableforge-ai/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093667264","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/FableForge-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dark-scarlett-v1-0-26b-a4b","canonical_repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B","display_name":"Dark-Scarlett-v1.0-26B-A4B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10395","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"14439361984","shards":1,"effective_bpw":4.3518,"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016064","shards":1,"effective_bpw":5.0621,"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890560","shards":1,"effective_bpw":5.7664,"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399424","shards":1,"effective_bpw":6.8229,"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859392","shards":1,"effective_bpw":8.0952,"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-12b-lyra-v4","canonical_repo":"Sao10K/MN-12B-Lyra-v4","display_name":"MN-12B-Lyra-v4","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"10394","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"4435026656","shards":1,"effective_bpw":2.8969,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791050976","shards":1,"effective_bpw":3.1294,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051136","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306491616","shards":1,"effective_bpw":3.4661,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446410976","shards":1,"effective_bpw":3.5575,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229216","shards":1,"effective_bpw":3.6148,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229376","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722235616","shards":1,"effective_bpw":3.7376,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093216","shards":1,"effective_bpw":3.9734,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093376","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506016","shards":1,"effective_bpw":4.2858,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506176","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713056","shards":1,"effective_bpw":4.4042,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057216","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641376","shards":1,"effective_bpw":4.6341,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200416","shards":1,"effective_bpw":4.6508,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200576","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207776","shards":1,"effective_bpw":4.884,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207936","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281376","shards":1,"effective_bpw":5.2093,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738656","shards":1,"effective_bpw":5.5643,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738816","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634656","shards":1,"effective_bpw":5.7007,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634816","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822176","shards":1,"effective_bpw":5.9713,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213216","shards":1,"effective_bpw":6.5685,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213376","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381271776","shards":1,"effective_bpw":6.7808,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372576","shards":1,"effective_bpw":8.5059,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372736","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"bartowski/MN-12B-Lyra-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-32b-0414","canonical_repo":"THUDM/GLM-4-32B-0414","display_name":"GLM-4-32B-0414","publisher":"THUDM","modality":"text","arch_key":"glm4","params_total":"32566081536","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10379","n_layers":61,"n_head":48,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/GLM-4-32B-0414","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7697527104","shards":1,"effective_bpw":1.8909,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8282558784","shards":1,"effective_bpw":2.0346,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9264431424","shards":1,"effective_bpw":2.2758,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9900875648","shards":1,"effective_bpw":2.4322,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10419896192","shards":1,"effective_bpw":2.5597,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11273420672","shards":1,"effective_bpw":2.7694,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11471479104","shards":1,"effective_bpw":2.818,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12292255616","shards":1,"effective_bpw":3.0196,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12292256064","shards":1,"effective_bpw":3.0196,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12510490944","shards":1,"effective_bpw":3.0733,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12784107392","shards":1,"effective_bpw":3.1405,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12951789888","shards":1,"effective_bpw":3.1817,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13201567616","shards":1,"effective_bpw":3.243,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13661519744","shards":1,"effective_bpw":3.356,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14371680128","shards":1,"effective_bpw":3.5305,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14371680576","shards":1,"effective_bpw":3.5305,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14821851008","shards":1,"effective_bpw":3.6411,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15890562944","shards":1,"effective_bpw":3.9036,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15890563392","shards":1,"effective_bpw":3.9036,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216290400","shards":1,"effective_bpw":4.2293,"repo":"lmstudio-community/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216290688","shards":1,"effective_bpw":4.2293,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17599442816","shards":1,"effective_bpw":4.3234,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17628541248","shards":1,"effective_bpw":4.3305,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18584989568","shards":1,"effective_bpw":4.5655,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18584990016","shards":1,"effective_bpw":4.5655,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18634928000","shards":1,"effective_bpw":4.5778,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18634928448","shards":1,"effective_bpw":4.5778,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18697645952","shards":1,"effective_bpw":4.5932,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18697646400","shards":1,"effective_bpw":4.5932,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680022112","shards":1,"effective_bpw":4.8345,"repo":"lmstudio-community/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680022400","shards":1,"effective_bpw":4.8345,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680022848","shards":1,"effective_bpw":4.8345,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20371099520","shards":1,"effective_bpw":5.0042,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20550086528","shards":1,"effective_bpw":5.0482,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20550086976","shards":1,"effective_bpw":5.0482,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527176576","shards":1,"effective_bpw":5.5339,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527177024","shards":1,"effective_bpw":5.5339,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23097462656","shards":1,"effective_bpw":5.674,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23097463104","shards":1,"effective_bpw":5.674,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23672147840","shards":1,"effective_bpw":5.8152,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728492640","shards":1,"effective_bpw":6.566,"repo":"lmstudio-community/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728492928","shards":1,"effective_bpw":6.566,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728493376","shards":1,"effective_bpw":6.566,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27179511680","shards":1,"effective_bpw":6.6768,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615225952","shards":1,"effective_bpw":8.5034,"repo":"lmstudio-community/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226240","shards":1,"effective_bpw":8.5034,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226688","shards":1,"effective_bpw":8.5034,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65144516384","shards":2,"effective_bpw":16.003,"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65144516896","shards":2,"effective_bpw":16.003,"repo":"unsloth/GLM-4-32B-0414-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moonshine-streaming-medium","canonical_repo":"UsefulSensors/moonshine-streaming-medium","display_name":"moonshine-streaming-medium","publisher":"UsefulSensors","modality":"audio_asr","arch_key":"moonshine_streaming","params_total":"265898112","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10277","n_layers":14,"n_head":10,"n_head_kv":10,"head_dim_k":64,"head_dim_v":64,"hidden":640,"vocab_size":32768,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UsefulSensors/moonshine-streaming-medium","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"295793568","shards":1,"effective_bpw":8.8995,"repo":"handy-computer/moonshine-streaming-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"533781408","shards":1,"effective_bpw":16.0597,"repo":"handy-computer/moonshine-streaming-medium-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1065204640","shards":1,"effective_bpw":32.0485,"repo":"handy-computer/moonshine-streaming-medium-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-ocr-2","canonical_repo":"deepseek-ai/DeepSeek-OCR-2","display_name":"DeepSeek-OCR-2","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2-ocr","params_total":"3389119360","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"10265","n_layers":12,"n_head":10,"n_head_kv":10,"head_dim_k":128,"head_dim_v":0,"hidden":1280,"vocab_size":129280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":0,"n_expert":64,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-OCR-2","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"1448949408","shards":1,"effective_bpw":3.4202,"repo":"SandLogicTechnologies/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1642540448","shards":1,"effective_bpw":3.8772,"repo":"SandLogicTechnologies/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1703545248","shards":1,"effective_bpw":4.0212,"repo":"SandLogicTechnologies/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1950326688","shards":1,"effective_bpw":4.6037,"repo":"sabafallah/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3126139808","shards":1,"effective_bpw":7.3792,"repo":"JamePeng2023/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3126139808","shards":1,"effective_bpw":7.3792,"repo":"sabafallah/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5876578208","shards":1,"effective_bpw":13.8716,"repo":"sabafallah/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5876578208","shards":1,"effective_bpw":13.8716,"repo":"JamePeng2023/DeepSeek-OCR-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-heretic-finetune","canonical_repo":"SvenBrnn/gemma-4-31B-heretic-finetune","display_name":"gemma-4-31B-heretic-finetune","publisher":"SvenBrnn","modality":"text","arch_key":"gemma4","params_total":"30697345280","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10224","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SvenBrnn/gemma-4-31B-heretic-finetune","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489696","shards":1,"effective_bpw":1.865,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872608","shards":1,"effective_bpw":2.0134,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844128","shards":1,"effective_bpw":2.2607,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359264","shards":1,"effective_bpw":2.4837,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888992","shards":1,"effective_bpw":2.6472,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066208","shards":1,"effective_bpw":2.8451,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589280","shards":1,"effective_bpw":2.8606,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314080","shards":1,"effective_bpw":3.1055,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508064","shards":1,"effective_bpw":3.1475,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369120","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357280","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357280","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497632","shards":1,"effective_bpw":3.7592,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109088","shards":1,"effective_bpw":3.984,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270560","shards":1,"effective_bpw":4.3335,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790560","shards":1,"effective_bpw":4.3615,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578208","shards":1,"effective_bpw":4.6132,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165664","shards":1,"effective_bpw":4.6292,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063520","shards":1,"effective_bpw":4.87,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421280","shards":1,"effective_bpw":5.077,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841760","shards":1,"effective_bpw":5.5541,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571040","shards":1,"effective_bpw":5.6931,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485280","shards":1,"effective_bpw":6.5677,"repo":"mradermacher/gemma-4-31B-heretic-finetune-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omni-31b-turkish-reasoning-model","canonical_repo":"bugrabilge/Omni-31B-Turkish-Reasoning-Model","display_name":"Omni-31B-Turkish-Reasoning-Model","publisher":"bugrabilge","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"10222","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bugrabilge/Omni-31B-Turkish-Reasoning-Model","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156473184","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725856096","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674827616","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530342752","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157872480","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917049696","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976572768","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916297280","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916297568","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077491552","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072352608","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761340480","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761340768","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761340768","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424481120","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287092288","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287092576","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628253760","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628254048","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735774048","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862217280","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701561696","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763148864","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763149152","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687046720","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687047008","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481404768","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311824960","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311825248","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845554240","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845554528","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201468480","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201468768","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635659328","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Omni-31B-Turkish-Reasoning-Model-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"salience-1-5-flash","canonical_repo":"vectionlabs/Salience-1.5-Flash","display_name":"Salience-1.5-Flash","publisher":"vectionlabs","modality":"text","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10213","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"vectionlabs/Salience-1.5-Flash","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416512000","shards":1,"effective_bpw":1.6521,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078294528","shards":1,"effective_bpw":1.8225,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181265408","shards":1,"effective_bpw":2.1065,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"8432726592","shards":1,"effective_bpw":2.1712,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076225024","shards":1,"effective_bpw":2.3369,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287134208","shards":1,"effective_bpw":2.3912,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9338696256","shards":1,"effective_bpw":2.4045,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9559042624","shards":1,"effective_bpw":2.4612,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169510912","shards":1,"effective_bpw":2.6184,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10499615296","shards":1,"effective_bpw":2.7034,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519366656","shards":1,"effective_bpw":2.7085,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10982574656","shards":1,"effective_bpw":2.8278,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258612480","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258612736","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11286446656","shards":1,"effective_bpw":2.906,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849329664","shards":1,"effective_bpw":3.0509,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598445056","shards":1,"effective_bpw":3.2438,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12946795072","shards":1,"effective_bpw":3.3335,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292471040","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292471296","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155968","shards":1,"effective_bpw":3.4242,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13488292416","shards":1,"effective_bpw":3.4729,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513065472","shards":1,"effective_bpw":3.4793,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14130020928","shards":1,"effective_bpw":3.6382,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14130020928","shards":1,"effective_bpw":3.6382,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14680523328","shards":1,"effective_bpw":3.7799,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711849728","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849984","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14784332352","shards":1,"effective_bpw":3.8066,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900672768","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900673024","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368352256","shards":1,"effective_bpw":4.2145,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16535075392","shards":1,"effective_bpw":4.2574,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557095680","shards":1,"effective_bpw":4.2631,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379990528","shards":1,"effective_bpw":4.4749,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456012032","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456012288","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17457060416","shards":1,"effective_bpw":4.4948,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17482226240","shards":1,"effective_bpw":4.5013,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18010708544","shards":1,"effective_bpw":4.6373,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556689152","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556689408","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18702768704","shards":1,"effective_bpw":4.8155,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18933711424","shards":1,"effective_bpw":4.875,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192503296","shards":1,"effective_bpw":4.9416,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19275864640","shards":1,"effective_bpw":4.9631,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080513280","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080513536","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21145000512","shards":1,"effective_bpw":5.4443,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725584128","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725584384","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21840206400","shards":1,"effective_bpw":5.6233,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22032253504","shards":1,"effective_bpw":5.6728,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092535040","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092535296","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Salience-1.5-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26433401408","shards":1,"effective_bpw":6.806,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26584121920","shards":1,"effective_bpw":6.8448,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483934784","shards":1,"effective_bpw":8.3639,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483934976","shards":1,"effective_bpw":8.3639,"repo":"mradermacher/Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095805440","shards":2,"effective_bpw":15.7308,"repo":"bartowski/vectionlabs_Salience-1.5-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-heretic-v1","canonical_repo":"igorls/gemma-4-12B-it-heretic-v1","display_name":"gemma-4-12B-it-heretic-v1","publisher":"igorls","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"10205","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"igorls/gemma-4-12B-it-heretic-v1","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"7381381760","shards":1,"effective_bpw":4.9375,"repo":"igorls/gemma-4-12B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645440","shards":1,"effective_bpw":8.4749,"repo":"igorls/gemma-4-12B-it-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-abliterated","canonical_repo":"mlabonne/Qwen3-8B-abliterated","display_name":"Qwen3-8B-abliterated","publisher":"mlabonne","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10201","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Qwen3-8B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115769856","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256147968","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111488","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696156672","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864743936","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051914752","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3051914848","shards":1,"effective_bpw":2.9808,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552256","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732864","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733120","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733216","shards":1,"effective_bpw":3.2053,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633280","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369633376","shards":1,"effective_bpw":3.2912,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874368","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874464","shards":1,"effective_bpw":3.5424,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611520","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769611776","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611872","shards":1,"effective_bpw":3.6818,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789665792","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889477216","shards":1,"effective_bpw":3.7989,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620544","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896620640","shards":1,"effective_bpw":3.8059,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161280","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161536","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161632","shards":1,"effective_bpw":4.0281,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394048","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394304","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394400","shards":1,"effective_bpw":4.3282,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839616","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561839712","shards":1,"effective_bpw":4.4556,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593296640","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332608","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787332704","shards":1,"effective_bpw":4.6759,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624064","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793624160","shards":1,"effective_bpw":4.682,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012416","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802012672","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012768","shards":1,"effective_bpw":4.6902,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783936","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784192","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784288","shards":1,"effective_bpw":4.9107,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247755776","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247755872","shards":1,"effective_bpw":5.1256,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489669728","shards":1,"effective_bpw":5.3618,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761600","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720761856","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761952","shards":1,"effective_bpw":5.5875,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112704","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851112960","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113056","shards":1,"effective_bpw":5.7149,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6235207264","shards":1,"effective_bpw":6.09,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899520","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725899776","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899872","shards":1,"effective_bpw":6.5693,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7027340896","shards":1,"effective_bpw":6.8637,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518592","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518944","shards":1,"effective_bpw":8.5067,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044032","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044096","shards":1,"effective_bpw":16.0064,"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-abliterated","canonical_repo":"wangzhang/gemma-4-31B-it-abliterated","display_name":"gemma-4-31B-it-abliterated","publisher":"wangzhang","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"10200","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wangzhang/gemma-4-31B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484672","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867584","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839104","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354240","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157883968","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061184","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584256","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308768","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309056","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503040","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364096","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761351968","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352256","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352256","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492608","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103776","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287104064","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265248","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265536","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785536","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228768","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573184","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160352","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160640","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058208","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058496","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416256","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836448","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836736","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565728","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566016","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569728","shards":1,"effective_bpw":5.5883,"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479968","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480256","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670816","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674752","shards":1,"effective_bpw":8.3486,"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"37374124352","shards":2,"effective_bpw":9.5607,"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413187712","shards":1,"effective_bpw":15.7102,"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-vl-30b-a3b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated","display_name":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"10193","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416511040","shards":1,"effective_bpw":1.6521,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293568","shards":1,"effective_bpw":1.8225,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181264448","shards":1,"effective_bpw":2.1065,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9076223488","shards":1,"effective_bpw":2.3369,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076224064","shards":1,"effective_bpw":2.3369,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9287132672","shards":1,"effective_bpw":2.3912,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287133248","shards":1,"effective_bpw":2.3912,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10169509376","shards":1,"effective_bpw":2.6184,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509952","shards":1,"effective_bpw":2.6184,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"10519365120","shards":1,"effective_bpw":2.7085,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365696","shards":1,"effective_bpw":2.7085,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611200","shards":1,"effective_bpw":2.8988,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611456","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611776","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"11849328128","shards":1,"effective_bpw":3.0509,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328704","shards":1,"effective_bpw":3.0509,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12598443520","shards":1,"effective_bpw":3.2438,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598444096","shards":1,"effective_bpw":3.2438,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292469760","shards":1,"effective_bpw":3.4225,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292470016","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292470336","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"13299154432","shards":1,"effective_bpw":3.4242,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155008","shards":1,"effective_bpw":3.4242,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13513063936","shards":1,"effective_bpw":3.4793,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513064512","shards":1,"effective_bpw":3.4793,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848448","shards":1,"effective_bpw":3.788,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848704","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849024","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900671488","shards":1,"effective_bpw":4.0941,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900671744","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900672064","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16368350720","shards":1,"effective_bpw":4.2145,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368351296","shards":1,"effective_bpw":4.2145,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557094656","shards":1,"effective_bpw":4.2631,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17310782976","shards":1,"effective_bpw":4.4571,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989568","shards":1,"effective_bpw":4.4749,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456010752","shards":1,"effective_bpw":4.4945,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456011008","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456011328","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687872","shards":1,"effective_bpw":4.7779,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556688128","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556688448","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192502336","shards":1,"effective_bpw":4.9416,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512000","shards":1,"effective_bpw":5.4277,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512256","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512576","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725582848","shards":1,"effective_bpw":5.5938,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725583104","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725583424","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092533760","shards":1,"effective_bpw":6.4607,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092534016","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092534336","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933440","shards":1,"effective_bpw":8.3639,"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933952","shards":1,"effective_bpw":8.3639,"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-mini-4k-instruct","canonical_repo":"microsoft/Phi-3-mini-4k-instruct","display_name":"Phi-3-mini-4k-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10192","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":4096,"sliding_window":2047,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-3-mini-4k-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"841608896","shards":1,"effective_bpw":1.762,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"917106368","shards":1,"effective_bpw":1.9201,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1042935488","shards":1,"effective_bpw":2.1835,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1153035872","shards":1,"effective_bpw":2.4141,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1153035968","shards":1,"effective_bpw":2.4141,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1215730784","shards":1,"effective_bpw":2.5453,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1215730880","shards":1,"effective_bpw":2.5453,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316394080","shards":1,"effective_bpw":2.7561,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316394176","shards":1,"effective_bpw":2.7561,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316394720","shards":1,"effective_bpw":2.7561,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"1327336640","shards":1,"effective_bpw":2.779,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416203360","shards":1,"effective_bpw":2.965,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416203456","shards":1,"effective_bpw":2.965,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204000","shards":1,"effective_bpw":2.965,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1512396000","shards":1,"effective_bpw":3.1664,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1513002080","shards":1,"effective_bpw":3.1677,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1513002176","shards":1,"effective_bpw":3.1677,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625174624","shards":1,"effective_bpw":3.4025,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625174720","shards":1,"effective_bpw":3.4025,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175264","shards":1,"effective_bpw":3.4025,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681797728","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681797824","shards":1,"effective_bpw":3.5211,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1681797824","shards":1,"effective_bpw":3.5211,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798368","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855599200","shards":1,"effective_bpw":3.885,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855599296","shards":1,"effective_bpw":3.885,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855599840","shards":1,"effective_bpw":3.885,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855599840","shards":1,"effective_bpw":3.885,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955476064","shards":1,"effective_bpw":4.0941,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"1955476160","shards":1,"effective_bpw":4.0941,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955476704","shards":1,"effective_bpw":4.0941,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059851872","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059851968","shards":1,"effective_bpw":4.3126,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059852512","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059852512","shards":1,"effective_bpw":4.3126,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087596640","shards":1,"effective_bpw":4.3707,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087596736","shards":1,"effective_bpw":4.3707,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597280","shards":1,"effective_bpw":4.3707,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597280","shards":1,"effective_bpw":4.3707,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2176176320","shards":1,"effective_bpw":4.5561,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188759136","shards":1,"effective_bpw":4.5825,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188759232","shards":1,"effective_bpw":4.5825,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188759776","shards":1,"effective_bpw":4.5825,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393231456","shards":1,"effective_bpw":5.0106,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2393231552","shards":1,"effective_bpw":5.0106,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232096","shards":1,"effective_bpw":5.0106,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232096","shards":1,"effective_bpw":5.0106,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2466338016","shards":1,"effective_bpw":5.1636,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641473472","shards":1,"effective_bpw":5.5303,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641473632","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474272","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"2815274944","shards":1,"effective_bpw":5.8942,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815275104","shards":1,"effective_bpw":5.8942,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815275744","shards":1,"effective_bpw":5.8942,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815275744","shards":1,"effective_bpw":5.8942,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2876069088","shards":1,"effective_bpw":6.0215,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135851968","shards":1,"effective_bpw":6.5654,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135852128","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135852768","shards":1,"effective_bpw":6.5654,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135852768","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3183564000","shards":1,"effective_bpw":6.6653,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061221312","shards":1,"effective_bpw":8.5028,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061221472","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222112","shards":1,"effective_bpw":8.5028,"repo":"lmstudio-community/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222112","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7643296192","shards":1,"effective_bpw":16.0024,"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"15285055808","shards":1,"effective_bpw":32.0015,"repo":"bartowski/Phi-3-mini-4k-instruct-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"15285056448","shards":1,"effective_bpw":32.0015,"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-c-abliterated-v3","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Instruct-c_abliterated-v3","display_name":"Qwen3-VL-8B-Instruct-c_abliterated-v3","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10168","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3281735008","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298784","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520736","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388046176","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-heretic-styletune-v2-head","canonical_repo":"jebcarter/gemma-4-26b-a4b-heretic-styletune-v2-head","display_name":"gemma-4-26b-a4b-heretic-styletune-v2-head","publisher":"jebcarter","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"10151","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"jebcarter/gemma-4-26b-a4b-heretic-styletune-v2-head","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532492192","shards":1,"effective_bpw":2.6451,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910878112","shards":1,"effective_bpw":2.7624,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541521312","shards":1,"effective_bpw":2.9579,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058651552","shards":1,"effective_bpw":3.1182,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190395296","shards":1,"effective_bpw":3.1591,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694909856","shards":1,"effective_bpw":3.3155,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824958048","shards":1,"effective_bpw":3.3558,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824958368","shards":1,"effective_bpw":3.3558,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866702752","shards":1,"effective_bpw":3.3687,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642888096","shards":1,"effective_bpw":3.6094,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953261984","shards":1,"effective_bpw":3.7056,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539603552","shards":1,"effective_bpw":3.8874,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539603872","shards":1,"effective_bpw":3.8874,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539603872","shards":1,"effective_bpw":3.8874,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709757856","shards":1,"effective_bpw":3.9401,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603927648","shards":1,"effective_bpw":4.2173,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603927968","shards":1,"effective_bpw":4.2173,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141682272","shards":1,"effective_bpw":4.384,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141682592","shards":1,"effective_bpw":4.384,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309893536","shards":1,"effective_bpw":4.4362,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976032","shards":1,"effective_bpw":4.4814,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903292320","shards":1,"effective_bpw":4.6201,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061024","shards":1,"effective_bpw":4.9229,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880061344","shards":1,"effective_bpw":4.9229,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430949792","shards":1,"effective_bpw":5.0937,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211251808","shards":1,"effective_bpw":5.3356,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211252128","shards":1,"effective_bpw":5.3356,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494243936","shards":1,"effective_bpw":5.7333,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494244256","shards":1,"effective_bpw":5.7333,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640400992","shards":1,"effective_bpw":6.0886,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640401312","shards":1,"effective_bpw":6.0886,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243951712","shards":1,"effective_bpw":7.2058,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952032","shards":1,"effective_bpw":7.2058,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644193888","shards":1,"effective_bpw":8.5699,"repo":"mradermacher/gemma-4-26b-a4b-heretic-styletune-v2-head-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-12b-coder-fable5-composer2-5-v1-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","display_name":"Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10148","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692448","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848928","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109728","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843488","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597728","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806368","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148128","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148768","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195168","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393888","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230048","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230048","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992608","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088288","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320288","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255968","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551648","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879328","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997728","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048288","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382560","shards":1,"effective_bpw":4.9375,"repo":"KakTakOne/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383328","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126048","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372768","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268768","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022048","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646688","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832065440","shards":1,"effective_bpw":15.9415,"repo":"KakTakOne/Huihui-gemma-4-12B-coder-fable5-composer2.5-v1-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-nano","canonical_repo":"squ11z1/Mythos-nano","display_name":"Mythos-nano","publisher":"squ11z1","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"10146","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"squ11z1/Mythos-nano","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094496","shards":1,"effective_bpw":2.0508,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"791094496","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027744","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027744","shards":1,"effective_bpw":2.2036,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249824","shards":1,"effective_bpw":2.4582,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249824","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546080","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546080","shards":1,"effective_bpw":2.6742,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938400","shards":1,"effective_bpw":2.753,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938400","shards":1,"effective_bpw":2.753,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516064","shards":1,"effective_bpw":2.9567,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516064","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128352","shards":1,"effective_bpw":3.106,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128352","shards":1,"effective_bpw":3.106,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274755168","shards":1,"effective_bpw":3.3047,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756320","shards":1,"effective_bpw":3.3047,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756320","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827488","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827488","shards":1,"effective_bpw":3.3256,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836384","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836384","shards":1,"effective_bpw":3.6082,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454356576","shards":1,"effective_bpw":3.7703,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357728","shards":1,"effective_bpw":3.7703,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357728","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864480","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864480","shards":1,"effective_bpw":3.7768,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895200","shards":1,"effective_bpw":3.8598,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895200","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590474848","shards":1,"effective_bpw":4.1232,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476000","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476000","shards":1,"effective_bpw":4.1232,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391072","shards":1,"effective_bpw":4.4262,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392224","shards":1,"effective_bpw":4.4263,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392224","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095264","shards":1,"effective_bpw":4.5084,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095264","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209568","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209568","shards":1,"effective_bpw":4.7317,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486368","shards":1,"effective_bpw":4.7402,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486368","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834383456","shards":1,"effective_bpw":4.7555,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384608","shards":1,"effective_bpw":4.7555,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384608","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929902176","shards":1,"effective_bpw":5.0031,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903328","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903328","shards":1,"effective_bpw":5.0031,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258528","shards":1,"effective_bpw":5.1751,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258528","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169665632","shards":1,"effective_bpw":5.6247,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666784","shards":1,"effective_bpw":5.6247,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666784","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224814176","shards":1,"effective_bpw":5.7676,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815328","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815328","shards":1,"effective_bpw":5.7676,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538158176","shards":1,"effective_bpw":6.5799,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159328","shards":1,"effective_bpw":6.5799,"repo":"lovegold/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159328","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Mythos-nano-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285475424","shards":1,"effective_bpw":8.5173,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178316384","shards":1,"effective_bpw":16.0167,"repo":"squ11z1/Mythos-nano-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-vl-7b-instruct","canonical_repo":"Qwen/Qwen2-VL-7B-Instruct","display_name":"Qwen2-VL-7B-Instruct","publisher":"Qwen","modality":"vision_language","arch_key":"qwen2vl","params_total":"8291375616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10144","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-VL-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780341408","shards":1,"effective_bpw":2.6826,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939232","shards":1,"effective_bpw":2.91,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346255008","shards":1,"effective_bpw":3.2287,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367520","shards":1,"effective_bpw":3.3696,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548163232","shards":1,"effective_bpw":3.4235,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574011040","shards":1,"effective_bpw":3.4484,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390304","shards":1,"effective_bpw":3.6746,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458144","shards":1,"effective_bpw":3.9448,"repo":"lmstudio-community/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458400","shards":1,"effective_bpw":3.9448,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471584","shards":1,"effective_bpw":4.0702,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812384","shards":1,"effective_bpw":4.2819,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444120224","shards":1,"effective_bpw":4.2879,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768096","shards":1,"effective_bpw":4.3011,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072416","shards":1,"effective_bpw":4.5185,"repo":"lmstudio-community/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072416","shards":1,"effective_bpw":4.5185,"repo":"ggml-org/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072672","shards":1,"effective_bpw":4.5185,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562912","shards":1,"effective_bpw":4.9088,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175584","shards":1,"effective_bpw":5.1284,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830368","shards":1,"effective_bpw":5.2535,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195936","shards":1,"effective_bpw":5.578,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197664","shards":1,"effective_bpw":6.0344,"repo":"lmstudio-community/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197920","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518181024","shards":1,"effective_bpw":6.2891,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524064","shards":1,"effective_bpw":7.8139,"repo":"ggml-org/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524064","shards":1,"effective_bpw":7.8139,"repo":"lmstudio-community/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524320","shards":1,"effective_bpw":7.8139,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852064","shards":1,"effective_bpw":14.7024,"repo":"ggml-org/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852064","shards":1,"effective_bpw":14.7024,"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-queen-31b-it-uncensored-heretic","canonical_repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic","display_name":"Gemma-4-Queen-31B-it-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10121","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489344","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872256","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843776","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358912","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888640","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065856","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588928","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313440","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313728","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507712","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368768","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356640","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356928","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356928","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497280","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107328","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108448","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108736","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628268800","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269920","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270208","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790208","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233440","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577856","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763163904","shards":1,"effective_bpw":4.544,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165024","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165312","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687061760","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062880","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063168","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420928","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840000","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841120","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841408","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569280","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570400","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570688","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483520","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484640","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484928","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674368","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675488","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413187328","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-unsloth-bnb-4bit","canonical_repo":"unsloth/meta-llama-3.1-8b-unsloth-bnb-4bit","display_name":"meta-llama-3.1-8b-unsloth-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8243411722","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10107","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/meta-llama-3.1-8b-unsloth-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4920734080","shards":1,"effective_bpw":4.7754,"repo":"JoaoMigSilva/floorplan-completion-q4","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891008","shards":1,"effective_bpw":15.5944,"repo":"JoaoMigSilva/floorplan-completion-f16","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan-2-2-comfyui-repackaged","canonical_repo":"Comfy-Org/Wan_2.2_ComfyUI_Repackaged","display_name":"Wan_2.2_ComfyUI_Repackaged","publisher":"Comfy-Org","modality":"video","arch_key":"pig","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"10051","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"TQ1_0","bytes":"1405000416","shards":1,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"1635031776","shards":1,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1663436960","shards":2,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2248448736","shards":1,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"2478480096","shards":1,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9510895200","shards":1,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45778889856","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"53717101696","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"57936702592","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"61827181696","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"62976048000","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"65829485440","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"68216089728","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"73476309504","shards":9,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73954290816","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"74804305376","shards":8,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"77257960576","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"81435880576","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"82029997280","shards":8,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"86831472096","shards":8,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"89385069696","shards":7,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"116884663520","shards":8,"effective_bpw":null,"repo":"calcuis/wan2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-e4b-mahou-nsfw","canonical_repo":"Pranavz/gemma4-e4b-mahou-nsfw","display_name":"gemma4-e4b-mahou-nsfw","publisher":"Pranavz","modality":"text","arch_key":"gemma4","params_total":"7941100832","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"10010","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Pranavz/gemma4-e4b-mahou-nsfw","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289757088","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3289757088","shards":1,"effective_bpw":3.3142,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271008","shards":1,"effective_bpw":3.3973,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271008","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794208","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794208","shards":1,"effective_bpw":3.5358,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627840928","shards":1,"effective_bpw":3.6547,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627840928","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279648","shards":1,"effective_bpw":3.7046,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279648","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298208","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298208","shards":1,"effective_bpw":3.8154,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841248","shards":1,"effective_bpw":4.0124,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841248","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269589920","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269589920","shards":1,"effective_bpw":4.3013,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782240","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782240","shards":1,"effective_bpw":4.4092,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885600","shards":1,"effective_bpw":4.5796,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885600","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959520","shards":1,"effective_bpw":4.6653,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959520","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833760","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833760","shards":1,"effective_bpw":4.6702,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361440","shards":1,"effective_bpw":4.7221,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361440","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823061920","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823061920","shards":1,"effective_bpw":4.8588,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506400","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506400","shards":1,"effective_bpw":5.0275,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5037384096","shards":1,"effective_bpw":5.0747,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385120","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385120","shards":1,"effective_bpw":5.0747,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5159526816","shards":1,"effective_bpw":5.1978,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527840","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527840","shards":1,"effective_bpw":5.1978,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132320","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132320","shards":1,"effective_bpw":5.2014,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5171978656","shards":1,"effective_bpw":5.2103,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979680","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979680","shards":1,"effective_bpw":5.2103,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5302272416","shards":1,"effective_bpw":5.3416,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273440","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273440","shards":1,"effective_bpw":5.3416,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519520","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519520","shards":1,"effective_bpw":5.4416,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5648097696","shards":1,"effective_bpw":5.69,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098720","shards":1,"effective_bpw":5.69,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098720","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5723996576","shards":1,"effective_bpw":5.7665,"repo":"nuofang/gemma4-e4b-mahou-nsfw-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997600","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997600","shards":1,"effective_bpw":5.7665,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079520","shards":1,"effective_bpw":6.2179,"repo":"claymorecrystal/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079520","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma4-e4b-mahou-nsfw-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-14b-a3b-claude-4-6-opus-reasoning-distilled-reap","canonical_repo":"tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap","display_name":"Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap","publisher":"tvall43","modality":"text","arch_key":"qwen35moe","params_total":"14137111168","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9981","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":93,"n_expert_used":8,"arch_source":"tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"8695086464","shards":1,"effective_bpw":4.9204,"repo":"brunopio/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8695086464","shards":1,"effective_bpw":4.9204,"repo":"Oleg-On/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"28302928352","shards":1,"effective_bpw":16.0162,"repo":"tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-2-24b-instruct-2506-ultra-uncensored-heretic","canonical_repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic","display_name":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"mistral3","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9963","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273736032","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750510432","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545134432","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207048032","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478367072","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114066272","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320176992","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890339840","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890340192","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280607072","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907131232","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400289280","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400289632","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428142432","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650964832","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474096640","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474096992","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400775680","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400776032","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758930272","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890001920","shards":1,"effective_bpw":4.2946,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494244192","shards":1,"effective_bpw":4.496,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549294080","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549294432","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333922464","shards":1,"effective_bpw":4.7757,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333923840","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333924192","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873121632","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304426144","shards":1,"effective_bpw":5.4322,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304427520","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304427872","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763997344","shards":1,"effective_bpw":5.5854,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763998720","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763999072","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345951904","shards":1,"effective_bpw":6.4456,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345953280","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345953632","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054792864","shards":1,"effective_bpw":8.3476,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054794240","shards":1,"effective_bpw":8.3476,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153532064","shards":1,"effective_bpw":15.7104,"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-instruct-abliterated","canonical_repo":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated","display_name":"Meta-Llama-3.1-8B-Instruct-abliterated","publisher":"mlabonne","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"9945","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019628384","shards":1,"effective_bpw":2.012,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019628480","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972576","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972672","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212896","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212992","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605782368","shards":1,"effective_bpw":2.596,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782464","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758489440","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489536","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281344","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281696","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281792","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815712","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131904","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132256","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132352","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274913120","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913216","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747648","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748000","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748096","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499712","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500064","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500160","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325856","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325952","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692155904","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823808","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824160","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824256","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918400","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918752","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918848","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956864","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957216","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957312","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663104","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663456","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663552","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892672","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989728","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669440","shards":1,"effective_bpw":4.675,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669792","shards":1,"effective_bpw":4.675,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669888","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734720","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920735072","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735168","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632960","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294464","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294496","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294912","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987904","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987936","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988352","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219072","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006912","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006944","shards":1,"effective_bpw":6.5712,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007360","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466816","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771328","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771360","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891680","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Meta-Llama-3.1-8B-Instruct-abliterated-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881344","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-thinking","canonical_repo":"Qwen/Qwen3-VL-4B-Thinking","display_name":"Qwen3-VL-4B-Thinking","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9923","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-4B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083151616","shards":1,"effective_bpw":1.9526,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"1083151776","shards":1,"effective_bpw":1.9526,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143485696","shards":1,"effective_bpw":2.0613,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143485856","shards":1,"effective_bpw":2.0613,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255347456","shards":1,"effective_bpw":2.263,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255347616","shards":1,"effective_bpw":2.263,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530404096","shards":1,"effective_bpw":2.7588,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530404256","shards":1,"effective_bpw":2.7588,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501696","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669501696","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501856","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669501856","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674378496","shards":1,"effective_bpw":3.0184,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674378656","shards":1,"effective_bpw":3.0184,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999296","shards":1,"effective_bpw":3.4017,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999456","shards":1,"effective_bpw":3.4017,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620096","shards":1,"effective_bpw":3.7417,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620256","shards":1,"effective_bpw":3.7417,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270753536","shards":1,"effective_bpw":4.0935,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270753696","shards":1,"effective_bpw":4.0935,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375774976","shards":1,"effective_bpw":4.2828,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375775136","shards":1,"effective_bpw":4.2828,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381345536","shards":1,"effective_bpw":4.2928,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381345696","shards":1,"effective_bpw":4.2928,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311616","shards":1,"effective_bpw":4.2964,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311776","shards":1,"effective_bpw":4.2964,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281472","shards":1,"effective_bpw":4.5018,"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282816","shards":1,"effective_bpw":4.5018,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282976","shards":1,"effective_bpw":4.5018,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596631296","shards":1,"effective_bpw":4.6809,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596631456","shards":1,"effective_bpw":4.6809,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713536","shards":1,"effective_bpw":5.0903,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713696","shards":1,"effective_bpw":5.0903,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515776","shards":1,"effective_bpw":5.2089,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515936","shards":1,"effective_bpw":5.2089,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263296","shards":1,"effective_bpw":5.9602,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263456","shards":1,"effective_bpw":5.9602,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405952","shards":1,"effective_bpw":7.7162,"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407296","shards":1,"effective_bpw":7.7162,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407456","shards":1,"effective_bpw":7.7162,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285952","shards":1,"effective_bpw":14.514,"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051287008","shards":1,"effective_bpw":14.514,"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051287200","shards":1,"effective_bpw":14.514,"repo":"unsloth/Qwen3-VL-4B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lightonocr-2-1b-bbox-soup","canonical_repo":"lightonai/LightOnOCR-2-1B-bbox-soup","display_name":"LightOnOCR-2-1B-bbox-soup","publisher":"lightonai","modality":"text","arch_key":"qwen3","params_total":"1005647872","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"9910","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":16384,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lightonai/LightOnOCR-2-1B-bbox-soup","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"367800352","shards":1,"effective_bpw":2.9259,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381562912","shards":1,"effective_bpw":3.0354,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396701728","shards":1,"effective_bpw":3.1558,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444411936","shards":1,"effective_bpw":3.5353,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495104032","shards":1,"effective_bpw":3.9386,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639443776","shards":1,"effective_bpw":5.0868,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198179136","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1198179136","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-bbox-soup-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-z1-9b-0414","canonical_repo":"zai-org/GLM-Z1-9B-0414","display_name":"GLM-Z1-9B-0414","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"9400279040","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"9895","n_layers":40,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-Z1-9B-0414","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3204200576","shards":1,"effective_bpw":2.7269,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3318151296","shards":1,"effective_bpw":2.8239,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3511154816","shards":1,"effective_bpw":2.9881,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3946313376","shards":1,"effective_bpw":3.3585,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3992025216","shards":1,"effective_bpw":3.3974,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344352","shards":1,"effective_bpw":3.4096,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344832","shards":1,"effective_bpw":3.4096,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4151834752","shards":1,"effective_bpw":3.5334,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4226807456","shards":1,"effective_bpw":3.5972,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4234836096","shards":1,"effective_bpw":3.604,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4406408864","shards":1,"effective_bpw":3.75,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039584","shards":1,"effective_bpw":3.908,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592040064","shards":1,"effective_bpw":3.908,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4612552352","shards":1,"effective_bpw":3.9255,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4721800864","shards":1,"effective_bpw":4.0184,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507680","shards":1,"effective_bpw":4.2335,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974508160","shards":1,"effective_bpw":4.2335,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196608896","shards":1,"effective_bpw":4.4225,"repo":"lmstudio-community/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196609184","shards":1,"effective_bpw":4.4225,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5262276256","shards":1,"effective_bpw":4.4784,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5281675392","shards":1,"effective_bpw":4.4949,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465175712","shards":1,"effective_bpw":4.6511,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465176192","shards":1,"effective_bpw":4.6511,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477463712","shards":1,"effective_bpw":4.6615,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477464192","shards":1,"effective_bpw":4.6615,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758482080","shards":1,"effective_bpw":4.9007,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758482560","shards":1,"effective_bpw":4.9007,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008600224","shards":1,"effective_bpw":5.1136,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008600704","shards":1,"effective_bpw":5.1136,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574464","shards":1,"effective_bpw":5.248,"repo":"lmstudio-community/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574752","shards":1,"effective_bpw":5.248,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166575232","shards":1,"effective_bpw":5.248,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6627292832","shards":1,"effective_bpw":5.6401,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514656","shards":1,"effective_bpw":5.6998,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697515136","shards":1,"effective_bpw":5.6998,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917536","shards":1,"effective_bpw":6.0006,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050918016","shards":1,"effective_bpw":6.0006,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7434040992","shards":1,"effective_bpw":6.3267,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266642816","shards":1,"effective_bpw":7.0352,"repo":"lmstudio-community/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266643104","shards":1,"effective_bpw":7.0352,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266643584","shards":1,"effective_bpw":7.0352,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8567322272","shards":1,"effective_bpw":7.2911,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611264","shards":1,"effective_bpw":8.5101,"repo":"lmstudio-community/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611552","shards":1,"effective_bpw":8.5101,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999612032","shards":1,"effective_bpw":8.5101,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811581824","shards":1,"effective_bpw":16.0094,"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811582336","shards":1,"effective_bpw":16.0094,"repo":"unsloth/GLM-Z1-9B-0414-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pantheon-reasoning-26b-a4b-1-1-heretic","canonical_repo":"Vortex5/Pantheon-Reasoning-26B-A4B-1.1-heretic","display_name":"Pantheon-Reasoning-26B-A4B-1.1-heretic","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9869","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/Pantheon-Reasoning-26B-A4B-1.1-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532493120","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910879040","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541522240","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652480","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190396224","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910784","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824958976","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824959296","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703680","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642889024","shards":1,"effective_bpw":3.509,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262912","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539604480","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604800","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604800","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758784","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928576","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603928896","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141683200","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683520","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309894464","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976960","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903293248","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061952","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880062272","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950720","shards":1,"effective_bpw":4.952,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252736","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211253056","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494244864","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494245184","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640401920","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640402240","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952640","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952960","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194816","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-14b-uncensored","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Qwen-14B-Uncensored","display_name":"DeepSeek-R1-Distill-Qwen-14B-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"14765947904","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"9852","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Qwen-14B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3605910944","shards":1,"effective_bpw":1.9536,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3870225824","shards":1,"effective_bpw":2.0968,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4310750624","shards":1,"effective_bpw":2.3355,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4702492064","shards":1,"effective_bpw":2.5477,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5001435936","shards":1,"effective_bpw":2.7097,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5353855776","shards":1,"effective_bpw":2.9006,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5394833888","shards":1,"effective_bpw":2.9229,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5768143072","shards":1,"effective_bpw":3.1251,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5768143072","shards":1,"effective_bpw":3.1251,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5768143328","shards":1,"effective_bpw":3.1251,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5944417056","shards":1,"effective_bpw":3.2206,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6380799840","shards":1,"effective_bpw":3.457,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657033824","shards":1,"effective_bpw":3.6067,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657033824","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657034080","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6690457440","shards":1,"effective_bpw":3.6248,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6913976160","shards":1,"effective_bpw":3.7459,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7336642144","shards":1,"effective_bpw":3.9749,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7336642144","shards":1,"effective_bpw":3.9749,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7336642400","shards":1,"effective_bpw":3.9749,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7922206304","shards":1,"effective_bpw":4.2921,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7922206304","shards":1,"effective_bpw":4.2921,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7922206560","shards":1,"effective_bpw":4.2921,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8117071072","shards":1,"effective_bpw":4.3977,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8183426016","shards":1,"effective_bpw":4.4337,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8183426016","shards":1,"effective_bpw":4.4337,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8541434752","shards":1,"effective_bpw":4.6276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8546349952","shards":1,"effective_bpw":4.6303,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8570598016","shards":1,"effective_bpw":4.6434,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8570598016","shards":1,"effective_bpw":4.6434,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8570598272","shards":1,"effective_bpw":4.6434,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8985277056","shards":1,"effective_bpw":4.8681,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8985277056","shards":1,"effective_bpw":4.8681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8985277312","shards":1,"effective_bpw":4.8681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389179072","shards":1,"effective_bpw":5.0869,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263465216","shards":1,"effective_bpw":5.5606,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263465216","shards":1,"effective_bpw":5.5606,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263465472","shards":1,"effective_bpw":5.5606,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10505784576","shards":1,"effective_bpw":5.6919,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10505784576","shards":1,"effective_bpw":5.6919,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10505784832","shards":1,"effective_bpw":5.6919,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121323840","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121323840","shards":1,"effective_bpw":6.5672,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121324096","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15697248192","shards":1,"effective_bpw":8.5046,"repo":"todayzhxy/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15697248192","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-1-2b","canonical_repo":"LiquidAI/LFM2-1.2B","display_name":"LFM2-1.2B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9839","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-1.2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K_L","bytes":"483396320","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483396320","shards":1,"effective_bpw":3.3043,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558156512","shards":1,"effective_bpw":3.8153,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"573575936","shards":1,"effective_bpw":3.9207,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"573575936","shards":1,"effective_bpw":3.9207,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600345312","shards":1,"effective_bpw":4.1037,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"624079616","shards":1,"effective_bpw":4.266,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"641905408","shards":1,"effective_bpw":4.3878,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"661148416","shards":1,"effective_bpw":4.5194,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"663376640","shards":1,"effective_bpw":4.5346,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"674411264","shards":1,"effective_bpw":4.61,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695749344","shards":1,"effective_bpw":4.7559,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695749568","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"695751424","shards":1,"effective_bpw":4.7559,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700467936","shards":1,"effective_bpw":4.7881,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"722096896","shards":1,"effective_bpw":4.936,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730893024","shards":1,"effective_bpw":4.9961,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730893248","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"734286592","shards":1,"effective_bpw":5.0193,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"739144448","shards":1,"effective_bpw":5.0525,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760498912","shards":1,"effective_bpw":5.1985,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"771650304","shards":1,"effective_bpw":5.2747,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"807424768","shards":1,"effective_bpw":5.5192,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825248480","shards":1,"effective_bpw":5.6411,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843352800","shards":1,"effective_bpw":5.7648,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843353024","shards":1,"effective_bpw":5.7648,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"852685568","shards":1,"effective_bpw":5.8286,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"861737728","shards":1,"effective_bpw":5.8905,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"880562944","shards":1,"effective_bpw":6.0192,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"894243584","shards":1,"effective_bpw":6.1127,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962841312","shards":1,"effective_bpw":6.5816,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962841536","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"962843392","shards":1,"effective_bpw":6.5816,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"995349248","shards":1,"effective_bpw":6.8038,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246251744","shards":1,"effective_bpw":8.5189,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246251968","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253504","shards":1,"effective_bpw":8.5189,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343324384","shards":1,"effective_bpw":16.0181,"repo":"unsloth/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343324608","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343326144","shards":1,"effective_bpw":16.0181,"repo":"Mungert/LFM2.5-Audio-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fallen-gemma3-27b-v1","canonical_repo":"TheDrummer/Fallen-Gemma3-27B-v1","display_name":"Fallen-Gemma3-27B-v1","publisher":"TheDrummer","modality":"text","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9815","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":240,"head_dim_v":240,"hidden":3840,"vocab_size":null,"ctx_native":null,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Fallen-Gemma3-27B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"8438903872","shards":1,"effective_bpw":2.461,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8782408768","shards":1,"effective_bpw":2.5612,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9493072960","shards":1,"effective_bpw":2.7684,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720640","shards":1,"effective_bpw":3.0632,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10716478528","shards":1,"effective_bpw":3.1252,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10845115456","shards":1,"effective_bpw":3.1627,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11562233536","shards":1,"effective_bpw":3.3718,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614144","shards":1,"effective_bpw":3.5484,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12547073728","shards":1,"effective_bpw":3.6591,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640384","shards":1,"effective_bpw":3.9188,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462080","shards":1,"effective_bpw":4.2413,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767447744","shards":1,"effective_bpw":4.3066,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567396544","shards":1,"effective_bpw":4.5399,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617973952","shards":1,"effective_bpw":4.5546,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056384","shards":1,"effective_bpw":4.571,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546688704","shards":1,"effective_bpw":4.8254,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16888083520","shards":1,"effective_bpw":4.925,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294144","shards":1,"effective_bpw":5.0064,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767191744","shards":1,"effective_bpw":5.473,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271675584","shards":1,"effective_bpw":5.6201,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19613070400","shards":1,"effective_bpw":5.7197,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974144","shards":1,"effective_bpw":6.4645,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22508368960","shards":1,"effective_bpw":6.564,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972160","shards":1,"effective_bpw":8.372,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027964384","shards":2,"effective_bpw":15.756,"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hyperclovax-seed-text-instruct-0-5b","canonical_repo":"naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-0.5B","display_name":"HyperCLOVAX-SEED-Text-Instruct-0.5B","publisher":"naver-hyperclovax","modality":"text","arch_key":"llama","params_total":"566281216","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9802","n_layers":24,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":110592,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-0.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"415662624","shards":1,"effective_bpw":5.8722,"repo":"naver-ellm/HyperCLOVAX-SEED-Text-Instruct-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"431882784","shards":1,"effective_bpw":6.1013,"repo":"naver-ellm/HyperCLOVAX-SEED-Text-Instruct-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"726204960","shards":1,"effective_bpw":10.2593,"repo":"naver-ellm/HyperCLOVAX-SEED-Text-Instruct-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1363214880","shards":1,"effective_bpw":19.2585,"repo":"naver-ellm/HyperCLOVAX-SEED-Text-Instruct-0.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-1-0-uncensored-llama2-13b","canonical_repo":"QuixiAI/WizardLM-1.0-Uncensored-Llama2-13b","display_name":"WizardLM-1.0-Uncensored-Llama2-13b","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"9793","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/WizardLM-1.0-Uncensored-Llama2-13b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b","canonical_repo":"Qwen/Qwen2.5-Coder-7B","display_name":"Qwen2.5-Coder-7B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9754","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-7B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4683073344","shards":1,"effective_bpw":4.9194,"repo":"AdvancedDataIntelligence/adi-qwen2.5-coder-7b-kimi2.7-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":4.9194,"repo":"itlwas/Qwen2.5-Coder-7B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":8.5073,"repo":"ggml-org/Qwen2.5-Coder-7B-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-1","canonical_repo":"zai-org/GLM-5.1","display_name":"GLM-5.1","publisher":"zai-org","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"9718","n_layers":78,"n_head":64,"n_head_kv":64,"head_dim_k":256,"head_dim_v":256,"hidden":6144,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"zai-org/GLM-5.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"158162527552","shards":4,"effective_bpw":1.6784,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"176020432352","shards":5,"effective_bpw":1.8679,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"203929724480","shards":6,"effective_bpw":2.1641,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"205540357824","shards":6,"effective_bpw":2.1812,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"220639852224","shards":6,"effective_bpw":2.3414,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"226599413280","shards":6,"effective_bpw":2.4047,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"231381882464","shards":6,"effective_bpw":2.4554,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"236185450176","shards":6,"effective_bpw":2.5064,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"254907209376","shards":7,"effective_bpw":2.7051,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"265814742720","shards":7,"effective_bpw":2.8208,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"266753325760","shards":7,"effective_bpw":2.8308,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"268266198880","shards":7,"effective_bpw":2.8468,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"279590819648","shards":7,"effective_bpw":2.967,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_S","bytes":"313470212000","shards":8,"effective_bpw":3.3265,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"314973771712","shards":9,"effective_bpw":3.3425,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"328314834240","shards":9,"effective_bpw":3.4841,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"338434709472","shards":8,"effective_bpw":3.5915,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"343937043776","shards":9,"effective_bpw":3.6499,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"344630349120","shards":9,"effective_bpw":3.6572,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"358874992128","shards":10,"effective_bpw":3.8084,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"360261996032","shards":10,"effective_bpw":3.8231,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"361324439648","shards":9,"effective_bpw":3.8344,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"368874186816","shards":9,"effective_bpw":3.9145,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"403395547264","shards":11,"effective_bpw":4.2808,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"426600740992","shards":11,"effective_bpw":4.5271,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"427612092544","shards":11,"effective_bpw":4.5378,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"433902676096","shards":10,"effective_bpw":4.6046,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"441415416064","shards":12,"effective_bpw":4.6843,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"459676727616","shards":12,"effective_bpw":4.8781,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"460382980416","shards":12,"effective_bpw":4.8856,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"464504318304","shards":11,"effective_bpw":4.9293,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"472724474240","shards":13,"effective_bpw":5.0165,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"520080579072","shards":14,"effective_bpw":5.5191,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"525947500928","shards":12,"effective_bpw":5.5814,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"538612685280","shards":14,"effective_bpw":5.7158,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"558461745696","shards":13,"effective_bpw":5.9264,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"621333543712","shards":14,"effective_bpw":6.5936,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"652470732128","shards":17,"effective_bpw":6.924,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"801344965472","shards":17,"effective_bpw":8.5039,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"801344965920","shards":21,"effective_bpw":8.5039,"repo":"bartowski/zai-org_GLM-5.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1507979370976","shards":33,"effective_bpw":16.0027,"repo":"unsloth/GLM-5.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm-360m-instruct-add-basics","canonical_repo":"HuggingFaceTB/smollm-360M-instruct-add-basics","display_name":"smollm-360M-instruct-add-basics","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"361821120","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"9707","n_layers":32,"n_head":15,"n_head_kv":5,"head_dim_k":64,"head_dim_v":64,"hidden":960,"vocab_size":49152,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/smollm-360M-instruct-add-basics","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"205848800","shards":1,"effective_bpw":4.5514,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"214988000","shards":1,"effective_bpw":4.7535,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"226661600","shards":1,"effective_bpw":5.0116,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"270591200","shards":1,"effective_bpw":5.9829,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"289944800","shards":1,"effective_bpw":6.4108,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"367359200","shards":1,"effective_bpw":8.1224,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"386405440","shards":1,"effective_bpw":8.5436,"repo":"HuggingFaceTB/smollm-360M-instruct-v0.2-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"386405600","shards":1,"effective_bpw":8.5436,"repo":"Felladrin/gguf-smollm-360M-instruct-add-basics","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-235b-a22b-thinking","canonical_repo":"Qwen/Qwen3-VL-235B-A22B-Thinking","display_name":"Qwen3-VL-235B-A22B-Thinking","publisher":"Qwen","modality":"text","arch_key":"qwen3vlmoe","params_total":"235670022896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9654","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-VL-235B-A22B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"54574584032","shards":1,"effective_bpw":1.8526,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"54675246720","shards":1,"effective_bpw":1.856,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"62891889056","shards":2,"effective_bpw":2.1349,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"62973677376","shards":2,"effective_bpw":2.1377,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"69608509856","shards":2,"effective_bpw":2.3629,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"69690298176","shards":2,"effective_bpw":2.3657,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691002688","shards":2,"effective_bpw":2.9088,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691003328","shards":2,"effective_bpw":2.9088,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836861248","shards":2,"effective_bpw":2.9138,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836861856","shards":2,"effective_bpw":2.9138,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"94648504768","shards":2,"effective_bpw":3.2129,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"94730293056","shards":2,"effective_bpw":3.2157,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444706240","shards":3,"effective_bpw":3.4436,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444706880","shards":3,"effective_bpw":3.4436,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447381408","shards":3,"effective_bpw":3.8171,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447382048","shards":3,"effective_bpw":3.8171,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"124966771392","shards":3,"effective_bpw":4.2421,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125303361504","shards":3,"effective_bpw":4.2535,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125303362112","shards":3,"effective_bpw":4.2535,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132603416480","shards":3,"effective_bpw":4.5013,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132603417120","shards":3,"effective_bpw":4.5013,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132423104","shards":3,"effective_bpw":4.5193,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132423712","shards":3,"effective_bpw":4.5193,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687119808","shards":3,"effective_bpw":4.5381,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687120416","shards":3,"effective_bpw":4.5381,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"134959552064","shards":3,"effective_bpw":4.5813,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154075360","shards":4,"effective_bpw":4.8255,"repo":"lmstudio-community/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154076096","shards":3,"effective_bpw":4.8255,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154076704","shards":3,"effective_bpw":4.8255,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230101440","shards":3,"effective_bpw":4.9978,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230102080","shards":3,"effective_bpw":4.9978,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881428032","shards":4,"effective_bpw":5.4952,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814158848","shards":4,"effective_bpw":5.6626,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814159488","shards":4,"effective_bpw":5.6626,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015495968","shards":5,"effective_bpw":6.5521,"repo":"lmstudio-community/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015496768","shards":4,"effective_bpw":6.5521,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015497376","shards":4,"effective_bpw":6.5521,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106656","shards":6,"effective_bpw":8.4844,"repo":"Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106848","shards":7,"effective_bpw":8.4844,"repo":"lmstudio-community/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940107584","shards":6,"effective_bpw":8.4844,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293438880","shards":10,"effective_bpw":15.9645,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293439520","shards":10,"effective_bpw":15.9645,"repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cybersecqwen-4b","canonical_repo":"lablab-ai-amd-developer-hackathon/CyberSecQwen-4B","display_name":"CyberSecQwen-4B","publisher":"lablab-ai-amd-developer-hackathon","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9653","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lablab-ai-amd-developer-hackathon/CyberSecQwen-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669496416","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886994016","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075614816","shards":1,"effective_bpw":4.128,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239782496","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286313056","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383306336","shards":1,"effective_bpw":4.74,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497277024","shards":1,"effective_bpw":4.9667,"repo":"ree2raz/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497277536","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823708256","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889510496","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306258016","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280402016","shards":1,"effective_bpw":8.513,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051282016","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/CyberSecQwen-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nanbeige4-1-3b","canonical_repo":"Nanbeige/Nanbeige4.1-3B","display_name":"Nanbeige4.1-3B","publisher":"Nanbeige","modality":"text","arch_key":"llama","params_total":"3933637120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9641","n_layers":32,"n_head":20,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":166144,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nanbeige/Nanbeige4.1-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1623104064","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1860943424","shards":1,"effective_bpw":3.7847,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2015608384","shards":1,"effective_bpw":4.0992,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2147499584","shards":1,"effective_bpw":4.3675,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2240586304","shards":1,"effective_bpw":4.5568,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2340958784","shards":1,"effective_bpw":4.7609,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2443112576","shards":1,"effective_bpw":4.9687,"repo":"Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2443113024","shards":1,"effective_bpw":4.9687,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2765386304","shards":1,"effective_bpw":5.6241,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2825269824","shards":1,"effective_bpw":5.7459,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3231311424","shards":1,"effective_bpw":6.5717,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4183948416","shards":1,"effective_bpw":8.5091,"repo":"Edge-Quant/Nanbeige4.1-3B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4183948864","shards":1,"effective_bpw":8.5091,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7871577664","shards":1,"effective_bpw":16.0088,"repo":"mradermacher/Nanbeige4.1-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vace-skyreels-v3-r2v-merge","canonical_repo":"Inner-Reflections/VACE_Skyreels_V3_R2V_Merge","display_name":"VACE_Skyreels_V3_R2V_Merge","publisher":"Inner-Reflections","modality":"video","arch_key":"wan","params_total":"17337592896","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"9616","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"8624197408","shards":1,"effective_bpw":3.9794,"repo":"BlackStone-Yu/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8624197408","shards":1,"effective_bpw":3.9794,"repo":"mickmumpitz/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11627589408","shards":1,"effective_bpw":5.3653,"repo":"BlackStone-Yu/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11627589408","shards":1,"effective_bpw":5.3653,"repo":"mickmumpitz/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13025472288","shards":1,"effective_bpw":6.0103,"repo":"BlackStone-Yu/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13025472288","shards":1,"effective_bpw":6.0103,"repo":"mickmumpitz/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18651410208","shards":1,"effective_bpw":8.6062,"repo":"mickmumpitz/VACE_Skyreels_V3_R2V_Merge-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-medium-en","canonical_repo":"openai/whisper-medium.en","display_name":"whisper-medium.en","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"763856896","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9572","n_layers":24,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51864,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-medium.en","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"504025856","shards":1,"effective_bpw":5.2787,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"582669056","shards":1,"effective_bpw":6.1024,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"647942912","shards":1,"effective_bpw":6.786,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"831460928","shards":1,"effective_bpw":8.708,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1541853248","shards":1,"effective_bpw":16.1481,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3057356864","shards":1,"effective_bpw":32.0202,"repo":"handy-computer/whisper-medium.en-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-7-mixtral-8x7b","canonical_repo":"dphn/dolphin-2.7-mixtral-8x7b","display_name":"dolphin-2.7-mixtral-8x7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"46702809088","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9559","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"dphn/dolphin-2.7-mixtral-8x7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644044160","shards":1,"effective_bpw":2.6798,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15644044224","shards":1,"effective_bpw":2.6798,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15644044224","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20292062912","shards":1,"effective_bpw":3.4759,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363366080","shards":1,"effective_bpw":3.4882,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363366144","shards":1,"effective_bpw":3.4882,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363366144","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20430474944","shards":1,"effective_bpw":3.4997,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441544448","shards":1,"effective_bpw":4.5293,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544448","shards":1,"effective_bpw":4.5293,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26441544448","shards":1,"effective_bpw":4.5293,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544512","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441544512","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544512","shards":1,"effective_bpw":4.5293,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441544512","shards":1,"effective_bpw":4.5293,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291840","shards":1,"effective_bpw":5.5207,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229291840","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229291840","shards":1,"effective_bpw":5.5207,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291840","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773312","shards":1,"effective_bpw":6.5741,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773376","shards":1,"effective_bpw":6.5741,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773376","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279744","shards":1,"effective_bpw":8.5004,"repo":"second-state/Dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279808","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279808","shards":1,"effective_bpw":8.5004,"repo":"Mindrend/dolphin-2.7-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-heretic-antislop","canonical_repo":"Tetratype/Gemma-4-26B-A4B-it-heretic-antislop","display_name":"Gemma-4-26B-A4B-it-heretic-antislop","publisher":"Tetratype","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9516","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Tetratype/Gemma-4-26B-A4B-it-heretic-antislop","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271008","shards":1,"effective_bpw":2.57,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668656928","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300128","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430368","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873200928","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715488","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737184","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624481568","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325693728","shards":1,"effective_bpw":3.511,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636067616","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409504","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409504","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563488","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286733600","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488224","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917725984","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056096","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825120","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576224","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796015904","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733344","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890400","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399264","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Gemma-4-26B-A4B-it-heretic-antislop-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-vl-450m","canonical_repo":"LiquidAI/LFM2.5-VL-450M","display_name":"LFM2.5-VL-450M","publisher":"LiquidAI","modality":"vision_language","arch_key":"lfm2","params_total":"448718848","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9504","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-VL-450M","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"219311264","shards":1,"effective_bpw":3.91,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229313568","shards":1,"effective_bpw":4.0883,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260377632","shards":1,"effective_bpw":4.6422,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293383200","shards":1,"effective_bpw":5.2306,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379219104","shards":1,"effective_bpw":6.7609,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711486016","shards":1,"effective_bpw":12.6848,"repo":"erikku-sama/lfm2-electronics-vlm-v2","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711486496","shards":1,"effective_bpw":12.6848,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711486624","shards":1,"effective_bpw":12.6848,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1420324000","shards":1,"effective_bpw":25.3223,"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-35b-a3b-coder-mtp-gguf","canonical_repo":"Jackrong/Qwopus3.6-35B-A3B-Coder-MTP-GGUF","display_name":"Qwopus3.6-35B-A3B-Coder-MTP-GGUF","publisher":"Jackrong","modality":"text","arch_key":"qwen35moe","params_total":"446571248","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"9504","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-4-12b-it-heretic-decensored","canonical_repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored","display_name":"gemma-4-12B-it-heretic_decensored","publisher":"prithivMLmods","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9501","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-12B-it-heretic_decensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692224","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848704","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109504","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843264","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597504","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806144","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147904","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147744","shards":1,"effective_bpw":3.2309,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148256","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148544","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194944","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393664","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229024","shards":1,"effective_bpw":3.6979,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229536","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229824","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229824","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992384","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087264","shards":1,"effective_bpw":4.0717,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087776","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088064","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319264","shards":1,"effective_bpw":4.3923,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319776","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320064","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255744","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551456","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6975878304","shards":1,"effective_bpw":4.6662,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879104","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997504","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047264","shards":1,"effective_bpw":4.6985,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047776","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048064","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382304","shards":1,"effective_bpw":4.9375,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382816","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383104","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125824","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8338371744","shards":1,"effective_bpw":5.5776,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371744","shards":1,"effective_bpw":5.5776,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372256","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372544","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267744","shards":1,"effective_bpw":5.7174,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268256","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268544","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021024","shards":1,"effective_bpw":6.546,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021536","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021824","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645984","shards":1,"effective_bpw":8.4749,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646496","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832065184","shards":1,"effective_bpw":15.9415,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832065184","shards":1,"effective_bpw":15.9415,"repo":"prithivMLmods/gemma-4-12B-it-heretic_decensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"poe-8b-glm5-opus4-6-sonnet4-5-kimi-grok-gemini-3-pro-preview-heretic","canonical_repo":"Crownelius/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC","display_name":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC","publisher":"Crownelius","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9474","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Crownelius/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771744","shards":1,"effective_bpw":1.9306,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2115771744","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149856","shards":1,"effective_bpw":2.0587,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149856","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113376","shards":1,"effective_bpw":2.2722,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113376","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158560","shards":1,"effective_bpw":2.4602,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158560","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745824","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745824","shards":1,"effective_bpw":2.6141,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916640","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916640","shards":1,"effective_bpw":2.7849,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554144","shards":1,"effective_bpw":2.8137,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554144","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735008","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735008","shards":1,"effective_bpw":2.9946,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635168","shards":1,"effective_bpw":3.0748,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635168","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876256","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876256","shards":1,"effective_bpw":3.3095,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.4398,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667680","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667680","shards":1,"effective_bpw":3.4581,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622432","shards":1,"effective_bpw":3.5557,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622432","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":3.7633,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.0436,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841504","shards":1,"effective_bpw":4.1627,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841504","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334496","shards":1,"effective_bpw":4.3684,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334496","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625952","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625952","shards":1,"effective_bpw":4.3742,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.3818,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.5879,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757664","shards":1,"effective_bpw":4.7886,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757664","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.2202,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.3391,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.1374,"repo":"DripGhad1223/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trevorjs-gemma-4-12b-it-uncensored","canonical_repo":"TrevorJS/gemma-4-12B-it-uncensored","display_name":"gemma-4-12B-it-uncensored","publisher":"TrevorJS","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9428","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TrevorJS/gemma-4-12B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"7381382208","shards":1,"effective_bpw":4.9375,"repo":"TrevorJS/gemma-4-12B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645888","shards":1,"effective_bpw":8.4749,"repo":"TrevorJS/gemma-4-12B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-i2v-14b-720p","canonical_repo":"Wan-AI/Wan2.1-I2V-14B-720P","display_name":"Wan2.1-I2V-14B-720P","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"16394878784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9426","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-I2V-14B-720P","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"7925939584","shards":1,"effective_bpw":3.8675,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8587033984","shards":1,"effective_bpw":4.1901,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10247552384","shards":1,"effective_bpw":5.0004,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10437606784","shards":1,"effective_bpw":5.0931,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11079859584","shards":1,"effective_bpw":5.4065,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11341184384","shards":1,"effective_bpw":5.534,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12089113984","shards":1,"effective_bpw":5.899,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12266061184","shards":1,"effective_bpw":5.9853,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12743654784","shards":1,"effective_bpw":6.2184,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13098368384","shards":1,"effective_bpw":6.3914,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14233779584","shards":1,"effective_bpw":6.9455,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18144640384","shards":1,"effective_bpw":8.8538,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"33283456384","shards":1,"effective_bpw":16.2409,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"33283456384","shards":1,"effective_bpw":16.2409,"repo":"city96/Wan2.1-I2V-14B-720P-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-llama3-2-3b","canonical_repo":"dphn/Dolphin3.0-Llama3.2-3B","display_name":"Dolphin3.0-Llama3.2-3B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"3212755968","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"9420","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Llama3.2-3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1229035840","shards":1,"effective_bpw":3.0604,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363940480","shards":1,"effective_bpw":3.3963,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1459364416","shards":1,"effective_bpw":3.6339,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1476793472","shards":1,"effective_bpw":3.6773,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542853760","shards":1,"effective_bpw":3.8418,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599673472","shards":1,"effective_bpw":3.9833,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687164032","shards":1,"effective_bpw":4.2012,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815352448","shards":1,"effective_bpw":4.5204,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829115008","shards":1,"effective_bpw":4.5546,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1917195392","shards":1,"effective_bpw":4.774,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921913984","shards":1,"effective_bpw":4.7857,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928205440","shards":1,"effective_bpw":4.8014,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019382112","shards":1,"effective_bpw":5.0284,"repo":"itlwas/Dolphin3.0-Llama3.2-3B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019382400","shards":1,"effective_bpw":5.0284,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2093356160","shards":1,"effective_bpw":5.2126,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114806336","shards":1,"effective_bpw":5.266,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269516928","shards":1,"effective_bpw":5.6513,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322158720","shards":1,"effective_bpw":5.7823,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2417582656","shards":1,"effective_bpw":6.02,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643858560","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2739282496","shards":1,"effective_bpw":6.821,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421905472","shards":1,"effective_bpw":8.5208,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433700032","shards":1,"effective_bpw":16.0204,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12858861472","shards":1,"effective_bpw":32.0195,"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-nano-4b-fp8","canonical_repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8","display_name":"NVIDIA-Nemotron-3-Nano-4B-FP8","publisher":"nvidia","modality":"text","arch_key":"nemotron_h","params_total":"3973556900","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9410","n_layers":42,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3136,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2837072864","shards":1,"effective_bpw":5.7119,"repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wanabi-gemma4-31b","canonical_repo":"kawaimasa/Wanabi-Gemma4-31B","display_name":"Wanabi-Gemma4-31B","publisher":"kawaimasa","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9391","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kawaimasa/Wanabi-Gemma4-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490656","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873568","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845088","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360224","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889952","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067168","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590240","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314336","shards":1,"effective_bpw":3.0483,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315040","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509024","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370080","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357536","shards":1,"effective_bpw":3.5203,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358240","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358240","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498592","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109344","shards":1,"effective_bpw":3.9106,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110048","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270816","shards":1,"effective_bpw":4.2537,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271520","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791520","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17651001056","shards":1,"effective_bpw":4.5153,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579168","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165920","shards":1,"effective_bpw":4.544,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166624","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063776","shards":1,"effective_bpw":4.7804,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064480","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19481421536","shards":1,"effective_bpw":4.9836,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422240","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"21311842016","shards":1,"effective_bpw":5.4518,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842016","shards":1,"effective_bpw":5.4518,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842720","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571296","shards":1,"effective_bpw":5.5883,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572000","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"23142262496","shards":1,"effective_bpw":5.92,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485536","shards":1,"effective_bpw":6.4468,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486240","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Wanabi-Gemma4-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676384","shards":1,"effective_bpw":8.3486,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413189536","shards":2,"effective_bpw":15.7102,"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-heretic","canonical_repo":"thanet-s/Ornith-1.0-35B-heretic","display_name":"Ornith-1.0-35B-heretic","publisher":"thanet-s","modality":"vision_language","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"9385","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"deepseek-r1-distill-qwen-7b-uncensored","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Qwen-7B-Uncensored","display_name":"DeepSeek-R1-Distill-Qwen-7B-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"9366","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Qwen-7B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902206784","shards":1,"effective_bpw":1.999,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040735552","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271616832","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467561280","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594031616","shards":1,"effective_bpw":2.726,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778736640","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832423264","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014289504","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014289760","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112908800","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344460320","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490572576","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490572832","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497396768","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572216352","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806595360","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806595616","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086663456","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086663712","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216531648","shards":1,"effective_bpw":4.431,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248357312","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435827744","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442135584","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455783200","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455783456","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681087776","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681088032","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871208704","shards":1,"effective_bpw":5.119,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313011936","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313012192","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442666720","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442666976","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251844352","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251844608","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095478080","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232124800","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-alice-v1-2-31b","canonical_repo":"AliceThirty/G4-Alice-v1.2-31B","display_name":"G4-Alice-v1.2-31B","publisher":"AliceThirty","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9347","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AliceThirty/G4-Alice-v1.2-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490656","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873568","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845088","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360224","shards":1,"effective_bpw":2.438,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889952","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067168","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590240","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313184","shards":1,"effective_bpw":3.0483,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314784","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315040","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509024","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370080","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356384","shards":1,"effective_bpw":3.5203,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357984","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358240","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358240","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498592","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"15287108192","shards":1,"effective_bpw":3.9106,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108192","shards":1,"effective_bpw":3.9106,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109792","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110048","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269664","shards":1,"effective_bpw":4.2537,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628271264","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271520","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791520","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234784","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579168","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164768","shards":1,"effective_bpw":4.544,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763166368","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166624","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"18687062624","shards":1,"effective_bpw":4.7804,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062624","shards":1,"effective_bpw":4.7804,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687064224","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064480","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422240","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840864","shards":1,"effective_bpw":5.4518,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842464","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842720","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"21845570144","shards":1,"effective_bpw":5.5883,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570144","shards":1,"effective_bpw":5.5883,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571744","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572000","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484384","shards":1,"effective_bpw":6.4468,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485984","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486240","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-Alice-v1.2-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675232","shards":1,"effective_bpw":8.3486,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676832","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/G4-Alice-v1.2-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188192","shards":1,"effective_bpw":15.7102,"repo":"AliceThirty/G4-Alice-v1.2-31B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tess-4-9b","canonical_repo":"migtissera/Tess-4-9B","display_name":"Tess-4-9B","publisher":"migtissera","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9329","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"migtissera/Tess-4-9B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3906351168","shards":1,"effective_bpw":3.2374,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969568","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4201197632","shards":1,"effective_bpw":3.4817,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022240","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4412944448","shards":1,"effective_bpw":3.6572,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990496","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783200","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4697452608","shards":1,"effective_bpw":3.893,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610208","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4806242368","shards":1,"effective_bpw":3.9832,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4859457600","shards":1,"effective_bpw":4.0273,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048512992","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5057114176","shards":1,"effective_bpw":4.1911,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5194477632","shards":1,"effective_bpw":4.3049,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5247955008","shards":1,"effective_bpw":4.3492,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418400","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5379567680","shards":1,"effective_bpw":4.4583,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864352","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554464","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663328","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5615824960","shards":1,"effective_bpw":4.6541,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5619757120","shards":1,"effective_bpw":4.6574,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629112704","shards":2,"effective_bpw":4.6651,"repo":"migtissera/Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5735100480","shards":1,"effective_bpw":4.753,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091360","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462240","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6047707200","shards":1,"effective_bpw":5.012,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6081785920","shards":1,"effective_bpw":5.0403,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643040","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545120","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6663352384","shards":1,"effective_bpw":5.5222,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6802600000","shards":1,"effective_bpw":5.6376,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6989852736","shards":1,"effective_bpw":5.7928,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359263104","shards":2,"effective_bpw":6.099,"repo":"migtissera/Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902240","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Tess-4-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7617605696","shards":1,"effective_bpw":6.3131,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7837184064","shards":1,"effective_bpw":6.4951,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8329850944","shards":1,"effective_bpw":6.9034,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527505280","shards":2,"effective_bpw":7.8959,"repo":"migtissera/Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9804542016","shards":1,"effective_bpw":8.1255,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920700800","shards":2,"effective_bpw":14.8518,"repo":"migtissera/Tess-4-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407321408","shards":1,"effective_bpw":15.255,"repo":"bartowski/migtissera_Tess-4-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-3b","canonical_repo":"meta-llama/Llama-3.2-3B","display_name":"Llama-3.2-3B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9319","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.2-3B","arch_confidence":0.8,"quantizations":[{"quant":"TQ1_0","bytes":"926286304","shards":1,"effective_bpw":2.3065,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"1058406880","shards":1,"effective_bpw":2.6355,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363935712","shards":1,"effective_bpw":3.3963,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542848992","shards":1,"effective_bpw":3.8418,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687159264","shards":1,"effective_bpw":4.2012,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815347680","shards":1,"effective_bpw":4.5204,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200672","shards":1,"effective_bpw":4.8014,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377632","shards":1,"effective_bpw":5.0284,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512160","shards":1,"effective_bpw":5.6513,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322153952","shards":1,"effective_bpw":5.7823,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643853792","shards":1,"effective_bpw":6.5834,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421895520","shards":1,"effective_bpw":8.5208,"repo":"ABDALLALSWAITI/llm_3_2_flux_prompt","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688032","shards":1,"effective_bpw":16.0204,"repo":"osmapi/Nidum-Llama-3.2-3B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-uncensored-max","canonical_repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX","display_name":"gemma-4-E2B-it-Uncensored-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"gemma4","params_total":"5123178016","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9290","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2989082240","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2989082528","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110211200","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110211488","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112404896","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134965664","shards":1,"effective_bpw":4.8953,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201345152","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201345440","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282347648","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282347936","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303925664","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309823616","shards":1,"effective_bpw":5.1684,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362219936","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362514848","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365070464","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365070752","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427874432","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427874720","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477776288","shards":1,"effective_bpw":5.4307,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595396736","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595397024","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630282368","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630282656","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845340800","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845341088","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4954587744","shards":1,"effective_bpw":7.7367,"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967491200","shards":1,"effective_bpw":7.7569,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311298144","shards":1,"effective_bpw":14.5399,"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311298144","shards":1,"effective_bpw":14.5399,"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311299200","shards":1,"effective_bpw":14.5399,"repo":"mradermacher/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"18605613664","shards":1,"effective_bpw":29.0532,"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9261","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"5627044224","shards":1,"effective_bpw":5.0276,"repo":"nandukmelath/Qwen3.5-9B-Uncensored-nothink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6691882080","shards":1,"effective_bpw":5.979,"repo":"LEONW24/Qwen3.5-9B-Uncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11421849056","shards":2,"effective_bpw":10.2051,"repo":"AIOpsInSpace/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-16b-it-big-g-glm4-7-flash-valhalla-heretic-uncensored-deep-thinking","canonical_repo":"DavidAU/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking","display_name":"gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"16024865024","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9248","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3834571328","shards":1,"effective_bpw":1.9143,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4138422848","shards":1,"effective_bpw":2.066,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4644842048","shards":1,"effective_bpw":2.3188,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5082909248","shards":1,"effective_bpw":2.5375,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5332539968","shards":1,"effective_bpw":2.6621,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5737675328","shards":1,"effective_bpw":2.8644,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5874811328","shards":1,"effective_bpw":2.9328,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6326118528","shards":1,"effective_bpw":3.1582,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6326118848","shards":1,"effective_bpw":3.1582,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6402333248","shards":1,"effective_bpw":3.1962,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6938798528","shards":1,"effective_bpw":3.464,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7289374848","shards":1,"effective_bpw":3.639,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7289375168","shards":1,"effective_bpw":3.639,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7289375168","shards":1,"effective_bpw":3.639,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7561984448","shards":1,"effective_bpw":3.7751,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8055623808","shards":1,"effective_bpw":4.0216,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8055624128","shards":1,"effective_bpw":4.0216,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8715735168","shards":1,"effective_bpw":4.3511,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8715735488","shards":1,"effective_bpw":4.3511,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8814531008","shards":1,"effective_bpw":4.4004,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8888258688","shards":1,"effective_bpw":4.4372,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9283809728","shards":1,"effective_bpw":4.6347,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9313300928","shards":1,"effective_bpw":4.6494,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9346723968","shards":1,"effective_bpw":4.6661,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9346724288","shards":1,"effective_bpw":4.6661,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9852528768","shards":1,"effective_bpw":4.9186,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9852529088","shards":1,"effective_bpw":4.9186,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10222367168","shards":1,"effective_bpw":5.1033,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11160924288","shards":1,"effective_bpw":5.5718,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11160924608","shards":1,"effective_bpw":5.5718,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11453900928","shards":1,"effective_bpw":5.7181,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11453901248","shards":1,"effective_bpw":5.7181,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13155358848","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13155359168","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17036122368","shards":1,"effective_bpw":8.5048,"repo":"mradermacher/gemma-3-16b-it-BIG-G-GLM4.7-Flash-Valhalla-Heretic-Uncensored-Deep-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-apollyon-8b","canonical_repo":"c4tdr0ut/grok-oss-Apollyon-8B","display_name":"grok-oss-Apollyon-8B","publisher":"c4tdr0ut","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9233","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"c4tdr0ut/grok-oss-Apollyon-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633408","shards":1,"effective_bpw":2.012,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977600","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217920","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787392","shards":1,"effective_bpw":2.596,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494464","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286720","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820736","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137024","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137280","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918144","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753024","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504832","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505088","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330880","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829184","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018922464","shards":1,"effective_bpw":4.0038,"repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923520","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923776","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961984","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962240","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668480","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368384","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897600","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994752","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674560","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674816","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4707353568","shards":1,"effective_bpw":4.6896,"repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920738784","shards":1,"effective_bpw":4.9022,"repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739840","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740096","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258688","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299584","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299840","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732991968","shards":1,"effective_bpw":5.7114,"repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993024","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993280","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012032","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012288","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Apollyon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775392","shards":1,"effective_bpw":8.5086,"repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776448","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896768","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/grok-oss-Apollyon-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-thinking-2507","canonical_repo":"Qwen/Qwen3-30B-A3B-Thinking-2507","display_name":"Qwen3-30B-A3B-Thinking-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9217","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-30B-A3B-Thinking-2507","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7569025024","shards":1,"effective_bpw":1.9832,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"8149193120","shards":1,"effective_bpw":2.1352,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662165504","shards":1,"effective_bpw":2.2697,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744099840","shards":1,"effective_bpw":2.2911,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"9066172832","shards":1,"effective_bpw":2.3755,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"9685733792","shards":1,"effective_bpw":2.5378,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870270464","shards":1,"effective_bpw":2.5862,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"10341814688","shards":1,"effective_bpw":2.7098,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"10845131168","shards":1,"effective_bpw":2.8416,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908647424","shards":1,"effective_bpw":2.8583,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212519424","shards":1,"effective_bpw":2.9379,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610080","shards":1,"effective_bpw":2.95,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11331539360","shards":1,"effective_bpw":2.9691,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216983552","shards":1,"effective_bpw":3.2011,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736460800","shards":1,"effective_bpw":3.3372,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12906959264","shards":1,"effective_bpw":3.3819,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468640","shards":1,"effective_bpw":3.4829,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428127744","shards":1,"effective_bpw":3.5184,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076540928","shards":1,"effective_bpw":3.6883,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076803072","shards":1,"effective_bpw":3.6884,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14583003136","shards":1,"effective_bpw":3.821,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847328","shards":1,"effective_bpw":3.8548,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900669440","shards":1,"effective_bpw":4.1663,"repo":"lmstudio-community/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16378073504","shards":1,"effective_bpw":4.2914,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458002432","shards":1,"effective_bpw":4.3123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17310781856","shards":1,"effective_bpw":4.5358,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17379987872","shards":1,"effective_bpw":4.5539,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386278912","shards":1,"effective_bpw":4.5555,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009632","shards":1,"effective_bpw":4.5738,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631645696","shards":1,"effective_bpw":4.6198,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984491520","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556685824","shards":1,"effective_bpw":4.8622,"repo":"lmstudio-community/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556686752","shards":1,"effective_bpw":4.8622,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632183808","shards":1,"effective_bpw":4.882,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863126528","shards":1,"effective_bpw":4.9425,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19192500640","shards":1,"effective_bpw":5.0288,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214520320","shards":1,"effective_bpw":5.0346,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080510880","shards":1,"effective_bpw":5.5235,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099384832","shards":1,"effective_bpw":5.5284,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581728","shards":1,"effective_bpw":5.6925,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744455680","shards":1,"effective_bpw":5.6975,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936502784","shards":1,"effective_bpw":5.7478,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092531712","shards":1,"effective_bpw":6.5747,"repo":"lmstudio-community/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092532640","shards":1,"effective_bpw":6.5747,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104721920","shards":1,"effective_bpw":6.5779,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255442432","shards":1,"effective_bpw":6.6174,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483931648","shards":1,"effective_bpw":8.5114,"repo":"lmstudio-community/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483931872","shards":1,"effective_bpw":8.5114,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932576","shards":1,"effective_bpw":8.5114,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095802784","shards":2,"effective_bpw":16.0083,"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803232","shards":2,"effective_bpw":16.0083,"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-v2-abliterated","canonical_repo":"Avesed/Qwopus3.6-27B-v2-abliterated","display_name":"Qwopus3.6-27B-v2-abliterated","publisher":"Avesed","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"9168","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Avesed/Qwopus3.6-27B-v2-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864591552","shards":1,"effective_bpw":3.1772,"repo":"Avesed/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10864592032","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592320","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535712","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536000","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607040","shards":1,"effective_bpw":3.6854,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331200","shards":1,"effective_bpw":3.7339,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736672","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500736960","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798432","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798720","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039040","shards":1,"effective_bpw":4.4769,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449952","shards":1,"effective_bpw":4.5094,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418240","shards":1,"effective_bpw":4.6089,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298592","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298880","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713792","shards":1,"effective_bpw":4.916,"repo":"Avesed/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714272","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714560","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768000","shards":1,"effective_bpw":5.0719,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681952","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682240","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535700672","shards":1,"effective_bpw":5.7129,"repo":"Avesed/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701152","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701440","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999232","shards":1,"effective_bpw":6.5596,"repo":"Avesed/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999712","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000000","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083712","shards":1,"effective_bpw":8.4943,"repo":"Avesed/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084192","shards":1,"effective_bpw":8.4943,"repo":"mradermacher/Qwopus3.6-27B-v2-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-local-abliterated-sota-internal-t34","canonical_repo":"keithtyser/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34","display_name":"gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34","publisher":"keithtyser","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"9166","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"keithtyser/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271520","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657440","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300640","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430880","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201440","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716000","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737696","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482080","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694240","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068128","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410016","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410016","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564000","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734112","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488736","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726496","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056608","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825632","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576736","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016416","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733856","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890912","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399776","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-local-abliterated-sota-internal-t34-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"prototype3550-qwen3-6-9b-heretic-uncensored-thinking-sweet-madness","canonical_repo":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","display_name":"Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","publisher":"Prototype3550","modality":"vision_language","arch_key":"qwen35","params_total":"9091831152","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9155","n_layers":16,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","arch_confidence":1,"quantizations":[{"quant":"Q4_K_S","bytes":"5238617952","shards":1,"effective_bpw":4.6095,"repo":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-Q4_K_S-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5463652192","shards":1,"effective_bpw":4.8075,"repo":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-ultra-550b-a55b-bf16","canonical_repo":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","display_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"560524578816","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"9154","n_layers":null,"n_head":64,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":22,"arch_source":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_M","bytes":"188031516192","shards":5,"effective_bpw":2.6837,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"193819655680","shards":5,"effective_bpw":2.7663,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"193960558080","shards":5,"effective_bpw":2.7683,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"223323569824","shards":6,"effective_bpw":3.1874,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"250502659840","shards":7,"effective_bpw":3.5753,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"274030739168","shards":7,"effective_bpw":3.9111,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"286118723296","shards":7,"effective_bpw":4.0836,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"294171787168","shards":8,"effective_bpw":4.1985,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"327684276096","shards":8,"effective_bpw":4.6768,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"359225442240","shards":9,"effective_bpw":5.127,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"391697744000","shards":10,"effective_bpw":5.5904,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"426510467136","shards":10,"effective_bpw":6.0873,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"460735987968","shards":11,"effective_bpw":6.5758,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"584258241056","shards":14,"effective_bpw":8.3387,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1099040900576","shards":24,"effective_bpw":15.6859,"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b-python-specialist","canonical_repo":"TobiasLogic/Qwen2.5-Coder-32B-Python-Specialist","display_name":"Qwen2.5-Coder-32B-Python-Specialist","publisher":"TobiasLogic","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9147","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TobiasLogic/Qwen2.5-Coder-32B-Python-Specialist","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507456","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161216","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250816","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551296","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569856","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441536","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001216","shards":1,"effective_bpw":2.805,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099168","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099456","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271616","shards":1,"effective_bpw":3.135,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514176","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331168","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331456","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895936","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123456","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048608","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048896","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079328","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079616","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154496","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101408","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010496","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410528","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410816","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336608","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336896","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243456","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255008","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255296","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157728","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158016","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155168","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155456","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885408","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/Qwen2.5-Coder-32B-Python-Specialist-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-omni-7b","canonical_repo":"Qwen/Qwen2.5-Omni-7B","display_name":"Qwen2.5-Omni-7B","publisher":"Qwen","modality":"text","arch_key":"qwen2vl","params_total":"10732225440","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"9141","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Omni-7B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2073763392","shards":1,"effective_bpw":1.5458,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"2073763392","shards":1,"effective_bpw":1.5458,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2200536640","shards":1,"effective_bpw":1.6403,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2200536640","shards":1,"effective_bpw":1.6403,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2398445120","shards":1,"effective_bpw":1.7878,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2398445120","shards":1,"effective_bpw":1.7878,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2856250944","shards":1,"effective_bpw":2.1291,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2856250944","shards":1,"effective_bpw":2.1291,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939648","shards":1,"effective_bpw":2.2481,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939648","shards":1,"effective_bpw":2.2481,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3143673408","shards":1,"effective_bpw":2.3434,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3143673408","shards":1,"effective_bpw":2.3434,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3167198784","shards":1,"effective_bpw":2.3609,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3167198784","shards":1,"effective_bpw":2.3609,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367936","shards":1,"effective_bpw":2.6033,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367936","shards":1,"effective_bpw":2.6033,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390720","shards":1,"effective_bpw":2.8388,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390720","shards":1,"effective_bpw":2.8388,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4235503168","shards":1,"effective_bpw":3.1572,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4235503168","shards":1,"effective_bpw":3.1572,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812800","shards":1,"effective_bpw":3.308,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812800","shards":1,"effective_bpw":3.308,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768512","shards":1,"effective_bpw":3.3229,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768512","shards":1,"effective_bpw":3.3229,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072384","shards":1,"effective_bpw":3.4908,"repo":"ggml-org/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073088","shards":1,"effective_bpw":3.4908,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073088","shards":1,"effective_bpw":3.4908,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873283136","shards":1,"effective_bpw":3.6326,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873283136","shards":1,"effective_bpw":3.6326,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176000","shards":1,"effective_bpw":3.962,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176000","shards":1,"effective_bpw":3.962,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830784","shards":1,"effective_bpw":4.0587,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830784","shards":1,"effective_bpw":4.0587,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198336","shards":1,"effective_bpw":4.662,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198336","shards":1,"effective_bpw":4.662,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524032","shards":1,"effective_bpw":6.0368,"repo":"ggml-org/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524736","shards":1,"effective_bpw":6.0368,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524736","shards":1,"effective_bpw":6.0368,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852032","shards":1,"effective_bpw":11.3586,"repo":"ggml-org/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237852480","shards":1,"effective_bpw":11.3586,"repo":"Sci-fi-vy/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237852480","shards":1,"effective_bpw":11.3586,"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-trismegistus-mistral-7b","canonical_repo":"teknium/Hermes-Trismegistus-Mistral-7B","display_name":"Hermes-Trismegistus-Mistral-7B","publisher":"teknium","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9140","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"teknium/Hermes-Trismegistus-Mistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083107200","shards":1,"effective_bpw":3.4059,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083107200","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577472","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577472","shards":1,"effective_bpw":3.4959,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996160","shards":1,"effective_bpw":3.8875,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996160","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034624","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034624","shards":1,"effective_bpw":4.2222,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927744","shards":1,"effective_bpw":4.5392,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927744","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385024","shards":1,"effective_bpw":4.5739,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385024","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450304","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450304","shards":1,"effective_bpw":4.8259,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421440","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421440","shards":1,"effective_bpw":5.6687,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078272","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078272","shards":1,"effective_bpw":6.5642,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874752","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874752","shards":1,"effective_bpw":8.5017,"repo":"orangejuicesmith/Hermes-Trismegistus-Mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aurora-code-1","canonical_repo":"Perciqa/Aurora-Code-1","display_name":"Aurora-Code-1","publisher":"Perciqa","modality":"text","arch_key":"qwen3moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9138","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Perciqa/Aurora-Code-1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416511872","shards":1,"effective_bpw":1.481,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078294400","shards":1,"effective_bpw":1.6337,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181265280","shards":1,"effective_bpw":1.8883,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076224896","shards":1,"effective_bpw":2.0949,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287134080","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9778453536","shards":1,"effective_bpw":2.257,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169510784","shards":1,"effective_bpw":2.3472,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519366528","shards":1,"effective_bpw":2.428,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797145120","shards":1,"effective_bpw":2.4921,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010276384","shards":1,"effective_bpw":2.5413,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258612352","shards":1,"effective_bpw":2.5986,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258612608","shards":1,"effective_bpw":2.5986,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849329536","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716704","shards":1,"effective_bpw":2.7851,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598444928","shards":1,"effective_bpw":2.9078,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079840","shards":1,"effective_bpw":2.9121,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719840","shards":1,"effective_bpw":3.0268,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292470912","shards":1,"effective_bpw":3.068,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292471168","shards":1,"effective_bpw":3.068,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155840","shards":1,"effective_bpw":3.0696,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513065344","shards":1,"effective_bpw":3.1189,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711849600","shards":1,"effective_bpw":3.3956,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849856","shards":1,"effective_bpw":3.3956,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870830112","shards":1,"effective_bpw":3.4323,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513517088","shards":1,"effective_bpw":3.5807,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900672640","shards":1,"effective_bpw":3.67,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900672896","shards":1,"effective_bpw":3.67,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218684448","shards":1,"effective_bpw":3.7434,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548768","shards":1,"effective_bpw":3.7452,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368352128","shards":1,"effective_bpw":3.778,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557095552","shards":1,"effective_bpw":3.8215,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886496288","shards":1,"effective_bpw":3.8976,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258848","shards":1,"effective_bpw":3.9007,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379990400","shards":1,"effective_bpw":4.0115,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456011904","shards":1,"effective_bpw":4.029,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456012160","shards":1,"effective_bpw":4.029,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556689024","shards":1,"effective_bpw":4.2831,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556689280","shards":1,"effective_bpw":4.2831,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806447136","shards":1,"effective_bpw":4.3407,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192503168","shards":1,"effective_bpw":4.4298,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861347360","shards":1,"effective_bpw":4.5842,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942612000","shards":1,"effective_bpw":4.6029,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592729120","shards":1,"effective_bpw":4.753,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080513152","shards":1,"effective_bpw":4.8656,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080513408","shards":1,"effective_bpw":4.8656,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391449120","shards":1,"effective_bpw":4.9374,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725584000","shards":1,"effective_bpw":5.0145,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725584256","shards":1,"effective_bpw":5.0145,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768895520","shards":1,"effective_bpw":5.0245,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973769248","shards":1,"effective_bpw":5.0718,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150816","shards":1,"effective_bpw":5.5755,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457696","shards":1,"effective_bpw":5.7743,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092534912","shards":1,"effective_bpw":5.7916,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092535168","shards":1,"effective_bpw":5.7916,"repo":"mradermacher/Aurora-Code-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331334176","shards":1,"effective_bpw":5.8467,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415968","shards":1,"effective_bpw":6.9366,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299749408","shards":1,"effective_bpw":6.9935,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483934848","shards":1,"effective_bpw":7.4976,"repo":"mradermacher/Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914691104","shards":1,"effective_bpw":8.5203,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637920","shards":2,"effective_bpw":16.0128,"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"alia-40b-instruct-2606","canonical_repo":"BSC-LT/ALIA-40b-instruct-2606","display_name":"ALIA-40b-instruct-2606","publisher":"BSC-LT","modality":"text","arch_key":"llama","params_total":"40433885184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9107","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":256000,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BSC-LT/ALIA-40b-instruct-2606","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"9727059328","shards":1,"effective_bpw":1.9245,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"10463159680","shards":1,"effective_bpw":2.0702,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"11689993600","shards":1,"effective_bpw":2.3129,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12772124032","shards":1,"effective_bpw":2.527,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"13560784256","shards":1,"effective_bpw":2.6831,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"14542251392","shards":1,"effective_bpw":2.8772,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"14686430592","shards":1,"effective_bpw":2.9058,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15711937632","shards":1,"effective_bpw":3.1087,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"15711937920","shards":1,"effective_bpw":3.1087,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"16222070144","shards":1,"effective_bpw":3.2096,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17406567808","shards":1,"effective_bpw":3.444,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18202436704","shards":1,"effective_bpw":3.6014,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"18202436992","shards":1,"effective_bpw":3.6014,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"18255914368","shards":1,"effective_bpw":3.612,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18844165504","shards":1,"effective_bpw":3.7284,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20044784736","shards":1,"effective_bpw":3.9659,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"20044785024","shards":1,"effective_bpw":3.9659,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"21628134496","shards":1,"effective_bpw":4.2792,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"21628134784","shards":1,"effective_bpw":4.2792,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"22158845312","shards":1,"effective_bpw":4.3842,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"22347588704","shards":1,"effective_bpw":4.4216,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"23369426304","shards":1,"effective_bpw":4.6237,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"23449117792","shards":1,"effective_bpw":4.6395,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"23449118080","shards":1,"effective_bpw":4.6395,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24591541344","shards":1,"effective_bpw":4.8655,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"24591541632","shards":1,"effective_bpw":4.8655,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"25689924992","shards":1,"effective_bpw":5.0829,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"28085920864","shards":1,"effective_bpw":5.5569,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"28085921152","shards":1,"effective_bpw":5.5569,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28754388064","shards":1,"effective_bpw":5.6892,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"28754388352","shards":1,"effective_bpw":5.6892,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33177412704","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"33177412992","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/ALIA-40b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"42969801824","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/ALIA-40b-instruct-2606-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-dark-gemistry-31b","canonical_repo":"Nimbz/Gemma-4-Dark-Gemistry-31B","display_name":"Gemma-4-Dark-Gemistry-31B","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"32682375020","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9096","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Gemma-4-Dark-Gemistry-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618913856","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188296768","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137268288","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992783424","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763443776","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439013440","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522620992","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378737984","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378738240","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683062848","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677923904","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366908992","shards":1,"effective_bpw":3.5167,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366911808","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366912064","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366912064","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030052416","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892660800","shards":1,"effective_bpw":3.8902,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892663616","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892663872","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233825088","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233825344","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484475968","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610919232","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18443725664","shards":1,"effective_bpw":4.5147,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494303808","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555888192","shards":1,"effective_bpw":4.5421,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555891008","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555891264","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479788384","shards":1,"effective_bpw":4.7683,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479788864","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479789120","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362227264","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280725056","shards":1,"effective_bpw":5.4539,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280727872","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280728128","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814456672","shards":1,"effective_bpw":5.5845,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814457152","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814457408","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357542208","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357542464","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133044544","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"90666033696","shards":3,"effective_bpw":22.1933,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110574092832","shards":3,"effective_bpw":27.0664,"repo":"ReadyArt/Nimbz_Gemma-4-Dark-Gemistry-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-1-70b","canonical_repo":"NousResearch/Hermes-3-Llama-3.1-70B","display_name":"Hermes-3-Llama-3.1-70B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"9037","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-3-Llama-3.1-70B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343482944","shards":1,"effective_bpw":1.7398,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"15343488192","shards":1,"effective_bpw":1.7398,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751196224","shards":1,"effective_bpw":1.8994,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751196224","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201472","shards":1,"effective_bpw":1.8994,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385024","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385024","shards":1,"effective_bpw":2.1654,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097390272","shards":1,"effective_bpw":2.1654,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108224","shards":1,"effective_bpw":2.3973,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108224","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113472","shards":1,"effective_bpw":2.3973,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242342976","shards":1,"effective_bpw":2.522,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242348224","shards":1,"effective_bpw":2.522,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294016","shards":1,"effective_bpw":2.7349,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294016","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119299264","shards":1,"effective_bpw":2.7349,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"24471943232","shards":1,"effective_bpw":2.7748,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108672","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108672","shards":1,"effective_bpw":2.9906,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401156672","shards":1,"effective_bpw":3.107,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494336","shards":1,"effective_bpw":3.1147,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494336","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499584","shards":1,"effective_bpw":3.1147,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307729984","shards":1,"effective_bpw":3.3232,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307735232","shards":1,"effective_bpw":3.3232,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051264","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912051264","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051264","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056224","shards":1,"effective_bpw":3.5051,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912056512","shards":1,"effective_bpw":3.5051,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034304","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034304","shards":1,"effective_bpw":3.6213,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039552","shards":1,"effective_bpw":3.6213,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"34267494464","shards":1,"effective_bpw":3.8856,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494464","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499424","shards":1,"effective_bpw":3.8856,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592704","shards":1,"effective_bpw":4.2113,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592704","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597664","shards":1,"effective_bpw":4.2113,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661696","shards":1,"effective_bpw":4.2977,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661696","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666944","shards":1,"effective_bpw":4.2977,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053618752","shards":1,"effective_bpw":4.5416,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220032","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220032","shards":1,"effective_bpw":4.5749,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224992","shards":1,"effective_bpw":4.5749,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"42520393792","shards":1,"effective_bpw":4.8213,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393792","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398752","shards":1,"effective_bpw":4.8213,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300190272","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447008","shards":3,"effective_bpw":5.5172,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451936","shards":1,"effective_bpw":5.5172,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"49949816928","shards":3,"effective_bpw":5.6637,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817088","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821856","shards":1,"effective_bpw":5.6638,"repo":"backyardai/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143456","shards":3,"effective_bpw":6.5639,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143648","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975049952","shards":4,"effective_bpw":8.5013,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975049984","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117913568","shards":6,"effective_bpw":16.0012,"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwq-32b-preview","canonical_repo":"Qwen/QwQ-32B-Preview","display_name":"QwQ-32B-Preview","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9036","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/QwQ-32B-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957550944","shards":1,"effective_bpw":2.4313,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569504","shards":1,"effective_bpw":2.5363,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441184","shards":1,"effective_bpw":2.7505,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098368","shards":1,"effective_bpw":3.0065,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099104","shards":1,"effective_bpw":3.0065,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419104","shards":1,"effective_bpw":3.1922,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513824","shards":1,"effective_bpw":3.3465,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331104","shards":1,"effective_bpw":3.5142,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123104","shards":1,"effective_bpw":3.6162,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935047808","shards":1,"effective_bpw":3.8909,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048544","shards":1,"effective_bpw":3.8909,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079008","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079264","shards":1,"effective_bpw":4.2112,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154144","shards":1,"effective_bpw":4.3202,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174304","shards":1,"effective_bpw":4.5617,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010144","shards":1,"effective_bpw":4.5687,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410464","shards":1,"effective_bpw":4.5866,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851335808","shards":1,"effective_bpw":4.8471,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336288","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336544","shards":1,"effective_bpw":4.8471,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179744","shards":1,"effective_bpw":4.9882,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254944","shards":1,"effective_bpw":5.5276,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262156928","shards":1,"effective_bpw":5.68,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157664","shards":1,"effective_bpw":5.68,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679904","shards":1,"effective_bpw":5.7973,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154368","shards":1,"effective_bpw":6.5648,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154848","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155104","shards":1,"effective_bpw":6.5648,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273824","shards":1,"effective_bpw":6.6569,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884608","shards":1,"effective_bpw":8.5023,"repo":"unsloth/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885088","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885088","shards":1,"effective_bpw":8.5023,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970112","shards":2,"effective_bpw":16.002,"repo":"bartowski/QwQ-32B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-qat-sompoa-heresy","canonical_repo":"MuXodious/gemma-4-E4B-it-QAT-SOMPOA-heresy","display_name":"gemma-4-E4B-it-QAT-SOMPOA-heresy","publisher":"MuXodious","modality":"text","arch_key":"gemma4","params_total":"7941100832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9024","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/gemma-4-E4B-it-QAT-SOMPOA-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289757184","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271104","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794304","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627841024","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279744","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298304","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841344","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269590016","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4376782048","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782336","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885696","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4630959328","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959616","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833856","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361536","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4823061728","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823062016","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4990506208","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506496","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385216","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5057864928","shards":1,"effective_bpw":5.0954,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527936","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132416","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5171979488","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979776","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5302273248","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273536","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519616","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5648098528","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098816","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5723997408","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997696","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6172079328","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079616","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7972725984","shards":1,"effective_bpw":8.0319,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14942971104","shards":1,"effective_bpw":15.0538,"repo":"mradermacher/gemma-4-E4B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-qwen3-6-plus-reasoning-distilled","canonical_repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled","display_name":"Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled","publisher":"khazarai","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"9018","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"Q4_1","bytes":"2596628704","shards":1,"effective_bpw":5.1642,"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260704","shards":1,"effective_bpw":6.5756,"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404704","shards":1,"effective_bpw":8.513,"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-6-7b-base","canonical_repo":"deepseek-ai/deepseek-coder-6.7b-base","display_name":"deepseek-coder-6.7b-base","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"6740512768","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"8986","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-6.7b-base","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1530079424","shards":1,"effective_bpw":1.816,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1530080160","shards":1,"effective_bpw":1.816,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1652467904","shards":1,"effective_bpw":1.9612,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1652468640","shards":1,"effective_bpw":1.9612,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1856448704","shards":1,"effective_bpw":2.2033,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1856449440","shards":1,"effective_bpw":2.2033,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2036410560","shards":1,"effective_bpw":2.4169,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2036411296","shards":1,"effective_bpw":2.4169,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2198169792","shards":1,"effective_bpw":2.6089,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2198170528","shards":1,"effective_bpw":2.6089,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2361354432","shards":1,"effective_bpw":2.8026,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2361355168","shards":1,"effective_bpw":2.8026,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2534500544","shards":1,"effective_bpw":3.0081,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2534501280","shards":1,"effective_bpw":3.0081,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2586994880","shards":1,"effective_bpw":3.0704,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2586995616","shards":1,"effective_bpw":3.0704,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2798266560","shards":1,"effective_bpw":3.3211,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2798267296","shards":1,"effective_bpw":3.3211,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2827706592","shards":1,"effective_bpw":3.3561,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"2950047936","shards":1,"effective_bpw":3.5013,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950047936","shards":1,"effective_bpw":3.5013,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2950048672","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2950048672","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950176992","shards":1,"effective_bpw":3.5014,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3116607680","shards":1,"effective_bpw":3.699,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3116608416","shards":1,"effective_bpw":3.699,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299748032","shards":1,"effective_bpw":3.9163,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3299748768","shards":1,"effective_bpw":3.9163,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299877088","shards":1,"effective_bpw":3.9165,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598854336","shards":1,"effective_bpw":4.2713,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3598855072","shards":1,"effective_bpw":4.2713,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598983392","shards":1,"effective_bpw":4.2715,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3621185728","shards":1,"effective_bpw":4.2978,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3621186464","shards":1,"effective_bpw":4.2978,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3827689664","shards":1,"effective_bpw":4.5429,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827818720","shards":1,"effective_bpw":4.5431,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3838962592","shards":1,"effective_bpw":4.5563,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858622656","shards":1,"effective_bpw":4.5796,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3858623392","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858751712","shards":1,"effective_bpw":4.5798,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4082886848","shards":1,"effective_bpw":4.8458,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4082887584","shards":1,"effective_bpw":4.8458,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4083015904","shards":1,"effective_bpw":4.8459,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653705408","shards":1,"effective_bpw":5.5233,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4653706144","shards":1,"effective_bpw":5.5233,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653834464","shards":1,"effective_bpw":5.5234,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785170624","shards":1,"effective_bpw":5.6793,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4785171360","shards":1,"effective_bpw":5.6793,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785299680","shards":1,"effective_bpw":5.6794,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531347136","shards":1,"effective_bpw":6.5649,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5531347872","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531476192","shards":1,"effective_bpw":6.5651,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163750592","shards":1,"effective_bpw":8.5023,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163879648","shards":1,"effective_bpw":8.5025,"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"26963224480","shards":1,"effective_bpw":32.0014,"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"anima","canonical_repo":"circlestone-labs/Anima","display_name":"Anima","publisher":"circlestone-labs","modality":"image","arch_key":"cosmos","params_total":"2091068928","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"8956","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"1022137472","shards":1,"effective_bpw":3.9105,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1022137472","shards":1,"effective_bpw":3.9105,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1146410112","shards":1,"effective_bpw":4.3859,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1269080192","shards":1,"effective_bpw":4.8552,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1269080192","shards":1,"effective_bpw":4.8552,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1272635520","shards":1,"effective_bpw":4.8688,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1306321024","shards":1,"effective_bpw":4.9977,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1370046592","shards":1,"effective_bpw":5.2415,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1384407168","shards":1,"effective_bpw":5.2965,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1384407168","shards":1,"effective_bpw":5.2965,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1531682944","shards":1,"effective_bpw":5.8599,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1555636352","shards":1,"effective_bpw":5.9515,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1555636352","shards":1,"effective_bpw":5.9515,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1629094016","shards":1,"effective_bpw":6.2326,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1737567360","shards":1,"effective_bpw":6.6476,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1737567360","shards":1,"effective_bpw":6.6476,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2239471744","shards":1,"effective_bpw":8.5678,"repo":"Abiray/Anima-turbo-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2239471744","shards":1,"effective_bpw":8.5678,"repo":"Abiray/Anima-base-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4264944000","shards":3,"effective_bpw":16.3168,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4498710912","shards":3,"effective_bpw":17.2111,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4778631552","shards":3,"effective_bpw":18.2821,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5324424576","shards":3,"effective_bpw":20.3702,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6830137728","shards":3,"effective_bpw":26.1307,"repo":"Bedovyy/Anima-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-fable-5-v1","canonical_repo":"TeichAI/Qwen3.5-9B-Fable-5-v1","display_name":"Qwen3.5-9B-Fable-5-v1","publisher":"TeichAI","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8924","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Qwen3.5-9B-Fable-5-v1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969952","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914970208","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407296","shards":1,"effective_bpw":3.53,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022624","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022880","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475991136","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783840","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525312","shards":1,"effective_bpw":3.8317,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610592","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610848","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048513376","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513632","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326419040","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357876064","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5443380672","shards":1,"effective_bpw":4.5112,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864992","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554848","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488555104","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663968","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109696","shards":1,"effective_bpw":4.6651,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091744","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780092000","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462880","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970496","shards":1,"effective_bpw":5.3603,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472643424","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643680","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545504","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545760","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260096","shards":1,"effective_bpw":6.099,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902624","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902880","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502272","shards":1,"effective_bpw":7.8959,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061664","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697792","shards":1,"effective_bpw":14.8518,"repo":"TeichAI/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407322464","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Qwen3.5-9B-Fable-5-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-reranker-4b","canonical_repo":"Qwen/Qwen3-Reranker-4B","display_name":"Qwen3-Reranker-4B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4021784576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8829","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151669,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Reranker-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1668932576","shards":1,"effective_bpw":3.3198,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1668933024","shards":1,"effective_bpw":3.3198,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1668935136","shards":1,"effective_bpw":3.3198,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886430176","shards":1,"effective_bpw":3.7524,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886430624","shards":1,"effective_bpw":3.7524,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075050976","shards":1,"effective_bpw":4.1276,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075051424","shards":1,"effective_bpw":4.1276,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075054048","shards":1,"effective_bpw":4.1276,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239218656","shards":1,"effective_bpw":4.4542,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239219104","shards":1,"effective_bpw":4.4542,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2285749664","shards":1,"effective_bpw":4.5467,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2368983680","shards":1,"effective_bpw":4.7123,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2382742496","shards":1,"effective_bpw":4.7397,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2382742944","shards":1,"effective_bpw":4.7397,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496713696","shards":1,"effective_bpw":4.9664,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496714144","shards":1,"effective_bpw":4.9664,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496717440","shards":1,"effective_bpw":4.9664,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823144416","shards":1,"effective_bpw":5.6157,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823144864","shards":1,"effective_bpw":5.6157,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823148800","shards":1,"effective_bpw":5.6157,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888946656","shards":1,"effective_bpw":5.7466,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888947104","shards":1,"effective_bpw":5.7466,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888951040","shards":1,"effective_bpw":5.7466,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305694176","shards":1,"effective_bpw":6.5756,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305694624","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305699264","shards":1,"effective_bpw":6.5756,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279672608","shards":1,"effective_bpw":8.513,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279673056","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279678912","shards":1,"effective_bpw":8.513,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049911808","shards":1,"effective_bpw":16.0126,"repo":"DevQuasar/Qwen.Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049912256","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-Reranker-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049922912","shards":1,"effective_bpw":16.0126,"repo":"Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3n-e4b-it","canonical_repo":"google/gemma-3n-E4B-it","display_name":"gemma-3n-E4B-it","publisher":"google","modality":"vision_language","arch_key":"gemma3n","params_total":"7849978192","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"8804","n_layers":35,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":262400,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3n-E4B-it","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"2757318528","shards":1,"effective_bpw":2.81,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2830964864","shards":1,"effective_bpw":2.8851,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3105929344","shards":1,"effective_bpw":3.1653,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3166394240","shards":1,"effective_bpw":3.2269,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190380672","shards":1,"effective_bpw":3.2514,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3190380672","shards":1,"effective_bpw":3.2514,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3251910528","shards":1,"effective_bpw":3.3141,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3294107520","shards":1,"effective_bpw":3.3571,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3349244032","shards":1,"effective_bpw":3.4133,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3440908160","shards":1,"effective_bpw":3.5067,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3500947584","shards":1,"effective_bpw":3.5679,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3601995648","shards":1,"effective_bpw":3.6708,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3689945216","shards":1,"effective_bpw":3.7605,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3895023488","shards":1,"effective_bpw":3.9695,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4089993088","shards":1,"effective_bpw":4.1682,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4093794176","shards":1,"effective_bpw":4.172,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4102707072","shards":1,"effective_bpw":4.1811,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4237064064","shards":1,"effective_bpw":4.318,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4271954048","shards":1,"effective_bpw":4.3536,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4391983232","shards":1,"effective_bpw":4.4759,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4395784320","shards":1,"effective_bpw":4.4798,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4404697216","shards":1,"effective_bpw":4.4889,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4477638528","shards":1,"effective_bpw":4.5632,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4539054208","shards":1,"effective_bpw":4.6258,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4612249472","shards":1,"effective_bpw":4.7004,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4632828032","shards":1,"effective_bpw":4.7214,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4869871488","shards":1,"effective_bpw":4.9629,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4945369216","shards":1,"effective_bpw":5.0399,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4947998592","shards":1,"effective_bpw":5.0426,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5023496320","shards":1,"effective_bpw":5.1195,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5541492608","shards":1,"effective_bpw":5.6474,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5703366528","shards":1,"effective_bpw":5.8124,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5958825856","shards":1,"effective_bpw":6.0727,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6272219264","shards":1,"effective_bpw":6.3921,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6402242432","shards":1,"effective_bpw":6.5246,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7353292672","shards":1,"effective_bpw":7.4938,"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7353292928","shards":1,"effective_bpw":7.4938,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13740103552","shards":1,"effective_bpw":14.0027,"repo":"unsloth/gemma-3n-E4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v2-lite-chat","canonical_repo":"deepseek-ai/DeepSeek-V2-Lite-Chat","display_name":"DeepSeek-V2-Lite-Chat","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"15706484224","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"8793","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-V2-Lite-Chat","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4994131520","shards":1,"effective_bpw":2.5437,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5236564544","shards":1,"effective_bpw":2.6672,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5640619584","shards":1,"effective_bpw":2.873,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"5967402560","shards":1,"effective_bpw":3.0395,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6005212736","shards":1,"effective_bpw":3.0587,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6328456768","shards":1,"effective_bpw":3.2234,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6430464320","shards":1,"effective_bpw":3.2753,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6430464576","shards":1,"effective_bpw":3.2753,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"6455376448","shards":1,"effective_bpw":3.288,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6964057664","shards":1,"effective_bpw":3.5471,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7122857536","shards":1,"effective_bpw":3.628,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7487663424","shards":1,"effective_bpw":3.8138,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7487663680","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7487663680","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7553175104","shards":1,"effective_bpw":3.8472,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8126606656","shards":1,"effective_bpw":4.1392,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"8126606912","shards":1,"effective_bpw":4.1392,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459398464","shards":1,"effective_bpw":4.3087,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459398720","shards":1,"effective_bpw":4.3087,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8571593280","shards":1,"effective_bpw":4.3659,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8905109824","shards":1,"effective_bpw":4.5358,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8905110080","shards":1,"effective_bpw":4.5358,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9533608256","shards":1,"effective_bpw":4.8559,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9533608512","shards":1,"effective_bpw":4.8559,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10364416320","shards":1,"effective_bpw":5.2791,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"10364416576","shards":1,"effective_bpw":5.2791,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10367957920","shards":1,"effective_bpw":5.2809,"repo":"ggfox00000/deepseek-v2-lite-chat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10841764160","shards":1,"effective_bpw":5.5222,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11143057728","shards":1,"effective_bpw":5.6756,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11143057728","shards":1,"effective_bpw":5.6756,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"11851313472","shards":1,"effective_bpw":6.0364,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11851313472","shards":1,"effective_bpw":6.0364,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11853085600","shards":1,"effective_bpw":6.0373,"repo":"ggfox00000/deepseek-v2-lite-chat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066971968","shards":1,"effective_bpw":7.1649,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066971968","shards":1,"effective_bpw":7.1649,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702517568","shards":1,"effective_bpw":8.5073,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702517568","shards":1,"effective_bpw":8.5073,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702520224","shards":1,"effective_bpw":8.5073,"repo":"ggfox00000/deepseek-v2-lite-chat-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"31424033088","shards":1,"effective_bpw":16.0056,"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"31424033088","shards":1,"effective_bpw":16.0056,"repo":"second-state/DeepSeek-V2-Lite-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openchat-3-6-8b-20240522","canonical_repo":"openchat/openchat-3.6-8b-20240522","display_name":"openchat-3.6-8b-20240522","publisher":"openchat","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"8792","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openchat/openchat-3.6-8b-20240522","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627808","shards":1,"effective_bpw":2.012,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972000","shards":1,"effective_bpw":2.1538,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212320","shards":1,"effective_bpw":2.3902,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781792","shards":1,"effective_bpw":2.596,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488864","shards":1,"effective_bpw":2.7481,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281120","shards":1,"effective_bpw":2.9372,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815136","shards":1,"effective_bpw":2.9776,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131392","shards":1,"effective_bpw":3.1672,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131680","shards":1,"effective_bpw":3.1672,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912544","shards":1,"effective_bpw":3.2626,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747424","shards":1,"effective_bpw":3.5055,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499200","shards":1,"effective_bpw":3.6507,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499488","shards":1,"effective_bpw":3.6507,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325280","shards":1,"effective_bpw":3.6684,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823584","shards":1,"effective_bpw":3.7706,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917888","shards":1,"effective_bpw":4.0038,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918176","shards":1,"effective_bpw":4.0038,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956352","shards":1,"effective_bpw":4.3057,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956640","shards":1,"effective_bpw":4.3057,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662880","shards":1,"effective_bpw":4.4309,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211648","shards":1,"effective_bpw":4.6436,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989152","shards":1,"effective_bpw":4.6604,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668928","shards":1,"effective_bpw":4.675,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669216","shards":1,"effective_bpw":4.675,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734208","shards":1,"effective_bpw":4.9022,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920734496","shards":1,"effective_bpw":4.9022,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252800","shards":1,"effective_bpw":5.1109,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293952","shards":1,"effective_bpw":5.5782,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293952","shards":1,"effective_bpw":5.5782,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293952","shards":1,"effective_bpw":5.5782,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987392","shards":1,"effective_bpw":5.7114,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987392","shards":1,"effective_bpw":5.7114,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068335104","shards":1,"effective_bpw":6.0455,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006400","shards":1,"effective_bpw":6.5712,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006400","shards":1,"effective_bpw":6.5712,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770816","shards":1,"effective_bpw":8.5086,"repo":"NeuralNet-Hub/openchat-3.6-8b-20240522-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770816","shards":1,"effective_bpw":8.5086,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891136","shards":1,"effective_bpw":16.0083,"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-uncensored","canonical_repo":"TrevorJS/gemma-4-E2B-it-uncensored","display_name":"gemma-4-E2B-it-uncensored","publisher":"TrevorJS","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8768","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TrevorJS/gemma-4-E2B-it-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2464727648","shards":1,"effective_bpw":3.8487,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2676990560","shards":1,"effective_bpw":4.1802,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2903519840","shards":1,"effective_bpw":4.5339,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2989082048","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3105927776","shards":1,"effective_bpw":4.85,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110211008","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201344960","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282347456","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309823424","shards":1,"effective_bpw":5.1684,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3320986208","shards":1,"effective_bpw":5.1858,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365070272","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427873312","shards":1,"effective_bpw":5.3527,"repo":"TrevorJS/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427874240","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595396544","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630282176","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845340608","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4289304896","shards":1,"effective_bpw":6.6979,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967490080","shards":1,"effective_bpw":7.7569,"repo":"TrevorJS/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967491008","shards":1,"effective_bpw":7.7569,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8037635456","shards":1,"effective_bpw":12.551,"repo":"Handyfff/Gemma-4-E2B-uncensored-pruned-TextOnly-EnglishOnly-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311299008","shards":1,"effective_bpw":14.5399,"repo":"mradermacher/gemma-4-E2B-it-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grug-27b","canonical_repo":"ProCreations/grug-27b","display_name":"grug-27b","publisher":"ProCreations","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8752","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ProCreations/grug-27b","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9154058496","shards":1,"effective_bpw":2.6769,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9747814656","shards":1,"effective_bpw":2.8506,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10056345856","shards":1,"effective_bpw":2.9408,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10634373376","shards":1,"effective_bpw":3.1098,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11600455936","shards":1,"effective_bpw":3.3924,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12387789056","shards":1,"effective_bpw":3.6226,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12842055936","shards":1,"effective_bpw":3.7554,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13091420416","shards":1,"effective_bpw":3.8284,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442624","shards":1,"effective_bpw":3.8898,"repo":"ProCreations/grug-27b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13481359616","shards":1,"effective_bpw":3.9424,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13664532736","shards":1,"effective_bpw":3.996,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14366750976","shards":1,"effective_bpw":4.2013,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15040461056","shards":1,"effective_bpw":4.3983,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15328839936","shards":1,"effective_bpw":4.4827,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16086845696","shards":1,"effective_bpw":4.7043,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16109783296","shards":1,"effective_bpw":4.711,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16474163456","shards":1,"effective_bpw":4.8176,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547398688","shards":1,"effective_bpw":4.839,"repo":"ProCreations/grug-27b-qat-q4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399744","shards":1,"effective_bpw":4.839,"repo":"ProCreations/grug-27b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17533552896","shards":1,"effective_bpw":5.1274,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17586473216","shards":1,"effective_bpw":5.1429,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18477168896","shards":1,"effective_bpw":5.4033,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098944","shards":1,"effective_bpw":5.6238,"repo":"ProCreations/grug-27b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19441961216","shards":1,"effective_bpw":5.6855,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20513802496","shards":1,"effective_bpw":5.9989,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21298493696","shards":1,"effective_bpw":6.2284,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529344","shards":1,"effective_bpw":6.4577,"repo":"ProCreations/grug-27b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23224146176","shards":1,"effective_bpw":6.7915,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"23839979776","shards":1,"effective_bpw":6.9716,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763264","shards":1,"effective_bpw":8.3623,"repo":"ProCreations/grug-27b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28665067776","shards":1,"effective_bpw":8.3826,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281792","shards":2,"effective_bpw":15.7353,"repo":"bartowski/ProCreations_grug-27b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-0528","canonical_repo":"deepseek-ai/DeepSeek-R1-0528","display_name":"DeepSeek-R1-0528","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"8742","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-R1-0528","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"147448002464","shards":4,"effective_bpw":1.7232,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"161616887808","shards":1,"effective_bpw":1.8888,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"164057004064","shards":5,"effective_bpw":1.9173,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"185486672288","shards":4,"effective_bpw":2.1678,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"188407101472","shards":5,"effective_bpw":2.2019,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"189630566432","shards":5,"effective_bpw":2.2162,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200454826560","shards":5,"effective_bpw":2.3427,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"215037628576","shards":6,"effective_bpw":2.5131,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"216774693408","shards":5,"effective_bpw":2.5334,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"228518744608","shards":5,"effective_bpw":2.6707,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237834514688","shards":7,"effective_bpw":2.7795,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"238739474656","shards":7,"effective_bpw":2.7901,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244779918912","shards":5,"effective_bpw":2.8607,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244997109312","shards":5,"effective_bpw":2.8632,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"267630858528","shards":7,"effective_bpw":3.1278,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"272915622592","shards":6,"effective_bpw":3.1895,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"277146192288","shards":8,"effective_bpw":3.239,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289730223232","shards":6,"effective_bpw":3.386,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"293352982912","shards":8,"effective_bpw":3.4284,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"307880167840","shards":8,"effective_bpw":3.5981,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"307929713056","shards":8,"effective_bpw":3.5987,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"319705876768","shards":9,"effective_bpw":3.7363,"repo":"lmstudio-community/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"319705877056","shards":9,"effective_bpw":3.7363,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319846030656","shards":7,"effective_bpw":3.738,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357701333856","shards":8,"effective_bpw":4.1804,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"359980475008","shards":10,"effective_bpw":4.207,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378577652640","shards":8,"effective_bpw":4.4244,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379545619328","shards":8,"effective_bpw":4.4357,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"380481241696","shards":10,"effective_bpw":4.4466,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380513586048","shards":8,"effective_bpw":4.447,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"386422080096","shards":10,"effective_bpw":4.516,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"394153886496","shards":11,"effective_bpw":4.6064,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404941900832","shards":9,"effective_bpw":4.7325,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"409227727328","shards":11,"effective_bpw":4.7826,"repo":"lmstudio-community/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"409227727616","shards":11,"effective_bpw":4.7826,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420388207648","shards":9,"effective_bpw":4.913,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"421035033312","shards":11,"effective_bpw":4.9206,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462198762624","shards":10,"effective_bpw":5.4016,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"463030965216","shards":12,"effective_bpw":5.4114,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475780344992","shards":10,"effective_bpw":5.5604,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"478335943648","shards":13,"effective_bpw":5.5902,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551046192128","shards":12,"effective_bpw":6.44,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"552446147488","shards":15,"effective_bpw":6.4563,"repo":"lmstudio-community/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"552446147776","shards":15,"effective_bpw":6.4563,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520128","shards":20,"effective_bpw":8.3361,"repo":"lmstudio-community/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520416","shards":20,"effective_bpw":8.3361,"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286522336","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273056096","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-R1-0528-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"josiefied-qwen3-8b-abliterated-v1","canonical_repo":"Goekdeniz-Guelmez/Josiefied-Qwen3-8B-abliterated-v1","display_name":"Josiefied-Qwen3-8B-abliterated-v1","publisher":"Goekdeniz-Guelmez","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"8740","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Goekdeniz-Guelmez/Josiefied-Qwen3-8B-abliterated-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770272","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148384","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111904","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157088","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744352","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3051914720","shards":1,"effective_bpw":2.9808,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915168","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552672","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733088","shards":1,"effective_bpw":3.2053,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733280","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733536","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369633248","shards":1,"effective_bpw":3.2912,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633696","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874336","shards":1,"effective_bpw":3.5424,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874784","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611744","shards":1,"effective_bpw":3.6818,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611936","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612192","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666208","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889477088","shards":1,"effective_bpw":3.7989,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896620512","shards":1,"effective_bpw":3.8059,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620960","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161504","shards":1,"effective_bpw":4.0281,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161696","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161952","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394272","shards":1,"effective_bpw":4.3282,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394464","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394720","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561839584","shards":1,"effective_bpw":4.4556,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840032","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297056","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787332576","shards":1,"effective_bpw":4.6759,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333024","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793624032","shards":1,"effective_bpw":4.682,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624480","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012640","shards":1,"effective_bpw":4.6902,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012832","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013088","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784160","shards":1,"effective_bpw":4.9107,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784352","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784608","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247755744","shards":1,"effective_bpw":5.1256,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756192","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489669600","shards":1,"effective_bpw":5.3618,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761824","shards":1,"effective_bpw":5.5875,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762016","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762272","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112928","shards":1,"effective_bpw":5.7149,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113120","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113376","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6235207136","shards":1,"effective_bpw":6.09,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899744","shards":1,"effective_bpw":6.5693,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899936","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900192","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7027340768","shards":1,"effective_bpw":6.8637,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518816","shards":1,"effective_bpw":8.5067,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519008","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388043936","shards":1,"effective_bpw":16.0064,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044448","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-base-2407","canonical_repo":"mistralai/Mistral-Nemo-Base-2407","display_name":"Mistral-Nemo-Base-2407","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8737","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-Nemo-Base-2407","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211264","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624064","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312064","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915076864","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138472704","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023104","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047424","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059552","shards":1,"effective_bpw":3.1294,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059552","shards":1,"effective_bpw":3.1294,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945384704","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488064","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534225664","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238848","shards":1,"effective_bpw":3.6149,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238848","shards":1,"effective_bpw":3.6149,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078464","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232064","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083089664","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102848","shards":1,"effective_bpw":3.9734,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102848","shards":1,"effective_bpw":3.9734,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502464","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515648","shards":1,"effective_bpw":4.2858,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515648","shards":1,"effective_bpw":4.2858,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709504","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7071714752","shards":1,"effective_bpw":4.6191,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7071714752","shards":1,"effective_bpw":4.6191,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094637824","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120196864","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211392","shards":1,"effective_bpw":4.6508,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211392","shards":1,"effective_bpw":4.6508,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204224","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218752","shards":1,"effective_bpw":4.884,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218752","shards":1,"effective_bpw":4.884,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795232832","shards":1,"effective_bpw":5.0917,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795232832","shards":1,"effective_bpw":5.0917,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735104","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750912","shards":1,"effective_bpw":5.5643,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750912","shards":1,"effective_bpw":5.5643,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8518750912","shards":1,"effective_bpw":5.5643,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8518750912","shards":1,"effective_bpw":5.5643,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631104","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646912","shards":1,"effective_bpw":5.7007,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646912","shards":1,"effective_bpw":5.7007,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9242268992","shards":1,"effective_bpw":6.0369,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9242268992","shards":1,"effective_bpw":6.0369,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056209664","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-Base-2407-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226848","shards":1,"effective_bpw":6.5685,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226848","shards":1,"effective_bpw":6.5685,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391136","shards":1,"effective_bpw":8.506,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391136","shards":1,"effective_bpw":8.506,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504317536","shards":1,"effective_bpw":16.0057,"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504317536","shards":1,"effective_bpw":16.0057,"repo":"kvaer/dolphin-2.9.3-mistral-nemo-12b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-fable-coder","canonical_repo":"DavidrPatton/Gemma-4-31B-Fable-Coder","display_name":"Gemma-4-31B-Fable-Coder","publisher":"DavidrPatton","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8731","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidrPatton/Gemma-4-31B-Fable-Coder","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156475232","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725858144","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674829664","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530344800","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157874528","shards":1,"effective_bpw":2.4864,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917051744","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976574816","shards":1,"effective_bpw":2.6868,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916299360","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916299616","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077493600","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072354656","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761342560","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761342816","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761342816","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424483168","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287094368","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287094624","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628255840","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628256096","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735776096","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862219360","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701563744","shards":1,"effective_bpw":4.333,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763150944","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763151200","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687048800","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687049056","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481406816","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311827040","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311827296","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845556320","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845556576","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201470560","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201470816","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635661408","shards":1,"effective_bpw":7.9886,"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-2-6b","canonical_repo":"LiquidAI/LFM2-2.6B","display_name":"LFM2-2.6B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"2569272320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"8728","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-2.6B","arch_confidence":1,"quantizations":[{"quant":"IQ3_XXS","bytes":"1127085216","shards":1,"effective_bpw":3.5094,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1178236064","shards":1,"effective_bpw":3.6687,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1218245792","shards":1,"effective_bpw":3.7933,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1218245792","shards":1,"effective_bpw":3.7933,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1337717920","shards":1,"effective_bpw":4.1653,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1355543712","shards":1,"effective_bpw":4.2208,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1388049568","shards":1,"effective_bpw":4.322,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1407022240","shards":1,"effective_bpw":4.3811,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1448506528","shards":1,"effective_bpw":4.5102,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1483108576","shards":1,"effective_bpw":4.618,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1483109536","shards":1,"effective_bpw":4.618,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1534358688","shards":1,"effective_bpw":4.7776,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1563668704","shards":1,"effective_bpw":4.8688,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1579922592","shards":1,"effective_bpw":4.9194,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1609069728","shards":1,"effective_bpw":5.0102,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1612428448","shards":1,"effective_bpw":5.0207,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1769632928","shards":1,"effective_bpw":5.5101,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1828958432","shards":1,"effective_bpw":5.6949,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1841493152","shards":1,"effective_bpw":5.7339,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1865168032","shards":1,"effective_bpw":5.8076,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1897673888","shards":1,"effective_bpw":5.9088,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1930196128","shards":1,"effective_bpw":6.0101,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2110828768","shards":1,"effective_bpw":6.5725,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"2110829728","shards":1,"effective_bpw":6.5725,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2143335584","shards":1,"effective_bpw":6.6738,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2733011168","shards":1,"effective_bpw":8.5098,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2733011808","shards":1,"effective_bpw":8.5098,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5141459168","shards":1,"effective_bpw":16.0091,"repo":"LiquidAI/LFM2-2.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5141459808","shards":1,"effective_bpw":16.0091,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5141459808","shards":1,"effective_bpw":16.0091,"repo":"Mungert/LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-reap-25b-a3b","canonical_repo":"cerebras/Qwen3-Coder-REAP-25B-A3B","display_name":"Qwen3-Coder-REAP-25B-A3B","publisher":"cerebras","modality":"text","arch_key":"qwen3moe","params_total":"24867354624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8718","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":103,"n_expert_used":8,"arch_source":"cerebras/Qwen3-Coder-REAP-25B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5269426784","shards":1,"effective_bpw":1.6952,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5804028512","shards":1,"effective_bpw":1.8672,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6229328480","shards":1,"effective_bpw":2.004,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6695031392","shards":1,"effective_bpw":2.1538,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7111422560","shards":1,"effective_bpw":2.2878,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7193356896","shards":1,"effective_bpw":2.3142,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7420416608","shards":1,"effective_bpw":2.3872,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7607364192","shards":1,"effective_bpw":2.4473,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8102029920","shards":1,"effective_bpw":2.6065,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8320166496","shards":1,"effective_bpw":2.6767,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8596294240","shards":1,"effective_bpw":2.7655,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8945027680","shards":1,"effective_bpw":2.8777,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9199143520","shards":1,"effective_bpw":2.9594,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9199143680","shards":1,"effective_bpw":2.9594,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9248899680","shards":1,"effective_bpw":2.9754,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9671895648","shards":1,"effective_bpw":3.1115,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9995315808","shards":1,"effective_bpw":3.2156,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10288300640","shards":1,"effective_bpw":3.3098,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10426319456","shards":1,"effective_bpw":3.3542,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10849616480","shards":1,"effective_bpw":3.4904,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10849616640","shards":1,"effective_bpw":3.4904,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10856301152","shards":1,"effective_bpw":3.4925,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10985276000","shards":1,"effective_bpw":3.534,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"11038876256","shards":1,"effective_bpw":3.5513,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"11508351584","shards":1,"effective_bpw":3.7023,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11508613728","shards":1,"effective_bpw":3.7024,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11896848992","shards":1,"effective_bpw":3.8273,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12003574368","shards":1,"effective_bpw":3.8616,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12003574528","shards":1,"effective_bpw":3.8616,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12971213408","shards":1,"effective_bpw":4.1729,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12971213568","shards":1,"effective_bpw":4.1729,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13350419040","shards":1,"effective_bpw":4.2949,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13440072288","shards":1,"effective_bpw":4.3238,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13502298880","shards":1,"effective_bpw":4.3438,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14115904096","shards":1,"effective_bpw":4.5412,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14170364512","shards":1,"effective_bpw":4.5587,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14191401568","shards":1,"effective_bpw":4.5655,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14231640672","shards":1,"effective_bpw":4.5784,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14231640832","shards":1,"effective_bpw":4.5784,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14377785952","shards":1,"effective_bpw":4.6254,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14671649376","shards":1,"effective_bpw":4.72,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15118506592","shards":1,"effective_bpw":4.8637,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15118506752","shards":1,"effective_bpw":4.8637,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15194004064","shards":1,"effective_bpw":4.888,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"15424946784","shards":1,"effective_bpw":4.9623,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"15643728480","shards":1,"effective_bpw":5.0327,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"15665748576","shards":1,"effective_bpw":5.0398,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17177844320","shards":1,"effective_bpw":5.5262,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17177844480","shards":1,"effective_bpw":5.5262,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17196718688","shards":1,"effective_bpw":5.5323,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"17238596192","shards":1,"effective_bpw":5.5458,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17697577568","shards":1,"effective_bpw":5.6934,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17697577728","shards":1,"effective_bpw":5.6934,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17716451936","shards":1,"effective_bpw":5.6995,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17908499040","shards":1,"effective_bpw":5.7613,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"18711960160","shards":1,"effective_bpw":6.0198,"repo":"Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20437840640","shards":1,"effective_bpw":6.575,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20450030176","shards":1,"effective_bpw":6.5789,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"20600750688","shards":1,"effective_bpw":6.6274,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26457899616","shards":1,"effective_bpw":8.5117,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26457899776","shards":1,"effective_bpw":8.5117,"repo":"mradermacher/Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"49761354048","shards":1,"effective_bpw":16.0086,"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-nsfw-ara-heretic-literotica","canonical_repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica","display_name":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica","publisher":"Sinbad-The-Sailor","modality":"text","arch_key":"qwen35","params_total":"4205751296","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"8717","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359234784","shards":1,"effective_bpw":2.5855,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426419424","shards":1,"effective_bpw":2.7133,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538393824","shards":1,"effective_bpw":2.9263,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630594784","shards":1,"effective_bpw":3.1016,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651975904","shards":1,"effective_bpw":3.1423,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741555424","shards":1,"effective_bpw":3.3127,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852393184","shards":1,"effective_bpw":3.5235,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904494304","shards":1,"effective_bpw":3.6226,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1915471296","shards":1,"effective_bpw":3.6435,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915471584","shards":1,"effective_bpw":3.6435,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880256","shards":1,"effective_bpw":3.9372,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880544","shards":1,"effective_bpw":3.9372,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077581024","shards":1,"effective_bpw":3.9519,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139512544","shards":1,"effective_bpw":4.0697,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187424","shards":1,"effective_bpw":4.1147,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262064576","shards":1,"effective_bpw":4.3028,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262064864","shards":1,"effective_bpw":4.3028,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2421317056","shards":1,"effective_bpw":4.6057,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421317344","shards":1,"effective_bpw":4.6057,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514286304","shards":1,"effective_bpw":4.7826,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2529031616","shards":1,"effective_bpw":4.8106,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798624","shards":1,"effective_bpw":4.8501,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2563888576","shards":1,"effective_bpw":4.8769,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563888864","shards":1,"effective_bpw":4.8769,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609436384","shards":1,"effective_bpw":4.9636,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708804832","shards":1,"effective_bpw":5.1526,"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708805056","shards":1,"effective_bpw":5.1526,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708805344","shards":1,"effective_bpw":5.1526,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968544","shards":1,"effective_bpw":5.2632,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990036416","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036704","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074987232","shards":1,"effective_bpw":5.8491,"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074987456","shards":1,"effective_bpw":5.8491,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074987744","shards":1,"effective_bpw":5.8491,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056032","shards":1,"effective_bpw":6.5892,"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056256","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056544","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403776","shards":1,"effective_bpw":8.5262,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394176","shards":1,"effective_bpw":16.0245,"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-2b-thinking","canonical_repo":"Qwen/Qwen3-VL-2B-Thinking","display_name":"Qwen3-VL-2B-Thinking","publisher":"Qwen","modality":"vision_language","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8686","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-VL-2B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"537831584","shards":1,"effective_bpw":2.0224,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"537831744","shards":1,"effective_bpw":2.0224,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"561948832","shards":1,"effective_bpw":2.1131,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"561948992","shards":1,"effective_bpw":2.1131,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"605792416","shards":1,"effective_bpw":2.2779,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"605792576","shards":1,"effective_bpw":2.2779,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"708716704","shards":1,"effective_bpw":2.6649,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"708716864","shards":1,"effective_bpw":2.6649,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"765175968","shards":1,"effective_bpw":2.8772,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"765176128","shards":1,"effective_bpw":2.8772,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777797792","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"777797792","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"777797952","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777797952","shards":1,"effective_bpw":2.9247,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867254432","shards":1,"effective_bpw":3.2611,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867254592","shards":1,"effective_bpw":3.2611,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939540640","shards":1,"effective_bpw":3.5329,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939540800","shards":1,"effective_bpw":3.5329,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1010385056","shards":1,"effective_bpw":3.7993,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1010385216","shards":1,"effective_bpw":3.7993,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1054425248","shards":1,"effective_bpw":3.9649,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1054425408","shards":1,"effective_bpw":3.9649,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1056784544","shards":1,"effective_bpw":3.9737,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1056784704","shards":1,"effective_bpw":3.9737,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060192416","shards":1,"effective_bpw":3.9866,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060192576","shards":1,"effective_bpw":3.9866,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107409888","shards":1,"effective_bpw":4.1641,"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107411104","shards":1,"effective_bpw":4.1641,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107411264","shards":1,"effective_bpw":4.1641,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142505632","shards":1,"effective_bpw":4.2961,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142505792","shards":1,"effective_bpw":4.2961,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230586016","shards":1,"effective_bpw":4.6273,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230586176","shards":1,"effective_bpw":4.6273,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257881760","shards":1,"effective_bpw":4.7299,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257881920","shards":1,"effective_bpw":4.7299,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417756832","shards":1,"effective_bpw":5.3311,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417756992","shards":1,"effective_bpw":5.3311,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834427360","shards":1,"effective_bpw":6.8979,"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834428576","shards":1,"effective_bpw":6.8979,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834428736","shards":1,"effective_bpw":6.8979,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447350240","shards":1,"effective_bpw":12.9628,"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447351168","shards":1,"effective_bpw":12.9628,"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447351360","shards":1,"effective_bpw":12.9628,"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-small","canonical_repo":"ibm-granite/granite-4.0-h-small","display_name":"granite-4.0-h-small","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"32207337984","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"8682","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":72,"n_expert_used":10,"arch_source":"ibm-granite/granite-4.0-h-small","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8147200640","shards":1,"effective_bpw":2.0237,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9290017408","shards":1,"effective_bpw":2.3076,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9298406016","shards":1,"effective_bpw":2.3096,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10467764864","shards":1,"effective_bpw":2.6001,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11736263296","shards":1,"effective_bpw":2.9152,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11779386016","shards":1,"effective_bpw":2.9259,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11835812480","shards":1,"effective_bpw":2.9399,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13120268928","shards":1,"effective_bpw":3.259,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13777037952","shards":1,"effective_bpw":3.4221,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14053075616","shards":1,"effective_bpw":3.4907,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14417193600","shards":1,"effective_bpw":3.5811,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15021042304","shards":1,"effective_bpw":3.7311,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15022090880","shards":1,"effective_bpw":3.7313,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15360125600","shards":1,"effective_bpw":3.8153,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15572068992","shards":1,"effective_bpw":3.868,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16475286176","shards":1,"effective_bpw":4.0923,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17559890560","shards":1,"effective_bpw":4.3617,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18274167456","shards":1,"effective_bpw":4.5391,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18421754528","shards":1,"effective_bpw":4.5758,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18526874240","shards":1,"effective_bpw":4.6019,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18801601152","shards":1,"effective_bpw":4.6701,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19095202432","shards":1,"effective_bpw":4.7431,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19476621984","shards":1,"effective_bpw":4.8378,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19747023488","shards":1,"effective_bpw":4.905,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19846572672","shards":1,"effective_bpw":4.9297,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20260563616","shards":1,"effective_bpw":5.0325,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20456647296","shards":1,"effective_bpw":5.0812,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22246959776","shards":1,"effective_bpw":5.5259,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22246959776","shards":1,"effective_bpw":5.5259,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22444944000","shards":1,"effective_bpw":5.5751,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22866406048","shards":1,"effective_bpw":5.6798,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23139101312","shards":1,"effective_bpw":5.7475,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23238650496","shards":1,"effective_bpw":5.7723,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"24233355936","shards":1,"effective_bpw":6.0193,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26468051616","shards":1,"effective_bpw":6.5744,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26654960256","shards":1,"effective_bpw":6.6208,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26754509440","shards":1,"effective_bpw":6.6456,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34264885888","shards":1,"effective_bpw":8.5111,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34264885920","shards":1,"effective_bpw":8.5111,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64446179872","shards":2,"effective_bpw":16.0078,"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"64446180288","shards":1,"effective_bpw":16.0078,"repo":"ibm-granite/granite-4.0-h-small-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"devstral-small-2505","canonical_repo":"mistralai/Devstral-Small-2505","display_name":"Devstral-Small-2505","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8668","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Devstral-Small-2505","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5558563904","shards":1,"effective_bpw":1.8865,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017315904","shards":1,"effective_bpw":2.0422,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750909504","shards":1,"effective_bpw":2.2911,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207039968","shards":1,"effective_bpw":2.4459,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478359008","shards":1,"effective_bpw":2.538,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114058208","shards":1,"effective_bpw":2.7537,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243328064","shards":1,"effective_bpw":2.7976,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890332128","shards":1,"effective_bpw":3.0172,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890332224","shards":1,"effective_bpw":3.0172,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047618624","shards":1,"effective_bpw":3.0706,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280599008","shards":1,"effective_bpw":3.1496,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409213504","shards":1,"effective_bpw":3.1933,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545692128","shards":1,"effective_bpw":3.2396,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907123168","shards":1,"effective_bpw":3.3623,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400281568","shards":1,"effective_bpw":3.5296,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400281664","shards":1,"effective_bpw":3.5296,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650956768","shards":1,"effective_bpw":3.6147,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474088928","shards":1,"effective_bpw":3.8941,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474089024","shards":1,"effective_bpw":3.8941,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400767968","shards":1,"effective_bpw":4.2086,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758922208","shards":1,"effective_bpw":4.3301,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779893824","shards":1,"effective_bpw":4.3372,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468021728","shards":1,"effective_bpw":4.5708,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468021824","shards":1,"effective_bpw":4.5708,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494236128","shards":1,"effective_bpw":4.5797,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549286368","shards":1,"effective_bpw":4.5984,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549286464","shards":1,"effective_bpw":4.5984,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333916128","shards":1,"effective_bpw":4.8646,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333916224","shards":1,"effective_bpw":4.8646,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831989728","shards":1,"effective_bpw":5.0337,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873113568","shards":1,"effective_bpw":5.0476,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873113664","shards":1,"effective_bpw":5.0476,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304419808","shards":1,"effective_bpw":5.5334,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304419904","shards":1,"effective_bpw":5.5334,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763991008","shards":1,"effective_bpw":5.6894,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763991104","shards":1,"effective_bpw":5.6894,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178178528","shards":1,"effective_bpw":5.8299,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345945568","shards":1,"effective_bpw":6.5656,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345945664","shards":1,"effective_bpw":6.5656,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671004128","shards":1,"effective_bpw":6.6759,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054786528","shards":1,"effective_bpw":8.5031,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054786624","shards":1,"effective_bpw":8.5031,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153525440","shards":1,"effective_bpw":16.003,"repo":"bartowski/mistralai_Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153525568","shards":1,"effective_bpw":16.003,"repo":"unsloth/Devstral-Small-2505-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-heretic","canonical_repo":"coder3101/Qwen3.5-27B-heretic","display_name":"Qwen3.5-27B-heretic","publisher":"coder3101","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8666","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen3.5-27B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225766720","shards":1,"effective_bpw":1.8206,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766008640","shards":1,"effective_bpw":1.9786,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666411840","shards":1,"effective_bpw":2.2419,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463040","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674785600","shards":1,"effective_bpw":2.5368,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395108160","shards":1,"effective_bpw":2.7474,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658501440","shards":1,"effective_bpw":2.8245,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121840704","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121840960","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734172480","shards":1,"effective_bpw":3.139,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632896320","shards":1,"effective_bpw":3.4018,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953344","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953600","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085094720","shards":1,"effective_bpw":3.5341,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874560","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289646144","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289646400","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030202944","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030203200","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689290560","shards":1,"effective_bpw":4.2956,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800701504","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433920","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568619584","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568619840","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540272704","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540272960","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241600","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613504","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613760","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399608384","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399608640","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529344","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529600","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763264","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-122b-a10b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"text","arch_key":"qwen35moe","params_total":"122111526912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8665","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"magnum-v4-72b","canonical_repo":"anthracite-org/magnum-v4-72b","display_name":"magnum-v4-72b","publisher":"anthracite-org","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8651","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v4-72b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326112","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23740212416","shards":1,"effective_bpw":2.6122,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740212832","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490023616","shards":1,"effective_bpw":2.8047,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024032","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057644736","shards":1,"effective_bpw":2.9772,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645152","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137120","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338985664","shards":1,"effective_bpw":3.2282,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986080","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762368","shards":1,"effective_bpw":3.2802,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762528","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811762784","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274368","shards":1,"effective_bpw":3.4141,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082304","shards":1,"effective_bpw":3.504,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845082720","shards":1,"effective_bpw":3.504,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180192","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487788736","shards":1,"effective_bpw":3.7948,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487788896","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789152","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789152","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503596736","shards":1,"effective_bpw":3.9065,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597152","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725056","shards":1,"effective_bpw":4.1481,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725216","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698725472","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505224896","shards":1,"effective_bpw":4.3468,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225056","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225312","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709074624","shards":1,"effective_bpw":4.3693,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075040","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163239264","shards":1,"effective_bpw":4.4192,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126208","shards":1,"effective_bpw":4.5535,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383126624","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889222848","shards":1,"effective_bpw":4.8292,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223008","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223264","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715008","shards":1,"effective_bpw":5.2172,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715168","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415715424","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/magnum-v4-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138176","shards":2,"effective_bpw":5.6529,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447465856","shards":2,"effective_bpw":5.991,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628928","shards":2,"effective_bpw":7.0803,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262611840","shards":2,"effective_bpw":8.5014,"repo":"bartowski/magnum-v4-72b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fun-cosyvoice3-0-5b-2512","canonical_repo":"FunAudioLLM/Fun-CosyVoice3-0.5B-2512","display_name":"Fun-CosyVoice3-0.5B-2512","publisher":"FunAudioLLM","modality":"audio_tts","arch_key":"cosyvoice3-campplus","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8642","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FunAudioLLM/Fun-CosyVoice3-0.5B-2512","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"360751936","shards":1,"effective_bpw":null,"repo":"cstr/cosyvoice3-0.5b-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"529149440","shards":2,"effective_bpw":null,"repo":"cstr/cosyvoice3-0.5b-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2494957376","shards":5,"effective_bpw":null,"repo":"cstr/cosyvoice3-0.5b-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-heretic","canonical_repo":"coder3101/gemma-4-E4B-it-heretic","display_name":"gemma-4-E4B-it-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8640","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-E4B-it-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3514090432","shards":1,"effective_bpw":3.5158,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3686122432","shards":1,"effective_bpw":3.6879,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3838698432","shards":1,"effective_bpw":3.8405,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4030800832","shards":1,"effective_bpw":4.0327,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401316640","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633760","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163680","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4680983488","shards":1,"effective_bpw":4.6832,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691360","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4801405888","shards":1,"effective_bpw":4.8037,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4805010368","shards":1,"effective_bpw":4.8073,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4813857728","shards":1,"effective_bpw":4.8162,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391008","shards":1,"effective_bpw":4.8527,"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391840","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942461888","shards":1,"effective_bpw":4.9448,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276960","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5039956928","shards":1,"effective_bpw":5.0424,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951200","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954080","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117920","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965280","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335285728","shards":1,"effective_bpw":5.3379,"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286560","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5366981568","shards":1,"effective_bpw":5.3696,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945760","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442010048","shards":1,"effective_bpw":5.4446,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965600","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908128","shards":1,"effective_bpw":5.7657,"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908960","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217256992","shards":1,"effective_bpw":6.2202,"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257760","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7029744576","shards":1,"effective_bpw":7.0331,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031236128","shards":1,"effective_bpw":8.0351,"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8134435776","shards":1,"effective_bpw":8.1383,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14942970592","shards":1,"effective_bpw":14.9502,"repo":"JMingo/gemma-4-E4B-it-heretic-UD-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"k1-v6-zero","canonical_repo":"win10/K1-v6-zero","display_name":"K1-v6-zero","publisher":"win10","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8627","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"win10/K1-v6-zero","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489376","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872288","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843808","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358944","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888672","shards":1,"effective_bpw":2.4865,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065888","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588960","shards":1,"effective_bpw":2.6869,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313760","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507744","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368800","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356960","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356960","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497312","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108768","shards":1,"effective_bpw":3.742,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270240","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790240","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577888","shards":1,"effective_bpw":4.333,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165344","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063200","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420960","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841440","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570720","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484960","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/K1-v6-zero-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-rnnt-0-6b","canonical_repo":"nvidia/parakeet-rnnt-0.6b","display_name":"parakeet-rnnt-0.6b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"616741377","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"8624","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":1025,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/parakeet-rnnt-0.6b","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"397689376","shards":1,"effective_bpw":5.1586,"repo":"cstr/parakeet-rnnt-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"476390816","shards":1,"effective_bpw":6.1795,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"539714976","shards":1,"effective_bpw":7.0009,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"600902048","shards":1,"effective_bpw":7.7945,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"729687456","shards":1,"effective_bpw":9.4651,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1235347040","shards":1,"effective_bpw":16.0242,"repo":"cstr/parakeet-rnnt-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1235969568","shards":1,"effective_bpw":16.0323,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2467033120","shards":1,"effective_bpw":32.0009,"repo":"handy-computer/parakeet-rnnt-0.6b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-moonlight-dusk-26b-a4b-heretic","canonical_repo":"Vortex5/G4-Moonlight-Dusk-26B-A4B-heretic","display_name":"G4-Moonlight-Dusk-26B-A4B-heretic","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8563","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/G4-Moonlight-Dusk-26B-A4B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532493280","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910879200","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541522400","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652640","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190396384","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910944","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824959168","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824959456","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703840","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642889184","shards":1,"effective_bpw":3.509,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953263072","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539604672","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604960","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604960","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758944","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928768","shards":1,"effective_bpw":4.1,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603929056","shards":1,"effective_bpw":4.1,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141683392","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683680","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309894624","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455977152","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903293408","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880062144","shards":1,"effective_bpw":4.786,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880062432","shards":1,"effective_bpw":4.786,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950880","shards":1,"effective_bpw":4.952,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252928","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211253216","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494245056","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494245344","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640402112","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640402400","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952832","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243953120","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644195008","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-27b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-27B-abliterated","display_name":"Huihui-Qwen3.5-27B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8552","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-27B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225766752","shards":1,"effective_bpw":1.7928,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766008672","shards":1,"effective_bpw":1.9484,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666411872","shards":1,"effective_bpw":2.2076,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463072","shards":1,"effective_bpw":2.4196,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674785632","shards":1,"effective_bpw":2.498,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395108192","shards":1,"effective_bpw":2.7054,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658501472","shards":1,"effective_bpw":2.7813,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121840256","shards":1,"effective_bpw":2.9147,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121840704","shards":1,"effective_bpw":2.9147,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121840992","shards":1,"effective_bpw":2.9147,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734172512","shards":1,"effective_bpw":3.091,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632896352","shards":1,"effective_bpw":3.3498,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952896","shards":1,"effective_bpw":3.4768,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953344","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953632","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085094752","shards":1,"effective_bpw":3.48,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874592","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289645696","shards":1,"effective_bpw":3.8269,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289646144","shards":1,"effective_bpw":3.8269,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289646432","shards":1,"effective_bpw":3.8269,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030202496","shards":1,"effective_bpw":4.0402,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030202944","shards":1,"effective_bpw":4.0402,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030203232","shards":1,"effective_bpw":4.0402,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689290592","shards":1,"effective_bpw":4.23,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800701504","shards":1,"effective_bpw":4.262,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433952","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568619136","shards":1,"effective_bpw":4.4832,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568619584","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568619872","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540272256","shards":1,"effective_bpw":4.763,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540272704","shards":1,"effective_bpw":4.763,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540272992","shards":1,"effective_bpw":4.763,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241632","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613056","shards":1,"effective_bpw":5.379,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613504","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613792","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399607936","shards":1,"effective_bpw":5.5864,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399608384","shards":1,"effective_bpw":5.5864,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399608672","shards":1,"effective_bpw":5.5864,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528896","shards":1,"effective_bpw":6.3589,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529344","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529632","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762816","shards":1,"effective_bpw":8.2345,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763264","shards":1,"effective_bpw":8.2345,"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808281440","shards":2,"effective_bpw":15.4947,"repo":"DevQuasar/huihui-ai.Huihui-Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-4-reasoning","canonical_repo":"microsoft/Phi-4-reasoning","display_name":"Phi-4-reasoning","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"14659507200","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"8546","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100352,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-4-reasoning","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3580206368","shards":1,"effective_bpw":1.9538,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3831086368","shards":1,"effective_bpw":2.0907,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4269358368","shards":1,"effective_bpw":2.3299,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4731549664","shards":1,"effective_bpw":2.5821,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5110429664","shards":1,"effective_bpw":2.7889,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5257620768","shards":1,"effective_bpw":2.8692,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5547349984","shards":1,"effective_bpw":3.0273,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5547351328","shards":1,"effective_bpw":3.0273,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5667773728","shards":1,"effective_bpw":3.093,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5846685664","shards":1,"effective_bpw":3.1907,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"5890862368","shards":1,"effective_bpw":3.2148,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6049109984","shards":1,"effective_bpw":3.3011,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6246701024","shards":1,"effective_bpw":3.409,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6504749024","shards":1,"effective_bpw":3.5498,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6504750368","shards":1,"effective_bpw":3.5498,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6913837024","shards":1,"effective_bpw":3.773,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7363270624","shards":1,"effective_bpw":4.0183,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7363271968","shards":1,"effective_bpw":4.0183,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7930156736","shards":1,"effective_bpw":4.3277,"repo":"lmstudio-community/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7930157024","shards":1,"effective_bpw":4.3277,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7941380064","shards":1,"effective_bpw":4.3338,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7957437728","shards":1,"effective_bpw":4.3425,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8383420384","shards":1,"effective_bpw":4.575,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8383421728","shards":1,"effective_bpw":4.575,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8412092384","shards":1,"effective_bpw":4.5907,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8412093728","shards":1,"effective_bpw":4.5907,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8440764384","shards":1,"effective_bpw":4.6063,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053116096","shards":1,"effective_bpw":4.9405,"repo":"lmstudio-community/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053116384","shards":1,"effective_bpw":4.9405,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9053117728","shards":1,"effective_bpw":4.9405,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267501024","shards":1,"effective_bpw":5.0575,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267502368","shards":1,"effective_bpw":5.0575,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9434453984","shards":1,"effective_bpw":5.1486,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10151581664","shards":1,"effective_bpw":5.5399,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10604189664","shards":1,"effective_bpw":5.7869,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10604191008","shards":1,"effective_bpw":5.7869,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10921301984","shards":1,"effective_bpw":5.96,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030252736","shards":1,"effective_bpw":6.5652,"repo":"lmstudio-community/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030253024","shards":1,"effective_bpw":6.5652,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12030254368","shards":1,"effective_bpw":6.5652,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12279125984","shards":1,"effective_bpw":6.701,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580501696","shards":1,"effective_bpw":8.5026,"repo":"lmstudio-community/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580501984","shards":1,"effective_bpw":8.5026,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15580503328","shards":1,"effective_bpw":8.5026,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29323400896","shards":1,"effective_bpw":16.0024,"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29323402272","shards":1,"effective_bpw":16.0024,"repo":"unsloth/Phi-4-reasoning-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mellum2-12b-a2-5b-instruct","canonical_repo":"JetBrains/Mellum2-12B-A2.5B-Instruct","display_name":"Mellum2-12B-A2.5B-Instruct","publisher":"JetBrains","modality":"text","arch_key":"mellum","params_total":"12149923072","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8545","n_layers":28,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2304,"vocab_size":98304,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":true,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":8,"arch_source":"JetBrains/Mellum2-12B-A2.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"8071293600","shards":1,"effective_bpw":5.3145,"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12925416096","shards":1,"effective_bpw":8.5106,"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q8_0","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7","canonical_repo":"zai-org/GLM-4.7","display_name":"GLM-4.7","publisher":"zai-org","modality":"text","arch_key":"glm4moe","params_total":"358337791296","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"8538","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"zai-org/GLM-4.7","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"76767410464","shards":2,"effective_bpw":1.7139,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"80024529312","shards":3,"effective_bpw":1.7866,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"84494125664","shards":1,"effective_bpw":1.8864,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"88785566080","shards":3,"effective_bpw":1.9822,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"97175341856","shards":2,"effective_bpw":2.1695,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"101503891840","shards":3,"effective_bpw":2.2661,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"102314080672","shards":3,"effective_bpw":2.2842,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"107659012992","shards":3,"effective_bpw":2.4035,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"115504265632","shards":3,"effective_bpw":2.5787,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"115912821664","shards":3,"effective_bpw":2.5878,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"122440207264","shards":3,"effective_bpw":2.7335,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"127623776800","shards":4,"effective_bpw":2.8492,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"128381536800","shards":4,"effective_bpw":2.8662,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"131159649152","shards":3,"effective_bpw":2.9282,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"131341511552","shards":3,"effective_bpw":2.9322,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"142733060640","shards":4,"effective_bpw":3.1866,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"145120517024","shards":3,"effective_bpw":3.2399,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"148687047200","shards":4,"effective_bpw":3.3195,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"155021880320","shards":4,"effective_bpw":3.4609,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"157319981568","shards":4,"effective_bpw":3.5122,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"164764174976","shards":5,"effective_bpw":3.6784,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"164954966656","shards":5,"effective_bpw":3.6827,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"170584017568","shards":5,"effective_bpw":3.8083,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"171268787232","shards":4,"effective_bpw":3.8236,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"191562951712","shards":4,"effective_bpw":4.2767,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"192678005376","shards":5,"effective_bpw":4.3016,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"202456345728","shards":5,"effective_bpw":4.5199,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"203036339328","shards":5,"effective_bpw":4.5328,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"203602938624","shards":6,"effective_bpw":4.5455,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"203679902848","shards":5,"effective_bpw":4.5472,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"206494059264","shards":6,"effective_bpw":4.61,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"210778802944","shards":6,"effective_bpw":4.7057,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"216455572576","shards":5,"effective_bpw":4.8324,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"218524687136","shards":6,"effective_bpw":4.8786,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"219100584704","shards":6,"effective_bpw":4.8915,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"224605547648","shards":5,"effective_bpw":5.0144,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"225189350112","shards":6,"effective_bpw":5.0274,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"247003704448","shards":5,"effective_bpw":5.5144,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"247443676032","shards":7,"effective_bpw":5.5243,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"254246825248","shards":6,"effective_bpw":5.6761,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"255278156672","shards":7,"effective_bpw":5.6992,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"294371691776","shards":6,"effective_bpw":6.5719,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"294832614368","shards":8,"effective_bpw":6.5822,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"380966784256","shards":10,"effective_bpw":8.5052,"repo":"bartowski/zai-org_GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"380966784544","shards":8,"effective_bpw":8.5052,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"716837146592","shards":15,"effective_bpw":16.0036,"repo":"unsloth/GLM-4.7-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kepler-reasoning-7b","canonical_repo":"aryyanthakrr/Kepler-Reasoning-7B","display_name":"Kepler-Reasoning-7B","publisher":"aryyanthakrr","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8532","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aryyanthakrr/Kepler-Reasoning-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902206912","shards":1,"effective_bpw":1.999,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040735680","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271616960","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467561408","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594031744","shards":1,"effective_bpw":2.726,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778736768","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832423392","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014289600","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014289888","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112908928","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344460448","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490572672","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490572960","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497396896","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572216480","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806595456","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806595744","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086663552","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086663840","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216531776","shards":1,"effective_bpw":4.431,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248357408","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435827872","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442135712","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455783296","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455783584","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681087872","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681088160","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871208832","shards":1,"effective_bpw":5.119,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313012032","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313012320","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442666816","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442667104","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251844448","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251844736","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Kepler-Reasoning-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095478176","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232124896","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/Kepler-Reasoning-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-9b-uncensored","canonical_repo":"PeppX/Ornith-1.0-9B-Uncensored","display_name":"Ornith-1.0-9B-Uncensored","publisher":"PeppX","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"8530","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PeppX/Ornith-1.0-9B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5629108416","shards":1,"effective_bpw":4.7857,"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969216","shards":1,"effective_bpw":5.4989,"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359258816","shards":1,"effective_bpw":6.2567,"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501600","shards":1,"effective_bpw":8.1001,"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-nikusui-v1","canonical_repo":"extraltodeus/Qwen3.5-9B-Nikusui-v1","display_name":"Qwen3.5-9B-Nikusui-v1","publisher":"extraltodeus","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8521","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"extraltodeus/Qwen3.5-9B-Nikusui-v1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969472","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969728","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022144","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022400","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990656","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783360","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610112","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610368","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512896","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513152","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418560","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875584","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864512","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554368","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554624","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663488","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780090272","shards":1,"effective_bpw":4.7902,"repo":"extraltodeus/Qwen3.5-9B-Nikusui-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091264","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091520","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462400","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642944","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643200","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545024","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545280","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902144","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902400","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786060192","shards":1,"effective_bpw":8.1102,"repo":"extraltodeus/Qwen3.5-9B-Nikusui-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061184","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407321984","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Qwen3.5-9B-Nikusui-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"goetia-26b-a4b-v1-4","canonical_repo":"Naphula/Goetia-26B-A4B-v1.4","display_name":"Goetia-26B-A4B-v1.4","publisher":"Naphula","modality":"text","arch_key":"gemma4","params_total":"25999063326","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8518","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Naphula/Goetia-26B-A4B-v1.4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532494016","shards":1,"effective_bpw":2.6255,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910879936","shards":1,"effective_bpw":2.7419,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541523136","shards":1,"effective_bpw":2.936,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058653376","shards":1,"effective_bpw":3.0951,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190397120","shards":1,"effective_bpw":3.1356,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694911680","shards":1,"effective_bpw":3.2909,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824959904","shards":1,"effective_bpw":3.3309,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824960192","shards":1,"effective_bpw":3.3309,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866704576","shards":1,"effective_bpw":3.3437,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642889920","shards":1,"effective_bpw":3.5826,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953263808","shards":1,"effective_bpw":3.6781,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539605408","shards":1,"effective_bpw":3.8585,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539605696","shards":1,"effective_bpw":3.8585,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539605696","shards":1,"effective_bpw":3.8585,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709759680","shards":1,"effective_bpw":3.9108,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603929504","shards":1,"effective_bpw":4.186,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603929792","shards":1,"effective_bpw":4.186,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141684128","shards":1,"effective_bpw":4.3514,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141684416","shards":1,"effective_bpw":4.3514,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309895360","shards":1,"effective_bpw":4.4032,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455977888","shards":1,"effective_bpw":4.4482,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903294144","shards":1,"effective_bpw":4.5858,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880062880","shards":1,"effective_bpw":4.8863,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880063168","shards":1,"effective_bpw":4.8863,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430951616","shards":1,"effective_bpw":5.0559,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211253664","shards":1,"effective_bpw":5.296,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211253952","shards":1,"effective_bpw":5.296,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494245792","shards":1,"effective_bpw":5.6907,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494246080","shards":1,"effective_bpw":5.6907,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640402848","shards":1,"effective_bpw":6.0434,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640403136","shards":1,"effective_bpw":6.0434,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243953568","shards":1,"effective_bpw":7.1522,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243953856","shards":1,"effective_bpw":7.1522,"repo":"mradermacher/Goetia-26B-A4B-v1.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644195744","shards":1,"effective_bpw":8.5062,"repo":"mradermacher/Goetia-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-qat-q4-0-unquantized-heretic","canonical_repo":"coder3101/gemma-4-E4B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-E4B-it-qat-q4_0-unquantized-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"7941100874","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8517","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-E4B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289757344","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271264","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794464","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627841184","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279904","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298464","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841504","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269590176","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782496","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885856","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959776","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635834016","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361696","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823062176","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506656","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385376","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159528096","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132576","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979936","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273696","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519776","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098976","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997856","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079776","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llm-jp-4-32b-a3b-thinking","canonical_repo":"llm-jp/llm-jp-4-32b-a3b-thinking","display_name":"llm-jp-4-32b-a3b-thinking","publisher":"llm-jp","modality":"text","arch_key":"qwen3moe","params_total":"32139028992","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8504","n_layers":32,"n_head":40,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":196608,"ctx_native":65536,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"llm-jp/llm-jp-4-32b-a3b-thinking","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16745404096","shards":1,"effective_bpw":4.1682,"repo":"mmnga-o/llm-jp-4-32b-a3b-thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17582299072","shards":1,"effective_bpw":4.3766,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21400590016","shards":1,"effective_bpw":5.327,"repo":"mmnga-o/llm-jp-4-32b-a3b-thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21400590272","shards":1,"effective_bpw":5.327,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21522487200","shards":1,"effective_bpw":5.3573,"repo":"ash2813/llm-jp-4-32b-a3b-thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24407381696","shards":1,"effective_bpw":6.0754,"repo":"mmnga-o/llm-jp-4-32b-a3b-thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24407381952","shards":1,"effective_bpw":6.0754,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28840728512","shards":1,"effective_bpw":7.179,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34183878592","shards":1,"effective_bpw":8.509,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64304223936","shards":1,"effective_bpw":16.0065,"repo":"hiratagoh/llm-jp-4-32b-a3b-thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"64304224256","shards":3,"effective_bpw":16.0065,"repo":"ash2813/llm-jp-4-32b-a3b-thinking-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-abliterated","canonical_repo":"mlabonne/Qwen3-14B-abliterated","display_name":"Qwen3-14B-abliterated","publisher":"mlabonne","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8482","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Qwen3-14B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579934752","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849656352","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299192352","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691589152","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963312672","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963312736","shards":1,"effective_bpw":2.6886,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322941472","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322941536","shards":1,"effective_bpw":2.8834,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389849632","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753983808","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984032","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984096","shards":1,"effective_bpw":3.1169,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942666272","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942666336","shards":1,"effective_bpw":3.2191,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375301152","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375301216","shards":1,"effective_bpw":3.4535,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513664096","shards":1,"effective_bpw":3.5285,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105728","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657105952","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106016","shards":1,"effective_bpw":3.6062,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684958752","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883409952","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883410016","shards":1,"effective_bpw":3.7287,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313088","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321313312","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313376","shards":1,"effective_bpw":3.966,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651328","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900651552","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651616","shards":1,"effective_bpw":4.2798,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110730272","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110730336","shards":1,"effective_bpw":4.3936,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362048","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541363232","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541363296","shards":1,"effective_bpw":4.6269,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543001632","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543001696","shards":1,"effective_bpw":4.6277,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475648","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573475872","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475936","shards":1,"effective_bpw":4.6443,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753408","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001753632","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753696","shards":1,"effective_bpw":4.8763,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389521952","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389522016","shards":1,"effective_bpw":5.0863,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579110496","shards":1,"effective_bpw":5.189,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263894848","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895072","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895136","shards":1,"effective_bpw":5.56,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570048","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514570272","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570336","shards":1,"effective_bpw":5.6957,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994688096","shards":1,"effective_bpw":5.9558,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937728","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121937952","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938016","shards":1,"effective_bpw":6.5665,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498739296","shards":1,"effective_bpw":6.7706,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534208","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534496","shards":1,"effective_bpw":8.5039,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543423808","shards":1,"effective_bpw":16.0037,"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-35b-fp8-block-mtp","canonical_repo":"shisa-ai/Ornith-1.0-35B-FP8-BLOCK-MTP","display_name":"Ornith-1.0-35B-FP8-BLOCK-MTP","publisher":"shisa-ai","modality":"text","arch_key":"qwen35moe","params_total":"35505251456","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"8475","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"shisa-ai/Ornith-1.0-35B-FP8-BLOCK-MTP","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247183360","shards":1,"effective_bpw":2.9848,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183616","shards":1,"effective_bpw":2.9848,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036160","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036416","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615415040","shards":1,"effective_bpw":3.5184,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624512","shards":1,"effective_bpw":3.5615,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166660096","shards":1,"effective_bpw":3.868,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166660352","shards":1,"effective_bpw":3.868,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091136","shards":1,"effective_bpw":4.1801,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091392","shards":1,"effective_bpw":4.1801,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522816","shards":1,"effective_bpw":4.3215,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056960","shards":1,"effective_bpw":4.3689,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226816","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862848","shards":1,"effective_bpw":4.589,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863104","shards":1,"effective_bpw":4.589,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463808","shards":1,"effective_bpw":4.8925,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713464064","shards":1,"effective_bpw":4.8925,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884416","shards":1,"effective_bpw":5.0422,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755520","shards":1,"effective_bpw":5.5347,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755776","shards":1,"effective_bpw":5.5347,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347533312","shards":1,"effective_bpw":5.7113,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533568","shards":1,"effective_bpw":5.7113,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732160","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732416","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802150400","shards":1,"effective_bpw":8.5175,"repo":"mradermacher/Ornith-1.0-35B-FP8-BLOCK-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"madlad400-3b-mt","canonical_repo":"google/madlad400-3b-mt","display_name":"madlad400-3b-mt","publisher":"google","modality":"text","arch_key":"t5","params_total":"2940374016","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8461","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":256000,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/madlad400-3b-mt","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1858124864","shards":1,"effective_bpw":5.0555,"repo":"notjjustnumbers/madlad400-3b-mt-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1858124864","shards":1,"effective_bpw":5.0555,"repo":"mtsdurica/madlad400-3b-mt-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2036588352","shards":1,"effective_bpw":5.541,"repo":"cstr/madlad400-3b-mt-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-32b-instruct-ultra-uncensored-heretic","canonical_repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic","display_name":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8433","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323843872","shards":1,"effective_bpw":1.7565,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959870752","shards":1,"effective_bpw":1.909,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019915552","shards":1,"effective_bpw":2.1632,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951837472","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514827552","shards":1,"effective_bpw":2.5217,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362863392","shards":1,"effective_bpw":2.7251,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465816352","shards":1,"effective_bpw":2.7498,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653792","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344654112","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821039392","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702923552","shards":1,"effective_bpw":3.2863,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740512","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389740832","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434305312","shards":1,"effective_bpw":3.4617,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930085152","shards":1,"effective_bpw":3.5806,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971778592","shards":1,"effective_bpw":3.8305,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779552","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971779872","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330995232","shards":1,"effective_bpw":4.1564,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330996192","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330996512","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690497312","shards":1,"effective_bpw":4.2427,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854336992","shards":1,"effective_bpw":4.282,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703089952","shards":1,"effective_bpw":4.4855,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771247072","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771247392","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18810567712","shards":1,"effective_bpw":4.5113,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151392","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762151712","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19783121952","shards":1,"effective_bpw":4.7445,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636524832","shards":1,"effective_bpw":4.9492,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635494432","shards":1,"effective_bpw":5.4286,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495392","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635495712","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833632","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214833952","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23237114912","shards":1,"effective_bpw":5.5729,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883307552","shards":1,"effective_bpw":6.4473,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308512","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883308832","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720352","shards":1,"effective_bpw":8.3502,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721312","shards":1,"effective_bpw":8.3502,"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531576352","shards":1,"effective_bpw":15.7162,"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b-abliterated","canonical_repo":"TobiasLogic/Qwen2.5-Coder-32B-abliterated","display_name":"Qwen2.5-Coder-32B-abliterated","publisher":"TobiasLogic","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8430","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TobiasLogic/Qwen2.5-Coder-32B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507744","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161504","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028251104","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551584","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387570144","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441824","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001504","shards":1,"effective_bpw":2.805,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099456","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099744","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271904","shards":1,"effective_bpw":3.135,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514464","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331456","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331744","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436896224","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123744","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048896","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935049184","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079616","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079904","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154784","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101696","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010784","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410816","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784411104","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336416","shards":1,"effective_bpw":4.8471,"repo":"TobiasLogic/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336896","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851337184","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243744","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255296","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255584","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262158016","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158304","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155456","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155744","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885696","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/Qwen2.5-Coder-32B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-vace-14b","canonical_repo":"Wan-AI/Wan2.1-VACE-14B","display_name":"Wan2.1-VACE-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"17337592896","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8426","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-VACE-14B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"7844059040","shards":1,"effective_bpw":3.6194,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10327095200","shards":1,"effective_bpw":4.7652,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10552539040","shards":1,"effective_bpw":4.8692,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11183323040","shards":1,"effective_bpw":5.1603,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11639453600","shards":1,"effective_bpw":5.3707,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12251887520","shards":1,"effective_bpw":5.6533,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12464224160","shards":1,"effective_bpw":5.7513,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13037336480","shards":1,"effective_bpw":6.0158,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13320452000","shards":1,"effective_bpw":6.1464,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14522587040","shards":1,"effective_bpw":6.7011,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18663274400","shards":1,"effective_bpw":8.6117,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"34691741600","shards":1,"effective_bpw":16.0076,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"34691741600","shards":1,"effective_bpw":16.0076,"repo":"QuantStack/Wan2.1_14B_VACE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-270m-qat","canonical_repo":"google/gemma-3-270m-qat","display_name":"gemma-3-270m-qat","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"8373","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"241409024","shards":1,"effective_bpw":7.2036,"repo":"ggml-org/gemma-3-270m-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-14b","canonical_repo":"Qwen/Qwen2.5-Coder-14B","display_name":"Qwen2.5-Coder-14B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8365","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Coder-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704575520","shards":1,"effective_bpw":2.5482,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726880","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146720","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498080","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362080","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818080","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596320","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538400","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204640","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768544","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768800","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840800","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268320","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431840","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110624","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110880","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954080","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554400","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873760","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396000","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684064","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684320","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803040","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597984","shards":1,"effective_bpw":8.5046,"repo":"ggml-org/Qwen2.5-Coder-14B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597984","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598240","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716384","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"midnight-miqu-70b-v1-5","canonical_repo":"sophosympatheia/Midnight-Miqu-70B-v1.5","display_name":"Midnight-Miqu-70B-v1.5","publisher":"sophosympatheia","modality":"text","arch_key":"llama","params_total":"68976648192","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"8338","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":32764,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sophosympatheia/Midnight-Miqu-70B-v1.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"14535538560","shards":1,"effective_bpw":1.6859,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"14535539808","shards":1,"effective_bpw":1.6859,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"15943251840","shards":1,"effective_bpw":1.8491,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15943253088","shards":1,"effective_bpw":1.8491,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"18289440640","shards":1,"effective_bpw":2.1212,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18289441888","shards":1,"effective_bpw":2.1212,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"20334163840","shards":1,"effective_bpw":2.3584,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20334165088","shards":1,"effective_bpw":2.3584,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"21354313600","shards":1,"effective_bpw":2.4767,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21354314848","shards":1,"effective_bpw":2.4767,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"23231264640","shards":1,"effective_bpw":2.6944,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23231265888","shards":1,"effective_bpw":2.6944,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"23559273568","shards":1,"effective_bpw":2.7324,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25462438880","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25462439008","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"26581464960","shards":1,"effective_bpw":3.083,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26581466208","shards":1,"effective_bpw":3.083,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"28314974080","shards":1,"effective_bpw":3.284,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"28314975328","shards":1,"effective_bpw":3.284,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919295136","shards":1,"effective_bpw":3.4701,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"29919295360","shards":1,"effective_bpw":3.4701,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919296480","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29919296608","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29919296608","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"30944278400","shards":1,"effective_bpw":3.589,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30944279648","shards":1,"effective_bpw":3.589,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274738336","shards":1,"effective_bpw":3.8592,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274739680","shards":1,"effective_bpw":3.8592,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"33274739808","shards":1,"effective_bpw":3.8592,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147836576","shards":1,"effective_bpw":4.1925,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147837920","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"36147838048","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"36829820800","shards":1,"effective_bpw":4.2716,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36829822048","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37196823520","shards":1,"effective_bpw":4.3141,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"39019052128","shards":1,"effective_bpw":4.5255,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249737376","shards":1,"effective_bpw":4.5522,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249738720","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"39249738848","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422911136","shards":1,"effective_bpw":4.8043,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422912480","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"41422912608","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"43166825568","shards":1,"effective_bpw":5.0065,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461398176","shards":1,"effective_bpw":5.5046,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461399520","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"47461399648","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753768096","shards":1,"effective_bpw":5.6545,"repo":"backyardai/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753769440","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"48753769568","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-derestricted","canonical_repo":"koute/GLM-4.7-Flash-Derestricted","display_name":"GLM-4.7-Flash-Derestricted","publisher":"koute","modality":"text","arch_key":"deepseek2","params_total":"31221488576","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"8318","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"koute/GLM-4.7-Flash-Derestricted","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6201792192","shards":1,"effective_bpw":1.5891,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6864782016","shards":1,"effective_bpw":1.759,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7969765056","shards":1,"effective_bpw":2.0421,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8869152448","shards":1,"effective_bpw":2.2726,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9014335168","shards":1,"effective_bpw":2.3098,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9898321600","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10232122048","shards":1,"effective_bpw":2.6218,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11042965920","shards":1,"effective_bpw":2.8296,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11042966208","shards":1,"effective_bpw":2.8296,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11646142144","shards":1,"effective_bpw":2.9841,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12344307392","shards":1,"effective_bpw":3.163,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13034401184","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13034401472","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13034401472","shards":1,"effective_bpw":3.3399,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13211266752","shards":1,"effective_bpw":3.3852,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14380019104","shards":1,"effective_bpw":3.6846,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14380019392","shards":1,"effective_bpw":3.6846,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15591779744","shards":1,"effective_bpw":3.9951,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15591780032","shards":1,"effective_bpw":3.9951,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16033288896","shards":1,"effective_bpw":4.1083,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16164360608","shards":1,"effective_bpw":4.1419,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17008452288","shards":1,"effective_bpw":4.3581,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17072431520","shards":1,"effective_bpw":4.3745,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17072431808","shards":1,"effective_bpw":4.3745,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18132722080","shards":1,"effective_bpw":4.6462,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18132722368","shards":1,"effective_bpw":4.6462,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18807268032","shards":1,"effective_bpw":4.8191,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20664287648","shards":1,"effective_bpw":5.2949,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"20664287936","shards":1,"effective_bpw":5.2949,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21264515488","shards":1,"effective_bpw":5.4487,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21264515776","shards":1,"effective_bpw":5.4487,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24614786464","shards":1,"effective_bpw":6.3071,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"24614786752","shards":1,"effective_bpw":6.3071,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31842800032","shards":1,"effective_bpw":8.1592,"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo3-35b-a3b","canonical_repo":"Hcompany/Holo3-35B-A3B","display_name":"Holo3-35B-A3B","publisher":"Hcompany","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8283","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Hcompany/Holo3-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"18939316064","shards":1,"effective_bpw":4.3158,"repo":"lancejames221b/razorstrike-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758592","shards":1,"effective_bpw":4.8233,"repo":"deadbydawn101/RavenX-OpenFable-Qwopus-Coder-Holo3-Qwen3.6-35B-A3B-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"alia-40b-fc-2606","canonical_repo":"BSC-LT/ALIA-40b-fc-2606","display_name":"ALIA-40b-fc-2606","publisher":"BSC-LT","modality":"text","arch_key":"llama","params_total":"40433885184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8278","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":256000,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BSC-LT/ALIA-40b-fc-2606","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"9727061216","shards":1,"effective_bpw":1.9245,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"10463161568","shards":1,"effective_bpw":2.0702,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"11689995488","shards":1,"effective_bpw":2.3129,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12772125920","shards":1,"effective_bpw":2.527,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"13560786144","shards":1,"effective_bpw":2.6831,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"14542253280","shards":1,"effective_bpw":2.8772,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"14686432480","shards":1,"effective_bpw":2.9058,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15711939552","shards":1,"effective_bpw":3.1087,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"15711939808","shards":1,"effective_bpw":3.1087,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"16222072032","shards":1,"effective_bpw":3.2096,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17406569696","shards":1,"effective_bpw":3.444,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18202438624","shards":1,"effective_bpw":3.6014,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"18202438880","shards":1,"effective_bpw":3.6014,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"18255916256","shards":1,"effective_bpw":3.612,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18844167392","shards":1,"effective_bpw":3.7284,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20044786656","shards":1,"effective_bpw":3.9659,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"20044786912","shards":1,"effective_bpw":3.9659,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"21628136416","shards":1,"effective_bpw":4.2792,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"21628136672","shards":1,"effective_bpw":4.2792,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"22158847200","shards":1,"effective_bpw":4.3842,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"22347590624","shards":1,"effective_bpw":4.4216,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"23369428192","shards":1,"effective_bpw":4.6237,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"23449119712","shards":1,"effective_bpw":4.6395,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"23449119968","shards":1,"effective_bpw":4.6395,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24591543264","shards":1,"effective_bpw":4.8655,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"24591543520","shards":1,"effective_bpw":4.8655,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"25689926880","shards":1,"effective_bpw":5.0829,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"28085922784","shards":1,"effective_bpw":5.5569,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"28085923040","shards":1,"effective_bpw":5.5569,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28754389984","shards":1,"effective_bpw":5.6892,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"28754390240","shards":1,"effective_bpw":5.6892,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33177414624","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"33177414880","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/ALIA-40b-fc-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"42969803744","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/ALIA-40b-fc-2606-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-instruct-uncensored","canonical_repo":"Orion-zhen/Qwen2.5-14B-Instruct-Uncensored","display_name":"Qwen2.5-14B-Instruct-Uncensored","publisher":"Orion-zhen","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"gpl-3.0","downloads_30d":"8275","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Orion-zhen/Qwen2.5-14B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5770498496","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596736","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339205056","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769216","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196416","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432256","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110816","shards":1,"effective_bpw":4.8683,"repo":"yemiao2745/Qwen2.5-14B-Instruct-Uncensored-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111296","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554816","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873504","shards":1,"effective_bpw":5.692,"repo":"Orion-zhen/Qwen2.5-14B-Instruct-Uncensored-Q5_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874176","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684736","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598656","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-omnimerge-v4","canonical_repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4","display_name":"Qwen3.6-27B-Omnimerge-v4","publisher":"ManniX-ITA","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8270","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8433182528","shards":1,"effective_bpw":2.4284,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9090590528","shards":1,"effective_bpw":2.6177,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9362913088","shards":1,"effective_bpw":2.6962,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10004592448","shards":1,"effective_bpw":2.8809,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10243576640","shards":1,"effective_bpw":2.9498,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664192","shards":1,"effective_bpw":3.0846,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"11186370368","shards":1,"effective_bpw":3.2213,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11953264192","shards":1,"effective_bpw":3.4421,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11967129408","shards":1,"effective_bpw":3.4461,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952832","shards":1,"effective_bpw":3.4768,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12580874048","shards":1,"effective_bpw":3.6228,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12768330560","shards":1,"effective_bpw":3.6768,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442112","shards":1,"effective_bpw":3.8303,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775232","shards":1,"effective_bpw":4.1308,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082506048","shards":1,"effective_bpw":4.3432,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15309038400","shards":1,"effective_bpw":4.4084,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15476868672","shards":1,"effective_bpw":4.4568,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313792","shards":1,"effective_bpw":4.4883,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15801927488","shards":1,"effective_bpw":4.5504,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399232","shards":1,"effective_bpw":4.765,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713696","shards":1,"effective_bpw":4.8408,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17078240832","shards":1,"effective_bpw":4.9179,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"17491015232","shards":1,"effective_bpw":5.0368,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679612992","shards":1,"effective_bpw":5.379,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098432","shards":1,"effective_bpw":5.5378,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535700576","shards":1,"effective_bpw":5.6255,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"20015789632","shards":1,"effective_bpw":5.7638,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528832","shards":1,"effective_bpw":6.3589,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999136","shards":1,"effective_bpw":6.4593,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22698362432","shards":1,"effective_bpw":6.5363,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762752","shards":1,"effective_bpw":8.2345,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083616","shards":1,"effective_bpw":8.3645,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808281152","shards":1,"effective_bpw":15.4947,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54657733216","shards":1,"effective_bpw":15.7394,"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-omni-30b-a3b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated","display_name":"Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3vlmoe","params_total":"30532646912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8245","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416781472","shards":1,"effective_bpw":1.6813,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078564000","shards":1,"effective_bpw":1.8547,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181534880","shards":1,"effective_bpw":2.1437,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076494496","shards":1,"effective_bpw":2.3782,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287430304","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169807008","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519670944","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258916704","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258917024","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849625760","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598775968","shards":1,"effective_bpw":3.3011,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292801888","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292802208","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299486880","shards":1,"effective_bpw":3.4847,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513396384","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14712180576","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14712180896","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15901003616","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15901003936","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368709792","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557453152","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17380356256","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456377696","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456378016","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18557054816","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18557055136","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192885408","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080911712","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080912032","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725982560","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725982880","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092968288","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092968608","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32484495200","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-8b-instruct-bnb-4bit","canonical_repo":"unsloth/llama-3-8b-Instruct-bnb-4bit","display_name":"llama-3-8b-Instruct-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8248929382","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8221","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/llama-3-8b-Instruct-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627648","shards":1,"effective_bpw":1.9587,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971840","shards":1,"effective_bpw":2.0967,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212160","shards":1,"effective_bpw":2.3268,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781600","shards":1,"effective_bpw":2.5271,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488672","shards":1,"effective_bpw":2.6752,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280928","shards":1,"effective_bpw":2.8593,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131488","shards":1,"effective_bpw":3.0832,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912352","shards":1,"effective_bpw":3.1761,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747232","shards":1,"effective_bpw":3.4126,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499296","shards":1,"effective_bpw":3.5539,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325088","shards":1,"effective_bpw":3.5712,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823392","shards":1,"effective_bpw":3.6706,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917984","shards":1,"effective_bpw":3.8976,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956448","shards":1,"effective_bpw":4.1915,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662688","shards":1,"effective_bpw":4.3134,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677988960","shards":1,"effective_bpw":4.5368,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669024","shards":1,"effective_bpw":4.5511,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734240","shards":1,"effective_bpw":4.7722,"repo":"ChatGpt1/model","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734304","shards":1,"effective_bpw":4.7722,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921247040","shards":1,"effective_bpw":4.7727,"repo":"art-from-the-machine/Mantella-Skyrim-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294048","shards":1,"effective_bpw":5.4303,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987488","shards":1,"effective_bpw":5.56,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006496","shards":1,"effective_bpw":6.397,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770848","shards":1,"effective_bpw":8.283,"repo":"ChatGpt1/model","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770912","shards":1,"effective_bpw":8.283,"repo":"bartowski/Llama-3-8B-Instruct-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541283616","shards":1,"effective_bpw":8.2835,"repo":"art-from-the-machine/Mantella-Skyrim-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891168","shards":1,"effective_bpw":15.584,"repo":"ChatGpt1/model","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16069403936","shards":1,"effective_bpw":15.5845,"repo":"art-from-the-machine/Mantella-Skyrim-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-instruct-uncensored","canonical_repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored","display_name":"Qwen2.5-Coder-7B-Instruct-Uncensored","publisher":"BlossomsAI","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"8189","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015940096","shards":1,"effective_bpw":3.1682,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391168","shards":1,"effective_bpw":4.0006,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768960","shards":1,"effective_bpw":4.6828,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073536","shards":1,"effective_bpw":4.9194,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176448","shards":1,"effective_bpw":5.5834,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831232","shards":1,"effective_bpw":5.7196,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198784","shards":1,"effective_bpw":6.5699,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525184","shards":1,"effective_bpw":8.5073,"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-a4b-98e-v6-coder-it","canonical_repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it","display_name":"gemma-4-A4B-98e-v6-coder-it","publisher":"ManniX-ITA","modality":"text","arch_key":"gemma4","params_total":"20450748106","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"8178","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":98,"n_expert_used":null,"arch_source":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7771167776","shards":1,"effective_bpw":3.04,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7827938336","shards":1,"effective_bpw":3.0622,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8220939296","shards":1,"effective_bpw":3.2159,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8945890336","shards":1,"effective_bpw":3.4995,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9217234464","shards":1,"effective_bpw":3.6056,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9675335744","shards":1,"effective_bpw":3.7848,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9823186976","shards":1,"effective_bpw":3.8427,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10512915520","shards":1,"effective_bpw":4.1125,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10942873664","shards":1,"effective_bpw":4.2807,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11008232992","shards":1,"effective_bpw":4.3062,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11418354976","shards":1,"effective_bpw":4.4667,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11418355232","shards":1,"effective_bpw":4.4667,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12209640000","shards":1,"effective_bpw":4.7762,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12614028576","shards":1,"effective_bpw":4.9344,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13418525984","shards":1,"effective_bpw":5.2491,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14185131584","shards":1,"effective_bpw":5.549,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15249872448","shards":1,"effective_bpw":5.9655,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"17984078912","shards":1,"effective_bpw":7.0351,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21162525984","shards":1,"effective_bpw":8.2784,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"23887602016","shards":2,"effective_bpw":9.3444,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28139607136","shards":2,"effective_bpw":11.0078,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33335893088","shards":2,"effective_bpw":13.0405,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"39789690144","shards":1,"effective_bpw":15.5651,"repo":"ManniX-ITA/gemma-4-A4B-98e-v6-coder-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-8b-instruct-2410","canonical_repo":"mistralai/Ministral-8B-Instruct-2410","display_name":"Ministral-8B-Instruct-2410","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"8019808256","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"8178","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-8B-Instruct-2410","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2958330688","shards":1,"effective_bpw":2.951,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3185478464","shards":1,"effective_bpw":3.1776,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3521940288","shards":1,"effective_bpw":3.5132,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664677696","shards":1,"effective_bpw":3.6556,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3709766464","shards":1,"effective_bpw":3.7006,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3791686464","shards":1,"effective_bpw":3.7823,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019227456","shards":1,"effective_bpw":4.0093,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4326460224","shards":1,"effective_bpw":4.3158,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4448226112","shards":1,"effective_bpw":4.4372,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4658464992","shards":1,"effective_bpw":4.647,"repo":"vanta-research/atom-v1-preview-8b","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4671048512","shards":1,"effective_bpw":4.6595,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685728576","shards":1,"effective_bpw":4.6742,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4911500096","shards":1,"effective_bpw":4.8994,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5309958976","shards":1,"effective_bpw":5.2968,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5593795392","shards":1,"effective_bpw":5.58,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5724146496","shards":1,"effective_bpw":5.71,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6055496512","shards":1,"effective_bpw":6.0405,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6587583296","shards":1,"effective_bpw":6.5713,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6847630144","shards":1,"effective_bpw":6.8307,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8529808192","shards":1,"effective_bpw":8.5087,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16048097824","shards":1,"effective_bpw":16.0085,"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fabgemma","canonical_repo":"naazimsnh02/FabGemma","display_name":"FabGemma","publisher":"naazimsnh02","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"8176","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"naazimsnh02/FabGemma","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692288","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848768","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109568","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843328","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597568","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806208","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147968","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148608","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195008","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393728","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229888","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229888","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992448","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088128","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320128","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255808","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879168","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997568","shards":1,"effective_bpw":4.681,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048128","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382496","shards":1,"effective_bpw":4.9375,"repo":"naazimsnh02/FabGemma-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383168","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125888","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372608","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268608","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021888","shards":1,"effective_bpw":6.546,"repo":"mradermacher/FabGemma-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646176","shards":1,"effective_bpw":8.4749,"repo":"naazimsnh02/FabGemma-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-s2v-14b","canonical_repo":"Wan-AI/Wan2.2-S2V-14B","display_name":"Wan2.2-S2V-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"16295755609","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8163","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.2-S2V-14B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"9510925920","shards":1,"effective_bpw":4.6692,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9510925920","shards":1,"effective_bpw":4.6692,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9657624160","shards":1,"effective_bpw":4.7412,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10724980320","shards":1,"effective_bpw":5.2652,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10724980320","shards":1,"effective_bpw":5.2652,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11386074720","shards":1,"effective_bpw":5.5897,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"11995559520","shards":1,"effective_bpw":5.8889,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12152026720","shards":1,"effective_bpw":5.9657,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12591117920","shards":1,"effective_bpw":6.1813,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12768065120","shards":1,"effective_bpw":6.2682,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12768065120","shards":1,"effective_bpw":6.2682,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12958119520","shards":1,"effective_bpw":6.3615,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12958119520","shards":1,"effective_bpw":6.3615,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13469300320","shards":1,"effective_bpw":6.6124,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13469300320","shards":1,"effective_bpw":6.6124,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13861697120","shards":1,"effective_bpw":6.8051,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13861697120","shards":1,"effective_bpw":6.8051,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14347482720","shards":1,"effective_bpw":7.0435,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14347482720","shards":1,"effective_bpw":7.0435,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14524429920","shards":1,"effective_bpw":7.1304,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"14524429920","shards":1,"effective_bpw":7.1304,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15002023520","shards":1,"effective_bpw":7.3649,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15002023520","shards":1,"effective_bpw":7.3649,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15225665120","shards":1,"effective_bpw":7.4747,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"15225665120","shards":1,"effective_bpw":7.4747,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16213620320","shards":1,"effective_bpw":7.9597,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16213620320","shards":1,"effective_bpw":7.9597,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19616577120","shards":1,"effective_bpw":9.6303,"repo":"QuantStack/Wan2.2-S2V-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19616577120","shards":1,"effective_bpw":9.6303,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32789313120","shards":1,"effective_bpw":16.0971,"repo":"calcuis/wan-s2v-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-12b-abliterated","canonical_repo":"DuoNeural/Mistral-NeMo-12B-Abliterated","display_name":"Mistral-NeMo-12B-Abliterated","publisher":"DuoNeural","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8163","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DuoNeural/Mistral-NeMo-12B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999215712","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628512","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316512","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081312","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477152","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027552","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682272","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051616","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791051872","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389152","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492512","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229856","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230112","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562082912","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236512","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093856","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094112","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506656","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561506912","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742713952","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057696","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642272","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097919072","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201056","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201312","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208416","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477208672","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795222112","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739296","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739552","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635296","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635552","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213856","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214112","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373216","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parable-qwen3-4b-claude-fable-5","canonical_repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5","display_name":"Parable-Qwen3-4B-Claude-Fable-5","publisher":"AnkitAI","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8161","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055256960","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1055257056","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127018880","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127018976","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622080","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622176","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354101120","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354101216","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417302400","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417302496","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512984960","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985056","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563455360","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563455456","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500608","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669500800","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669500896","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670189440","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670189536","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814376320","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814376416","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998208","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886998400","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886998496","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899532160","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899532256","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962897280","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962897376","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619008","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075619200","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075619296","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786688","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239786880","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239786976","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270752640","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270752736","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286317248","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774080","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774176","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381344640","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381344736","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310528","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383310720","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383310816","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281728","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497281920","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282016","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596630400","shards":1,"effective_bpw":5.1643,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596630496","shards":1,"effective_bpw":5.1643,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712448","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823712640","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823712736","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514688","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889514880","shards":1,"effective_bpw":5.7468,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889514976","shards":1,"effective_bpw":5.7468,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262208","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306262400","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Parable-Qwen3-4B-fable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306262496","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406208","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286208","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Parable-Qwen3-4B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-asterion-agentic","canonical_repo":"atenareply/gemma-4-12b-asterion-agentic","display_name":"gemma-4-12b-asterion-agentic","publisher":"atenareply","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8160","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"atenareply/gemma-4-12b-asterion-agentic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692448","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848928","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109728","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843488","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597728","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806368","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148128","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148480","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148768","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195168","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393888","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229760","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230048","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230048","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992608","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088000","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088288","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320000","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320288","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255968","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551680","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879328","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997728","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048000","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048288","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383040","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383328","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126048","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372480","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372768","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268480","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268768","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021760","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022048","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-asterion-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646720","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-asterion-agentic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whiterabbitneo-13b-v1","canonical_repo":"WhiteRabbitNeo/WhiteRabbitNeo-13B-v1","display_name":"WhiteRabbitNeo-13B-v1","publisher":"WhiteRabbitNeo","modality":"text","arch_key":"llama","params_total":"13016028160","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"8122","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32016,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WhiteRabbitNeo/WhiteRabbitNeo-13B-v1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4854364480","shards":1,"effective_bpw":2.9836,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429442912","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659083200","shards":1,"effective_bpw":3.4782,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659083232","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337872320","shards":1,"effective_bpw":3.8954,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337872352","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929662400","shards":1,"effective_bpw":4.2592,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929662432","shards":1,"effective_bpw":4.2592,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365948512","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414445152","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7423292480","shards":1,"effective_bpw":4.5626,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866070080","shards":1,"effective_bpw":4.8347,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866070112","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972409920","shards":1,"effective_bpw":5.5147,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972409952","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972409952","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230048320","shards":1,"effective_bpw":5.673,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230048352","shards":1,"effective_bpw":5.673,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679275200","shards":1,"effective_bpw":6.5638,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679275232","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831494080","shards":1,"effective_bpw":8.5012,"repo":"MaziyarPanahi/WhiteRabbitNeo-13B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831494112","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-noloop","canonical_repo":"edgerunner-ai/gemma-4-31B-it-noloop","display_name":"gemma-4-31B-it-noloop","publisher":"edgerunner-ai","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8111","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"edgerunner-ai/gemma-4-31B-it-noloop","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489568","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872480","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844000","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359136","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888864","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066080","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589152","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313664","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313952","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507936","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368992","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356864","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357152","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357152","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497504","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108672","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108960","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270144","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270432","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790432","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233664","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578080","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165248","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165536","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063104","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063392","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421152","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841344","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841632","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570624","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570912","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484864","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485152","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-noloop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675712","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-noloop-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-32b-instruct-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-32B-Instruct-abliterated-v1","display_name":"Qwen3-VL-32B-Instruct-abliterated-v1","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8050","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323843808","shards":1,"effective_bpw":1.7565,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959870688","shards":1,"effective_bpw":1.909,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019915488","shards":1,"effective_bpw":2.1632,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951837408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514827488","shards":1,"effective_bpw":2.5217,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362863328","shards":1,"effective_bpw":2.7251,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465816288","shards":1,"effective_bpw":2.7498,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653760","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344654048","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821039328","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702923488","shards":1,"effective_bpw":3.2863,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740480","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389740768","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434305248","shards":1,"effective_bpw":3.4617,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930085088","shards":1,"effective_bpw":3.5806,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779520","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971779808","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330996160","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330996448","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690497248","shards":1,"effective_bpw":4.2427,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854336960","shards":1,"effective_bpw":4.282,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703089888","shards":1,"effective_bpw":4.4855,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771247040","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771247328","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151360","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762151648","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636524768","shards":1,"effective_bpw":4.9492,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495360","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635495648","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833600","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214833888","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308480","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883308768","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721280","shards":1,"effective_bpw":8.3502,"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tema-q-x5-12b-thinking","canonical_repo":"temaq-org/Tema_Q-X5-12B-Thinking","display_name":"Tema_Q-X5-12B-Thinking","publisher":"temaq-org","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"8043","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"temaq-org/Tema_Q-X5-12B-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148160","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229440","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087680","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319680","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551360","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047680","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382720","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372160","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268160","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021440","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646400","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Tema_Q-X5-12B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pig-1k","canonical_repo":"connector/pig-1k","display_name":"pig-1k","publisher":"connector","modality":"text","arch_key":"pig","params_total":"6858605568","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"8024","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q5_0","bytes":"6547694336","shards":2,"effective_bpw":7.6373,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8433128192","shards":4,"effective_bpw":9.8366,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"12260484384","shards":3,"effective_bpw":14.3008,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14115551360","shards":5,"effective_bpw":16.4646,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"14653343008","shards":3,"effective_bpw":17.0919,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"19288953248","shards":7,"effective_bpw":22.499,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"31177342176","shards":12,"effective_bpw":null,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36924555936","shards":6,"effective_bpw":null,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"40239547872","shards":12,"effective_bpw":null,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48623274464","shards":12,"effective_bpw":null,"repo":"calcuis/pig","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57531100896","shards":12,"effective_bpw":null,"repo":"calcuis/pig","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-2-gguf","canonical_repo":"unsloth/GLM-5.2-GGUF","display_name":"GLM-5.2-GGUF","publisher":"unsloth","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"8013","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"ced-base","canonical_repo":"mispeech/ced-base","display_name":"ced-base","publisher":"mispeech","modality":"text","arch_key":"ced","params_total":"85711887","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"8013","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mispeech/ced-base","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"132833376","shards":4,"effective_bpw":12.3981,"repo":"mudler/ced-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"246980608","shards":4,"effective_bpw":23.0522,"repo":"mudler/ced-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"342936608","shards":1,"effective_bpw":32.0083,"repo":"mudler/ced-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pantheon-reasoning-31b-1-1","canonical_repo":"Gryphe/Pantheon-Reasoning-31B-1.1","display_name":"Pantheon-Reasoning-31B-1.1","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7961","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/Pantheon-Reasoning-31B-1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618911744","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188294656","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137266176","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992781312","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763441664","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439011328","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522618880","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378735872","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378736128","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683060736","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677921792","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366909696","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366909952","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366909952","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030050304","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892661504","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892661760","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233822976","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233823232","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484473856","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610917120","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494301696","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555888896","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555889152","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479786752","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479787008","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362225152","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280725760","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280726016","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814455040","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814455296","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357540096","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357540352","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133042432","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Pantheon-Reasoning-31B-1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-instruct-abliterated-v2","canonical_repo":"huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2","display_name":"Qwen2.5-7B-Instruct-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7948","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256896","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3499193344","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012928","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299392","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683070912","shards":1,"effective_bpw":4.9194,"repo":"AdvancedDataIntelligence/adi-qwen2.5-7b-ablit-glm5.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074272","shards":1,"effective_bpw":4.9194,"repo":"koorbmeh/qwen2.5-7b-instruct-abliterated-v2-q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526208","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854208","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-14B-Instruct-abliterated","display_name":"Qwen2.5-14B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7934","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607995040","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309920","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834720","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576160","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727520","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147360","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498016","shards":1,"effective_bpw":3.1255,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498464","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498720","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708640","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362464","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362720","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596256","shards":1,"effective_bpw":3.6071,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596704","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596960","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6693020064","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020320","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538784","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916539040","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204576","shards":1,"effective_bpw":3.9752,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339205024","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205280","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768736","shards":1,"effective_bpw":4.2923,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769184","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769440","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841440","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186195936","shards":1,"effective_bpw":4.4339,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196384","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268960","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431776","shards":1,"effective_bpw":4.6437,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432224","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432480","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110816","shards":1,"effective_bpw":4.8683,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111264","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111520","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554336","shards":1,"effective_bpw":5.5607,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554784","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266555040","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873696","shards":1,"effective_bpw":5.692,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874144","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874400","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684256","shards":1,"effective_bpw":6.5672,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684704","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684960","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598176","shards":1,"effective_bpw":8.5046,"repo":"featherless-ai-quants/huihui-ai-Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598624","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-heretic2-thinking","canonical_repo":"ansulev/Qwen3.6-27B-Heretic2-Thinking","display_name":"Qwen3.6-27B-Heretic2-Thinking","publisher":"ansulev","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7905","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ansulev/Qwen3.6-27B-Heretic2-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824992","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631084512","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183712","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591712","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362914272","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593632","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248326112","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711665312","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665632","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371552","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130592","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953952","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073954272","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328992","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580875232","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301443232","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443552","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344776352","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776672","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082507232","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193918112","shards":1,"effective_bpw":4.4432,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434592","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314912","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586315232","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547400352","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400672","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078242272","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679614112","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679614432","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231099552","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099872","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529952","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082530272","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763872","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-coder","canonical_repo":"armand0e/Qwen3.5-9B-Coder","display_name":"Qwen3.5-9B-Coder","publisher":"armand0e","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7898","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"armand0e/Qwen3.5-9B-Coder","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914971072","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914971328","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364023744","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364024000","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475992256","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522784960","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737611712","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737611968","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048514496","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048514752","shards":1,"effective_bpw":4.184,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326420160","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357877184","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462866112","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488555968","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488556224","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555665088","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780092864","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780093120","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961464000","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472644544","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472644800","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642546624","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642546880","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558903744","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558904000","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Qwen3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786062784","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407323584","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"solar-open2-250b","canonical_repo":"upstage/Solar-Open2-250B","display_name":"Solar-Open2-250B","publisher":"upstage","modality":"text","arch_key":"solar-open2","params_total":"250287810304","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"7881","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":196608,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":320,"n_expert_used":8,"arch_source":"upstage/Solar-Open2-250B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"56552373920","shards":1,"effective_bpw":1.8076,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"60450717632","shards":2,"effective_bpw":1.9322,"repo":"prometheusAIR/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"81861402272","shards":1,"effective_bpw":2.6166,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"91458059680","shards":1,"effective_bpw":2.9233,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"95427444768","shards":3,"effective_bpw":3.0502,"repo":"prometheusAIR/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"96483974816","shards":1,"effective_bpw":3.0839,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"119864450720","shards":1,"effective_bpw":3.8313,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"133638880928","shards":1,"effective_bpw":4.2715,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"136236466304","shards":4,"effective_bpw":4.3546,"repo":"prometheusAIR/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"151819124128","shards":1,"effective_bpw":4.8526,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"177863785888","shards":1,"effective_bpw":5.6851,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"205554819072","shards":5,"effective_bpw":6.5702,"repo":"prometheusAIR/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"266136845728","shards":1,"effective_bpw":8.5066,"repo":"vcruz305/Solar-Open2-250B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-uncensored","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored","display_name":"DeepSeek-R1-Distill-Qwen-32B-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"32759790592","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"7879","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7272423584","shards":1,"effective_bpw":1.7759,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7930077344","shards":1,"effective_bpw":1.9365,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9026166944","shards":1,"effective_bpw":2.2042,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9955467424","shards":1,"effective_bpw":2.4311,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10385278496","shards":1,"effective_bpw":2.5361,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11262150176","shards":1,"effective_bpw":2.7502,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11485646048","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12310744032","shards":1,"effective_bpw":3.0063,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12310744288","shards":1,"effective_bpw":3.0063,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12836980256","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702951520","shards":1,"effective_bpw":3.3463,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389768544","shards":1,"effective_bpw":3.514,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389768800","shards":1,"effective_bpw":3.514,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434333280","shards":1,"effective_bpw":3.5249,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14807560800","shards":1,"effective_bpw":3.616,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15932485984","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15932486240","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244516704","shards":1,"effective_bpw":4.2111,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17244516960","shards":1,"effective_bpw":4.2111,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690384352","shards":1,"effective_bpw":4.32,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17867331296","shards":1,"effective_bpw":4.3632,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18708176512","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18781576576","shards":1,"effective_bpw":4.5865,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18781576832","shards":1,"effective_bpw":4.5865,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848502656","shards":1,"effective_bpw":4.847,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19848502912","shards":1,"effective_bpw":4.847,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636281792","shards":1,"effective_bpw":5.0394,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635165696","shards":1,"effective_bpw":5.5275,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635165952","shards":1,"effective_bpw":5.5275,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23259068416","shards":1,"effective_bpw":5.6799,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23259068672","shards":1,"effective_bpw":5.6799,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882794560","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26882794816","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816535232","shards":1,"effective_bpw":8.5023,"repo":"nguyenthilaitrieulong/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816535232","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-2-1-mistral-7b","canonical_repo":"dphn/dolphin-2.2.1-mistral-7b","display_name":"dolphin-2.2.1-mistral-7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7871","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.2.1-mistral-7b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612111488","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754455680","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991696000","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198265472","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310930880","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500723136","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719251712","shards":1,"effective_bpw":3.004,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719253184","shards":1,"effective_bpw":3.004,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827354560","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018827264","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083107200","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577472","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577856","shards":1,"effective_bpw":3.4959,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164579328","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182403648","shards":1,"effective_bpw":3.5156,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182405120","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284903424","shards":1,"effective_bpw":3.6289,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996160","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996544","shards":1,"effective_bpw":3.8875,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518998016","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034624","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822035008","shards":1,"effective_bpw":4.2222,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822036480","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907701056","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927744","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928128","shards":1,"effective_bpw":4.5392,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123609664","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385024","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385408","shards":1,"effective_bpw":4.5739,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140386880","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450304","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450688","shards":1,"effective_bpw":4.8259,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368452160","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997729856","shards":1,"effective_bpw":5.521,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421440","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421824","shards":1,"effective_bpw":5.6687,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131423296","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078272","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078656","shards":1,"effective_bpw":6.5642,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942080128","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874752","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875136","shards":1,"effective_bpw":8.5017,"repo":"QuantFactory/dolphin-2.2.1-mistral-7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-3-5-opus-glm-27b","canonical_repo":"rodrigomt/Qwen-3.5-Opus-GLM-27B","display_name":"Qwen-3.5-Opus-GLM-27B","publisher":"rodrigomt","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7870","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rodrigomt/Qwen-3.5-Opus-GLM-27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824640","shards":1,"effective_bpw":2.1267,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631084160","shards":1,"effective_bpw":2.2698,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183360","shards":1,"effective_bpw":2.5084,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591360","shards":1,"effective_bpw":2.7039,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913920","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593280","shards":1,"effective_bpw":2.9758,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325760","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665280","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371200","shards":1,"effective_bpw":3.3273,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130240","shards":1,"effective_bpw":3.5595,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953920","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328640","shards":1,"effective_bpw":3.694,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874880","shards":1,"effective_bpw":3.7421,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443200","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776320","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506880","shards":1,"effective_bpw":4.4862,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434240","shards":1,"effective_bpw":4.6167,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314880","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400320","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241920","shards":1,"effective_bpw":5.0798,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679614080","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099520","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529920","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen-3.5-Opus-GLM-27B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-micro","canonical_repo":"ibm-granite/granite-4.0-h-micro","display_name":"granite-4.0-h-micro","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"3191396096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7865","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-h-micro","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"771178432","shards":1,"effective_bpw":1.9331,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"837660608","shards":1,"effective_bpw":2.0998,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"942522304","shards":1,"effective_bpw":2.3627,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1116814976","shards":1,"effective_bpw":2.7996,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1132806080","shards":1,"effective_bpw":2.8397,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1226247808","shards":1,"effective_bpw":3.0739,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1226247840","shards":1,"effective_bpw":3.0739,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1226248128","shards":1,"effective_bpw":3.0739,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1226248128","shards":1,"effective_bpw":3.0739,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1276022400","shards":1,"effective_bpw":3.1987,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1291370112","shards":1,"effective_bpw":3.2371,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1303822272","shards":1,"effective_bpw":3.2683,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1410932352","shards":1,"effective_bpw":3.5368,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1459101312","shards":1,"effective_bpw":3.6576,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1459101344","shards":1,"effective_bpw":3.6576,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1459101632","shards":1,"effective_bpw":3.6576,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1473027712","shards":1,"effective_bpw":3.6925,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1555472000","shards":1,"effective_bpw":3.8992,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1555472032","shards":1,"effective_bpw":3.8992,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1555472320","shards":1,"effective_bpw":3.8992,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1637523072","shards":1,"effective_bpw":4.1048,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1637523104","shards":1,"effective_bpw":4.1048,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1762242176","shards":1,"effective_bpw":4.4175,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1762242496","shards":1,"effective_bpw":4.4175,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1855516288","shards":1,"effective_bpw":4.6513,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1855516320","shards":1,"effective_bpw":4.6513,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1855516608","shards":1,"effective_bpw":4.6513,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1860759168","shards":1,"effective_bpw":4.6644,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1860759584","shards":1,"effective_bpw":4.6644,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1866526336","shards":1,"effective_bpw":4.6789,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1866526368","shards":1,"effective_bpw":4.6789,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1866526656","shards":1,"effective_bpw":4.6789,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1942564480","shards":1,"effective_bpw":4.8695,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1942564512","shards":1,"effective_bpw":4.8695,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1942564800","shards":1,"effective_bpw":4.8695,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1992339072","shards":1,"effective_bpw":4.9943,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2042064512","shards":1,"effective_bpw":5.1189,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2042064544","shards":1,"effective_bpw":5.1189,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2042064832","shards":1,"effective_bpw":5.1189,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2228612736","shards":1,"effective_bpw":5.5866,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2228612768","shards":1,"effective_bpw":5.5866,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2228612768","shards":1,"effective_bpw":5.5866,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2228613056","shards":1,"effective_bpw":5.5866,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2273455744","shards":1,"effective_bpw":5.699,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2273455776","shards":1,"effective_bpw":5.699,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2273456064","shards":1,"effective_bpw":5.699,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2323230336","shards":1,"effective_bpw":5.8237,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2415160992","shards":1,"effective_bpw":6.0542,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2625027712","shards":1,"effective_bpw":6.5803,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2625027744","shards":1,"effective_bpw":6.5803,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2625028032","shards":1,"effective_bpw":6.5803,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2674802304","shards":1,"effective_bpw":6.705,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3397676672","shards":1,"effective_bpw":8.5171,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3397676704","shards":1,"effective_bpw":8.5171,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3397676992","shards":1,"effective_bpw":8.5171,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6388575872","shards":1,"effective_bpw":16.0145,"repo":"bartowski/ibm-granite_granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6388576192","shards":1,"effective_bpw":16.0145,"repo":"ibm-granite/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6388576224","shards":1,"effective_bpw":16.0145,"repo":"unsloth/granite-4.0-h-micro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-1-moe-6x8b-dark-reasoning-dantes-peak-hermes-r1-uncensored-36b","canonical_repo":"DavidAU/L3.1-MOE-6X8B-Dark-Reasoning-Dantes-Peak-Hermes-R1-Uncensored-36B","display_name":"L3.1-MOE-6X8B-Dark-Reasoning-Dantes-Peak-Hermes-R1-Uncensored-36B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"36216770624","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7865","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"codellama-7b-instruct-hf","canonical_repo":"codellama/CodeLlama-7b-instruct-hf","display_name":"CodeLlama-7b-instruct-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"6738546688","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"7855","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32016,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-7b-instruct-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2826016448","shards":1,"effective_bpw":3.355,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948387008","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298087104","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597193408","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825898176","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856831168","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081095360","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651791040","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651791040","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783256256","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529302208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161229504","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-vl-8b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-VL-8B-Instruct-abliterated","display_name":"Huihui-Qwen3-VL-8B-Instruct-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7847","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-VL-8B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771680","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149792","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113312","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158496","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745760","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916576","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554080","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734656","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734944","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635104","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876192","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613312","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613600","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667616","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622368","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163072","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163360","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395840","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396128","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841440","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297952","shards":1,"effective_bpw":4.1914,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298432","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334432","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625888","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013728","shards":1,"effective_bpw":4.3818,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014208","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014496","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4818790944","shards":1,"effective_bpw":4.3971,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785248","shards":1,"effective_bpw":4.5879,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785728","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786016","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757600","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762912","shards":1,"effective_bpw":5.2202,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763392","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763680","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114016","shards":1,"effective_bpw":5.3391,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114496","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114784","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900832","shards":1,"effective_bpw":6.1374,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901312","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901600","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519904","shards":1,"effective_bpw":7.9474,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520384","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045344","shards":1,"effective_bpw":14.9541,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388045344","shards":1,"effective_bpw":14.9541,"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045824","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ernie-image-turbo","canonical_repo":"baidu/ERNIE-Image-Turbo","display_name":"ERNIE-Image-Turbo","publisher":"baidu","modality":"image","arch_key":"wan","params_total":"8033490048","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7830","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3178545856","shards":1,"effective_bpw":3.1653,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3834135232","shards":1,"effective_bpw":3.8182,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3909632704","shards":1,"effective_bpw":3.8933,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K","bytes":"3979002560","shards":1,"effective_bpw":3.9624,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4762747584","shards":1,"effective_bpw":4.7429,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"4799218368","shards":1,"effective_bpw":4.7792,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4875993792","shards":1,"effective_bpw":4.8557,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5019124416","shards":1,"effective_bpw":4.9982,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5254267584","shards":1,"effective_bpw":5.2324,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5745787584","shards":1,"effective_bpw":5.7218,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"5778817728","shards":1,"effective_bpw":5.7547,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5861655232","shards":1,"effective_bpw":5.8372,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5932958400","shards":1,"effective_bpw":5.9082,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6237307584","shards":1,"effective_bpw":6.2113,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"6736560832","shards":1,"effective_bpw":6.7085,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6790267584","shards":1,"effective_bpw":6.762,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8694907584","shards":1,"effective_bpw":8.6587,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16067707584","shards":1,"effective_bpw":16.0007,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16067707584","shards":1,"effective_bpw":16.0007,"repo":"unsloth/ERNIE-Image-Turbo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-qwen2-5-1-5b","canonical_repo":"dphn/Dolphin3.0-Qwen2.5-1.5B","display_name":"Dolphin3.0-Qwen2.5-1.5B","publisher":"dphn","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7826","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Qwen2.5-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"601057856","shards":1,"effective_bpw":3.1149,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676308032","shards":1,"effective_bpw":3.5048,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731702336","shards":1,"effective_bpw":3.7919,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"732828224","shards":1,"effective_bpw":3.7977,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760947776","shards":1,"effective_bpw":3.9435,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776667200","shards":1,"effective_bpw":4.0249,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824181824","shards":1,"effective_bpw":4.2712,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880165952","shards":1,"effective_bpw":4.5613,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895734848","shards":1,"effective_bpw":4.642,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936334400","shards":1,"effective_bpw":4.8524,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937538624","shards":1,"effective_bpw":4.8586,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940315712","shards":1,"effective_bpw":4.873,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986051360","shards":1,"effective_bpw":5.11,"repo":"itlwas/Dolphin3.0-Qwen2.5-1.5B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986051648","shards":1,"effective_bpw":5.11,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016845376","shards":1,"effective_bpw":5.2696,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1042571840","shards":1,"effective_bpw":5.4029,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098732608","shards":1,"effective_bpw":5.694,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125053504","shards":1,"effective_bpw":5.8304,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1181573696","shards":1,"effective_bpw":6.1233,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272742976","shards":1,"effective_bpw":6.5957,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1329263168","shards":1,"effective_bpw":6.8886,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646576192","shards":1,"effective_bpw":8.5331,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093672512","shards":1,"effective_bpw":16.0324,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"6180811040","shards":1,"effective_bpw":32.0309,"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-mtp-gguf","canonical_repo":"unsloth/Qwen3.6-27B-MTP-GGUF","display_name":"Qwen3.6-27B-MTP-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35","params_total":"27320697856","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7821","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"ernie-4-5-21b-a3b-pt","canonical_repo":"baidu/ERNIE-4.5-21B-A3B-PT","display_name":"ERNIE-4.5-21B-A3B-PT","publisher":"baidu","modality":"text","arch_key":"ernie4_5-moe","params_total":"21948655808","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7819","n_layers":28,"n_head":20,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"baidu/ERNIE-4.5-21B-A3B-PT","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"6346976352","shards":1,"effective_bpw":2.3134,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6369913952","shards":1,"effective_bpw":2.3218,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"6504202016","shards":1,"effective_bpw":2.3707,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"7066500896","shards":1,"effective_bpw":2.5756,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7164537952","shards":1,"effective_bpw":2.6114,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7235276576","shards":1,"effective_bpw":2.6372,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7757506336","shards":1,"effective_bpw":2.8275,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8025599776","shards":1,"effective_bpw":2.9252,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8091872352","shards":1,"effective_bpw":2.9494,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8152596256","shards":1,"effective_bpw":2.9715,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8152596256","shards":1,"effective_bpw":2.9715,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8155995232","shards":1,"effective_bpw":2.9728,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8993094752","shards":1,"effective_bpw":3.2779,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9350859872","shards":1,"effective_bpw":3.4083,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9540402976","shards":1,"effective_bpw":3.4774,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9639608096","shards":1,"effective_bpw":3.5135,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9850039392","shards":1,"effective_bpw":3.5902,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10293595232","shards":1,"effective_bpw":3.7519,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10297855072","shards":1,"effective_bpw":3.7534,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10524815136","shards":1,"effective_bpw":3.8362,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10663750464","shards":1,"effective_bpw":3.8868,"repo":"lmstudio-community/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10663750752","shards":1,"effective_bpw":3.8868,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11823021856","shards":1,"effective_bpw":4.3093,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11958004832","shards":1,"effective_bpw":4.3585,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12475596576","shards":1,"effective_bpw":4.5472,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12501360416","shards":1,"effective_bpw":4.5566,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12536094496","shards":1,"effective_bpw":4.5692,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12603698272","shards":1,"effective_bpw":4.5939,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12782611552","shards":1,"effective_bpw":4.6591,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13012642912","shards":1,"effective_bpw":4.7429,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13331015456","shards":1,"effective_bpw":4.859,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13499267904","shards":1,"effective_bpw":4.9203,"repo":"lmstudio-community/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13499268192","shards":1,"effective_bpw":4.9203,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13563391072","shards":1,"effective_bpw":4.9437,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13778452256","shards":1,"effective_bpw":5.0221,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13881322592","shards":1,"effective_bpw":5.0596,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15142297376","shards":1,"effective_bpw":5.5192,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15230340192","shards":1,"effective_bpw":5.5513,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15585330976","shards":1,"effective_bpw":5.6807,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15751453792","shards":1,"effective_bpw":5.7412,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15815576672","shards":1,"effective_bpw":5.7646,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17972039456","shards":1,"effective_bpw":6.5506,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18083777344","shards":1,"effective_bpw":6.5913,"repo":"lmstudio-community/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18083777632","shards":1,"effective_bpw":6.5913,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18147900512","shards":1,"effective_bpw":6.6147,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205354304","shards":1,"effective_bpw":8.4581,"repo":"lmstudio-community/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205354592","shards":1,"effective_bpw":8.4581,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205355296","shards":1,"effective_bpw":8.4581,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"43662416896","shards":1,"effective_bpw":15.9144,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"43662417664","shards":1,"effective_bpw":15.9144,"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-dflash","canonical_repo":"z-lab/Qwen3.5-9B-DFlash","display_name":"Qwen3.5-9B-DFlash","publisher":"z-lab","modality":"embedding","arch_key":"dflash","params_total":"1291904512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7819","n_layers":6,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/Qwen3.5-9B-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"481861312","shards":1,"effective_bpw":2.9839,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"624139968","shards":1,"effective_bpw":3.8649,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"765959872","shards":1,"effective_bpw":4.7431,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"765960832","shards":1,"effective_bpw":4.7431,"repo":"GauravGosain/Qwopus3.5-9B-Coder-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"913809088","shards":1,"effective_bpw":5.6587,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1070898880","shards":1,"effective_bpw":6.6314,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1383767744","shards":1,"effective_bpw":8.5689,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1383768224","shards":1,"effective_bpw":8.5689,"repo":"AtomicChat/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1383768704","shards":1,"effective_bpw":8.5689,"repo":"GauravGosain/Qwopus3.5-9B-Coder-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2594873024","shards":1,"effective_bpw":16.0685,"repo":"Anbeeld/Qwen3.5-9B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2594873984","shards":1,"effective_bpw":16.0685,"repo":"GauravGosain/Qwopus3.5-9B-Coder-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"boogu-image-0-1-edit-turbo","canonical_repo":"Boogu/Boogu-Image-0.1-Edit-Turbo","display_name":"Boogu-Image-0.1-Edit-Turbo","publisher":"Boogu","modality":"text","arch_key":"lumina2","params_total":"10292556288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7814","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"6784719872","shards":1,"effective_bpw":5.2735,"repo":"chfm/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6784719872","shards":1,"effective_bpw":5.2735,"repo":"realrebelai/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7384902656","shards":1,"effective_bpw":5.74,"repo":"realrebelai/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7384902656","shards":1,"effective_bpw":5.74,"repo":"chfm/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7985089152","shards":1,"effective_bpw":6.2065,"repo":"chfm/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7985089152","shards":1,"effective_bpw":6.2065,"repo":"realrebelai/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8585271936","shards":1,"effective_bpw":6.673,"repo":"chfm/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8585271936","shards":1,"effective_bpw":6.673,"repo":"realrebelai/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11586196992","shards":1,"effective_bpw":9.0055,"repo":"chfm/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11586196992","shards":1,"effective_bpw":9.0055,"repo":"realrebelai/Boogu-Image-Edit-Turbo_GGUFs","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"shellwhisperer-1-5b","canonical_repo":"fableforge-ai/ShellWhisperer-1.5B","display_name":"ShellWhisperer-1.5B","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7810","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/ShellWhisperer-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436527936","shards":1,"effective_bpw":2.2622,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"436527936","shards":1,"effective_bpw":2.2622,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014976","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511017760","shards":1,"effective_bpw":2.6483,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511017760","shards":1,"effective_bpw":2.6483,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550327072","shards":1,"effective_bpw":2.852,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550327072","shards":1,"effective_bpw":2.852,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563810080","shards":1,"effective_bpw":2.9218,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563810080","shards":1,"effective_bpw":2.9218,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789824","shards":1,"effective_bpw":3.4659,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668792608","shards":1,"effective_bpw":3.4659,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668792608","shards":1,"effective_bpw":3.4659,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676302112","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304928","shards":1,"effective_bpw":3.5048,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304928","shards":1,"effective_bpw":3.5048,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699488","shards":1,"effective_bpw":3.7919,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699488","shards":1,"effective_bpw":3.7919,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944672","shards":1,"effective_bpw":3.9434,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944672","shards":1,"effective_bpw":3.9434,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762407200","shards":1,"effective_bpw":3.951,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762407200","shards":1,"effective_bpw":3.951,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664352","shards":1,"effective_bpw":4.0249,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664352","shards":1,"effective_bpw":4.0249,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175904","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178720","shards":1,"effective_bpw":4.2711,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178720","shards":1,"effective_bpw":4.2711,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162848","shards":1,"effective_bpw":4.5613,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162848","shards":1,"effective_bpw":4.5613,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895729216","shards":1,"effective_bpw":4.6419,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902182944","shards":1,"effective_bpw":4.6754,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902182944","shards":1,"effective_bpw":4.6754,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934952224","shards":1,"effective_bpw":4.8452,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934955040","shards":1,"effective_bpw":4.8452,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934955040","shards":1,"effective_bpw":4.8452,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936331552","shards":1,"effective_bpw":4.8524,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936331552","shards":1,"effective_bpw":4.8524,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312608","shards":1,"effective_bpw":4.873,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312608","shards":1,"effective_bpw":4.873,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045728","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048544","shards":1,"effective_bpw":5.11,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048544","shards":1,"effective_bpw":5.11,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016842272","shards":1,"effective_bpw":5.2696,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016842272","shards":1,"effective_bpw":5.2696,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729504","shards":1,"effective_bpw":5.694,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729504","shards":1,"effective_bpw":5.694,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047584","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050400","shards":1,"effective_bpw":5.8304,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050400","shards":1,"effective_bpw":5.8304,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737056","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739872","shards":1,"effective_bpw":6.5957,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739872","shards":1,"effective_bpw":6.5957,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570272","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573088","shards":1,"effective_bpw":8.533,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573088","shards":1,"effective_bpw":8.533,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666592","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/FableForge-1.5B","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669408","shards":1,"effective_bpw":16.0323,"repo":"fableforge-ai/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669408","shards":1,"effective_bpw":16.0323,"repo":"lucaspetti/ShellWhisperer-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-uncensored-heretic","canonical_repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic","display_name":"gemma-4-26B-A4B-it-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7806","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10582733024","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405344","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729440","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286732800","shards":1,"effective_bpw":4.119,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824484064","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824487424","shards":1,"effective_bpw":4.2857,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804640","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820960","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464824320","shards":1,"effective_bpw":4.7942,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011744","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796015104","shards":1,"effective_bpw":5.2069,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729184","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986732544","shards":1,"effective_bpw":5.576,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886240","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132889600","shards":1,"effective_bpw":5.9313,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638395104","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638398464","shards":1,"effective_bpw":7.018,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859855072","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859858432","shards":1,"effective_bpw":8.3267,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505134592","shards":1,"effective_bpw":15.6569,"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"webs-sejong-31b-v7","canonical_repo":"websfactory/Webs-Sejong-31B-v7","display_name":"Webs-Sejong-31B-v7","publisher":"websfactory","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7803","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"websfactory/Webs-Sejong-31B-v7","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489536","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872448","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843968","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359104","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888832","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066048","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589120","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313632","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313920","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507904","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368960","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356832","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357120","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357120","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497472","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108640","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108928","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270112","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270400","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790400","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233632","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578048","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165216","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165504","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063072","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063360","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421120","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841312","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841600","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570592","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570880","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484832","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485120","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Webs-Sejong-31B-v7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675680","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Webs-Sejong-31B-v7-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-0-8b","canonical_repo":"Hcompany/Holo-3.1-0.8B","display_name":"Holo-3.1-0.8B","publisher":"Hcompany","modality":"text","arch_key":"qwen35","params_total":"1107265600","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7761","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Hcompany/Holo-3.1-0.8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"413386528","shards":1,"effective_bpw":2.9867,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"421768480","shards":1,"effective_bpw":3.0473,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"435738400","shards":1,"effective_bpw":3.1482,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"447307552","shards":1,"effective_bpw":3.2318,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"476020512","shards":1,"effective_bpw":3.4393,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"487196448","shards":1,"effective_bpw":3.52,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"498120992","shards":1,"effective_bpw":3.5989,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"505763872","shards":1,"effective_bpw":3.6541,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"505764128","shards":1,"effective_bpw":3.6541,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"507262752","shards":1,"effective_bpw":3.665,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"544625184","shards":1,"effective_bpw":3.9349,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"544625440","shards":1,"effective_bpw":3.9349,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"552563488","shards":1,"effective_bpw":3.9923,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"560083744","shards":1,"effective_bpw":4.0466,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"563217184","shards":1,"effective_bpw":4.0692,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"575484448","shards":1,"effective_bpw":4.1579,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"575484704","shards":1,"effective_bpw":4.1579,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"600584736","shards":1,"effective_bpw":4.3392,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"600584992","shards":1,"effective_bpw":4.3392,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"639175968","shards":1,"effective_bpw":4.618,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"640896032","shards":1,"effective_bpw":4.6305,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"645174560","shards":1,"effective_bpw":4.6614,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"648287264","shards":1,"effective_bpw":4.6839,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"648287520","shards":1,"effective_bpw":4.6839,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"659035424","shards":1,"effective_bpw":4.7615,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"672330784","shards":1,"effective_bpw":4.8576,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"672331040","shards":1,"effective_bpw":4.8576,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"691479840","shards":1,"effective_bpw":4.9959,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"738472992","shards":1,"effective_bpw":5.3355,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"738473248","shards":1,"effective_bpw":5.3355,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"752817184","shards":1,"effective_bpw":5.4391,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"752817440","shards":1,"effective_bpw":5.4391,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"838333984","shards":1,"effective_bpw":6.057,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"838334240","shards":1,"effective_bpw":6.057,"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1082016800","shards":1,"effective_bpw":7.8176,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2025305120","shards":1,"effective_bpw":14.6328,"repo":"mradermacher/Holo-3.1-0.8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aikar-4-omni-unquantized","canonical_repo":"DFveloper/AIKAR-4-omni-unquantized","display_name":"AIKAR-4-omni-unquantized","publisher":"DFveloper","modality":"text","arch_key":"gemma4","params_total":"11907350576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7749","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983687808","shards":1,"effective_bpw":2.0046,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202844288","shards":1,"effective_bpw":2.1518,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568105088","shards":1,"effective_bpw":2.3972,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887838848","shards":1,"effective_bpw":2.6121,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079593088","shards":1,"effective_bpw":2.7409,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371801728","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504143488","shards":1,"effective_bpw":3.0261,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830143840","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830144128","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849190528","shards":1,"effective_bpw":3.2579,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272389248","shards":1,"effective_bpw":3.5423,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528225120","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528225408","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528225408","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733987968","shards":1,"effective_bpw":3.8524,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087083360","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087083648","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566315360","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566315648","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635251328","shards":1,"effective_bpw":4.4579,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690547040","shards":1,"effective_bpw":4.4951,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975874688","shards":1,"effective_bpw":4.6868,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997993088","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024043360","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024043648","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381378400","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381378688","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657121408","shards":1,"effective_bpw":5.1445,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338367840","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338368128","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547263840","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547264128","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786017120","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786017408","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/AIKAR-4-omni-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669642080","shards":1,"effective_bpw":8.5121,"repo":"mradermacher/AIKAR-4-omni-unquantized-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-72b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-72B-Instruct-abliterated","display_name":"Qwen2.5-72B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"7745","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-72B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326720","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740213440","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024640","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645760","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137728","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986688","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569280192","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762688","shards":1,"effective_bpw":3.2802,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763136","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811763392","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845083328","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180800","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789504","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789760","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789760","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597760","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725376","shards":1,"effective_bpw":4.1481,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725824","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698726080","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225664","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225920","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075648","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163239872","shards":1,"effective_bpw":4.4192,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383127232","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223616","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223872","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697886400","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715776","shards":4,"effective_bpw":5.2172,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715776","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415716032","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466432","shards":4,"effective_bpw":5.991,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629600","shards":5,"effective_bpw":7.0803,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612640","shards":6,"effective_bpw":8.5014,"repo":"DevQuasar-5/huihui-ai.Qwen2.5-72B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-ara-abliterated","canonical_repo":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated","display_name":"gemma-4-26B-A4B-it-ara-abliterated","publisher":"jenerallee78","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7741","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267136","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668653056","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296256","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426496","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873197056","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711616","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582733024","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733312","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477696","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689856","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063744","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405344","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405632","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405632","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559616","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729440","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729728","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824484064","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484352","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722112","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804640","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052224","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820960","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821248","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572352","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011744","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796012032","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729184","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729472","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886240","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886528","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638395104","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395392","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859855072","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-ara-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-mistral-glm-4-7-flash-24b-venice-edition-thinking-uncensored","canonical_repo":"DavidAU/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored","display_name":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7711","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722784","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497184","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121184","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034784","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353824","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053024","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163744","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326688","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890326944","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593824","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907117984","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276128","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276384","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129184","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951584","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083488","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083744","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762528","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762784","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917024","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889988768","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494230944","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280928","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281184","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910688","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333910944","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108384","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414368","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414624","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985568","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985824","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940128","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940384","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781088","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-grand-horror-x-intense-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7693","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156485376","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725868288","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839808","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354944","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157884672","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061888","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584960","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916309408","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309760","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503744","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364800","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761352608","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424493312","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287104416","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287104768","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265888","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628266240","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735786240","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862229408","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573888","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160992","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763161344","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058848","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687059200","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416960","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311837088","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311837440","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845566368","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566720","shards":1,"effective_bpw":5.5883,"repo":"Jackxuanxuan/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566720","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201480608","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480960","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480960","shards":1,"effective_bpw":6.4468,"repo":"Jackxuanxuan/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635671456","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-Grand-Horror-X-INTENSE-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-122b-a10b-abliterix","canonical_repo":"wangzhang/Qwen3.5-122B-A10B-abliterix","display_name":"Qwen3.5-122B-A10B-abliterix","publisher":"wangzhang","modality":"text","arch_key":"qwen35moe","params_total":"122111526912","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7680","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"24837711552","shards":1,"effective_bpw":1.6272,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"27598640832","shards":1,"effective_bpw":1.8081,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"32200189632","shards":1,"effective_bpw":2.1096,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"35890865856","shards":1,"effective_bpw":2.3513,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"36257134272","shards":1,"effective_bpw":2.3753,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"39938373312","shards":1,"effective_bpw":2.6165,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"41742411456","shards":1,"effective_bpw":2.7347,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"44577400512","shards":1,"effective_bpw":2.9204,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"47148234432","shards":1,"effective_bpw":3.0889,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"50166302400","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"52921517760","shards":1,"effective_bpw":3.4671,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"52924024512","shards":1,"effective_bpw":3.4673,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"53788853952","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"58602063552","shards":1,"effective_bpw":3.8392,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"63189321408","shards":1,"effective_bpw":4.1398,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"65244882624","shards":1,"effective_bpw":4.2744,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"69336000192","shards":1,"effective_bpw":4.5425,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"69639956160","shards":1,"effective_bpw":4.5624,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"74208241344","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"76614624960","shards":1,"effective_bpw":5.0193,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"84196419264","shards":1,"effective_bpw":5.516,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"86955517632","shards":1,"effective_bpw":5.6968,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"100307732160","shards":1,"effective_bpw":6.5715,"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"244314011328","shards":6,"effective_bpw":16.006,"repo":"random257/Qwen3.5-122B-A10B-Wangzhang-Abliterix-No-MTP","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"249362982720","shards":15,"effective_bpw":16.3367,"repo":"random257/Qwen3.5-122B-A10B-Wangzhang-Abliterix-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v2-5-12b-kto","canonical_repo":"anthracite-org/magnum-v2.5-12b-kto","display_name":"magnum-v2.5-12b-kto","publisher":"anthracite-org","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7672","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v2.5-12b-kto","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212064","shards":1,"effective_bpw":1.959,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624864","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312864","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077664","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473504","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023168","shards":1,"effective_bpw":2.8969,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023904","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047488","shards":1,"effective_bpw":3.1294,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048224","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385504","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488128","shards":1,"effective_bpw":3.4661,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488864","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407488","shards":1,"effective_bpw":3.5575,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225728","shards":1,"effective_bpw":3.6148,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226464","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562078496","shards":1,"effective_bpw":3.633,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079264","shards":1,"effective_bpw":3.633,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232096","shards":1,"effective_bpw":3.7376,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232128","shards":1,"effective_bpw":3.7376,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232864","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089728","shards":1,"effective_bpw":3.9733,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090464","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502528","shards":1,"effective_bpw":4.2858,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503264","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709536","shards":1,"effective_bpw":4.4042,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709568","shards":1,"effective_bpw":4.4042,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710304","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638624","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196928","shards":1,"effective_bpw":4.6508,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197664","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204256","shards":1,"effective_bpw":4.884,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204288","shards":1,"effective_bpw":4.884,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205024","shards":1,"effective_bpw":4.884,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277888","shards":1,"effective_bpw":5.2093,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735168","shards":1,"effective_bpw":5.5643,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735904","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631136","shards":1,"effective_bpw":5.7007,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631168","shards":1,"effective_bpw":5.7007,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631904","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818688","shards":1,"effective_bpw":5.9712,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209728","shards":1,"effective_bpw":6.5685,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210464","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/magnum-12b-v2.5-kto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268288","shards":1,"effective_bpw":6.7808,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369056","shards":1,"effective_bpw":8.5059,"repo":"anthracite-org/magnum-v2.5-12b-kto-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369088","shards":1,"effective_bpw":8.5059,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999011360","shards":1,"effective_bpw":32.0051,"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-a3b-coder","canonical_repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder","display_name":"Qwen3.6-27B-A3B-Coder","publisher":"ManniX-ITA","modality":"text","arch_key":"qwen35moe","params_total":"26659587952","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7657","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":184,"n_expert_used":10,"arch_source":"ManniX-ITA/Qwen3.6-27B-A3B-Coder","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"9861593120","shards":1,"effective_bpw":2.9593,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"9861593376","shards":1,"effective_bpw":2.9593,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"11532693536","shards":1,"effective_bpw":3.4607,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"11532693792","shards":1,"effective_bpw":3.4607,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"11601072416","shards":1,"effective_bpw":3.4812,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"11742146848","shards":1,"effective_bpw":3.5236,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12722335776","shards":1,"effective_bpw":3.8177,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12722336032","shards":1,"effective_bpw":3.8177,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13739716640","shards":1,"effective_bpw":4.123,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13739716896","shards":1,"effective_bpw":4.123,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14222051616","shards":1,"effective_bpw":4.2677,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14373603360","shards":1,"effective_bpw":4.3132,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15004969248","shards":1,"effective_bpw":4.5027,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15072012320","shards":1,"effective_bpw":4.5228,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15072012576","shards":1,"effective_bpw":4.5228,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16057051168","shards":1,"effective_bpw":4.8184,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16057051424","shards":1,"effective_bpw":4.8184,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16549832992","shards":1,"effective_bpw":4.9663,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18155317280","shards":1,"effective_bpw":5.448,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18155317536","shards":1,"effective_bpw":5.448,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18728527904","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"18728528160","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21566971936","shards":1,"effective_bpw":6.4718,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"21566972192","shards":1,"effective_bpw":6.4718,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27911391264","shards":1,"effective_bpw":8.3756,"repo":"mradermacher/Qwen3.6-27B-A3B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"journeys-end-24b","canonical_repo":"Sorihon/Journeys-End-24B","display_name":"Journeys-End-24B","publisher":"Sorihon","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7650","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sorihon/Journeys-End-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722944","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497344","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121344","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034944","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353984","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053184","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163904","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326848","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327104","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593984","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118144","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276288","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276544","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129344","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951744","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083648","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083904","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762688","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762944","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917184","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889988928","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231104","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281088","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281344","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910848","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911104","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108544","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414528","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414784","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985728","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985984","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940288","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940544","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Journeys-End-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781248","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Journeys-End-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"voxcpm2","canonical_repo":"openbmb/VoxCPM2","display_name":"VoxCPM2","publisher":"openbmb","modality":"audio_tts","arch_key":"voxcpm-acoustic","params_total":"2290004544","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7641","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/VoxCPM2","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"1689498432","shards":1,"effective_bpw":5.9022,"repo":"cstr/voxcpm2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1727309920","shards":1,"effective_bpw":6.0343,"repo":"wt5719001/VoxCPM2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1727309920","shards":1,"effective_bpw":6.0343,"repo":"DennisHuang648/VoxCPM2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2827049792","shards":1,"effective_bpw":9.8761,"repo":"cstr/voxcpm2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4972550208","shards":1,"effective_bpw":17.3713,"repo":"cstr/voxcpm2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5073076896","shards":2,"effective_bpw":17.7225,"repo":"wt5719001/VoxCPM2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5073076896","shards":2,"effective_bpw":17.7225,"repo":"DennisHuang648/VoxCPM2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"serenity-12b","canonical_repo":"ReadyArt/Serenity-12B","display_name":"Serenity-12B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7634","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ReadyArt/Serenity-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692000","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848480","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109280","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843040","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597280","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805920","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147680","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148096","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148320","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194720","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393440","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229376","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229600","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229600","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992160","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087616","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087840","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319616","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319840","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255520","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690550848","shards":1,"effective_bpw":4.4754,"repo":"ReadyArt/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551296","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878880","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997280","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047616","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047840","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382208","shards":1,"effective_bpw":4.9375,"repo":"ReadyArt/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382656","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382880","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125600","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372096","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372320","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267648","shards":1,"effective_bpw":5.7174,"repo":"ReadyArt/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268096","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268320","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021376","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021600","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Serenity-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646336","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20759554176","shards":2,"effective_bpw":13.8863,"repo":"ReadyArt/Serenity-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26283010176","shards":2,"effective_bpw":17.581,"repo":"ReadyArt/Serenity-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm4-1v-9b-base-sft","canonical_repo":"fremko/glm4.1v-9b-base-sft","display_name":"glm4.1v-9b-base-sft","publisher":"fremko","modality":"text","arch_key":"glm4","params_total":"10292777472","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7630","n_layers":40,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fremko/glm4.1v-9b-base-sft","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3117807648","shards":1,"effective_bpw":2.4233,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3239704608","shards":1,"effective_bpw":2.518,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3442866208","shards":1,"effective_bpw":2.6759,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3626367008","shards":1,"effective_bpw":2.8186,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3783784480","shards":1,"effective_bpw":2.9409,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3946313760","shards":1,"effective_bpw":3.0672,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3973249056","shards":1,"effective_bpw":3.0882,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4006344736","shards":1,"effective_bpw":3.1139,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4226807840","shards":1,"effective_bpw":3.2853,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4406409248","shards":1,"effective_bpw":3.4249,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4592039968","shards":1,"effective_bpw":3.5691,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4597610528","shards":1,"effective_bpw":3.5735,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4721801248","shards":1,"effective_bpw":3.67,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4974508064","shards":1,"effective_bpw":3.8664,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5196609568","shards":1,"effective_bpw":4.039,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5262276640","shards":1,"effective_bpw":4.0901,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5465176096","shards":1,"effective_bpw":4.2478,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5477464096","shards":1,"effective_bpw":4.2573,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5758482464","shards":1,"effective_bpw":4.4757,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"6008600608","shards":1,"effective_bpw":4.6701,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6166575136","shards":1,"effective_bpw":4.7929,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6697515040","shards":1,"effective_bpw":5.2056,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7050917920","shards":1,"effective_bpw":5.4803,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8266643488","shards":1,"effective_bpw":6.4252,"repo":"mradermacher/glm4.1v-9b-base-sft-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-mtp-gguf","canonical_repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","display_name":"Qwen3.6-35B-A3B-MTP-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"35505251456","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7626","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-4-26b-a4b-it-claude-opus-distill","canonical_repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill","display_name":"gemma-4-26B-A4B-it-Claude-Opus-Distill","publisher":"TeichAI","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7598","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"12222410624","shards":1,"effective_bpw":3.6836,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734720","shards":1,"effective_bpw":4.0044,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14585445760","shards":1,"effective_bpw":4.3958,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796017024","shards":1,"effective_bpw":5.0621,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891520","shards":1,"effective_bpw":5.7664,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638400384","shards":1,"effective_bpw":6.8229,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859860352","shards":1,"effective_bpw":8.0952,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505136512","shards":1,"effective_bpw":15.2215,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b","canonical_repo":"Qwen/Qwen2.5-1.5B","display_name":"Qwen2.5-1.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7589","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-1.5B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"676302528","shards":1,"effective_bpw":3.5048,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304768","shards":1,"effective_bpw":3.5048,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304928","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731699232","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760942272","shards":1,"effective_bpw":3.9434,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944512","shards":1,"effective_bpw":3.9434,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944672","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762406944","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776664096","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824176320","shards":1,"effective_bpw":4.2711,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178560","shards":1,"effective_bpw":4.2711,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178720","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160448","shards":1,"effective_bpw":4.5613,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162688","shards":1,"effective_bpw":4.5613,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162848","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902182944","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934952640","shards":1,"effective_bpw":4.8452,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934954880","shards":1,"effective_bpw":4.8452,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934955040","shards":1,"effective_bpw":4.8452,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940310208","shards":1,"effective_bpw":4.873,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312448","shards":1,"effective_bpw":4.873,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312608","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"941492256","shards":1,"effective_bpw":4.8791,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986046144","shards":1,"effective_bpw":5.11,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048384","shards":1,"effective_bpw":5.11,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048544","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839872","shards":1,"effective_bpw":5.2696,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016842112","shards":1,"effective_bpw":5.2696,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016842272","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098727104","shards":1,"effective_bpw":5.6939,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1098727104","shards":1,"effective_bpw":5.6939,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729344","shards":1,"effective_bpw":5.694,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1098729344","shards":1,"effective_bpw":5.694,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729504","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1098729504","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125048000","shards":1,"effective_bpw":5.8303,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050240","shards":1,"effective_bpw":5.8304,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050400","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1180614336","shards":1,"effective_bpw":6.1183,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1180616576","shards":1,"effective_bpw":6.1183,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1180616736","shards":1,"effective_bpw":6.1183,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737472","shards":1,"effective_bpw":6.5957,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739712","shards":1,"effective_bpw":6.5957,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739872","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570688","shards":1,"effective_bpw":8.533,"repo":"QuantFactory/EVA-D-Qwen2.5-1.5B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646572928","shards":1,"effective_bpw":8.533,"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573088","shards":1,"effective_bpw":8.533,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669408","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/Qwen2.5-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-hauhaucs-balanced","canonical_repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","display_name":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced","publisher":"HauhauCS","modality":"vision_language","arch_key":"clip","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7578","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"cydonia-24b-v4-3-heretic-v4","canonical_repo":"coder3101/Cydonia-24B-v4.3-heretic-v4","display_name":"Cydonia-24B-v4.3-heretic-v4","publisher":"coder3101","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7564","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Cydonia-24B-v4.3-heretic-v4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723200","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497600","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121600","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035200","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354240","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053440","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164160","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327072","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327360","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594240","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118400","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276512","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276800","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129600","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952000","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083872","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084160","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762912","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763200","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917440","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889989152","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231360","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281312","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281600","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911072","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911360","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108800","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414752","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415040","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985952","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986240","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940512","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940800","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781472","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stark-web-12b-v1-7","canonical_repo":"Situus/STARK-WEB-12B-v1.7","display_name":"STARK-WEB-12B-v1.7","publisher":"Situus","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7519","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Situus/STARK-WEB-12B-v1.7","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983676800","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202833280","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568094080","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887827840","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079582080","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371790720","shards":1,"effective_bpw":2.9243,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504132480","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830132864","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830133120","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849179520","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272378240","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528214144","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528214400","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528214400","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733976960","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087072384","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087072640","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566304384","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566304640","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635240320","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690536064","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975863680","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997982080","shards":1,"effective_bpw":4.681,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024032384","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024032640","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381367424","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381367680","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657110400","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338356864","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338357120","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547252864","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547253120","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786006144","shards":1,"effective_bpw":6.546,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786006400","shards":1,"effective_bpw":6.546,"repo":"mradermacher/STARK-WEB-12B-v1.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669631104","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/STARK-WEB-12B-v1.7-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-70b-instruct-gguf","canonical_repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","display_name":"Llama-3.3-70B-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7517","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Llama-3.3-70B-Instruct-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"mixtral-8x7b-v0-1","canonical_repo":"mistralai/Mixtral-8x7B-v0.1","display_name":"Mixtral-8x7B-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7514","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"mistralai/Mixtral-8x7B-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644034496","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17309132992","shards":1,"effective_bpw":2.965,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17309182848","shards":1,"effective_bpw":2.965,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363355584","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20430424256","shards":1,"effective_bpw":3.4996,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20430424256","shards":1,"effective_bpw":3.4996,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20430474944","shards":1,"effective_bpw":3.4997,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21428668608","shards":1,"effective_bpw":3.6706,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22544353472","shards":1,"effective_bpw":3.8618,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22544404160","shards":1,"effective_bpw":3.8618,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24167549120","shards":1,"effective_bpw":4.1398,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24167599808","shards":1,"effective_bpw":4.1398,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25372043456","shards":1,"effective_bpw":4.3461,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441492672","shards":1,"effective_bpw":4.5293,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441532864","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441532864","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544448","shards":1,"effective_bpw":4.5293,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"26743482560","shards":1,"effective_bpw":4.5811,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26743482560","shards":1,"effective_bpw":4.5811,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26743534336","shards":1,"effective_bpw":4.5811,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28446369984","shards":1,"effective_bpw":4.8727,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28446421760","shards":1,"effective_bpw":4.8728,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32229238976","shards":1,"effective_bpw":5.5207,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229238976","shards":1,"effective_bpw":5.5207,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229279168","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229279168","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32229291776","shards":1,"effective_bpw":5.5207,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227483328","shards":1,"effective_bpw":5.6917,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227536128","shards":1,"effective_bpw":5.6917,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378719424","shards":1,"effective_bpw":6.5741,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378759616","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773312","shards":1,"effective_bpw":6.5741,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624221888","shards":1,"effective_bpw":8.5004,"repo":"bartowski/Cerebrum-1.0-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624262080","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279744","shards":1,"effective_bpw":8.5004,"repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-v0-2","canonical_repo":"mistral-community/Mistral-7B-v0.2","display_name":"Mistral-7B-v0.2","publisher":"mistral-community","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7487","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistral-community/Mistral-7B-v0.2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719251712","shards":1,"effective_bpw":3.004,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719251712","shards":1,"effective_bpw":3.004,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577856","shards":1,"effective_bpw":3.4959,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577856","shards":1,"effective_bpw":3.4959,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182403648","shards":1,"effective_bpw":3.5156,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182403648","shards":1,"effective_bpw":3.5156,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284901952","shards":1,"effective_bpw":3.6289,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284901952","shards":1,"effective_bpw":3.6289,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996544","shards":1,"effective_bpw":3.8875,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996544","shards":1,"effective_bpw":3.8875,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822035008","shards":1,"effective_bpw":4.2222,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822035008","shards":1,"effective_bpw":4.2222,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944399744","shards":1,"effective_bpw":4.3574,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944399744","shards":1,"effective_bpw":4.3574,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928128","shards":1,"effective_bpw":4.5392,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928128","shards":1,"effective_bpw":4.5392,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385408","shards":1,"effective_bpw":4.5739,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385408","shards":1,"effective_bpw":4.5739,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4155065472","shards":1,"effective_bpw":4.5901,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4155065472","shards":1,"effective_bpw":4.5901,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450688","shards":1,"effective_bpw":4.8259,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450688","shards":1,"effective_bpw":4.8259,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421824","shards":1,"effective_bpw":5.6687,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421824","shards":1,"effective_bpw":5.6687,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078656","shards":1,"effective_bpw":6.5643,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078656","shards":1,"effective_bpw":6.5643,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875136","shards":1,"effective_bpw":8.5017,"repo":"bartowski/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875136","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"diffusiongemma-26b-a4b-it-heretic-uncensored","canonical_repo":"edwixx/diffusiongemma-26B-A4B-it-HERETIC-Uncensored","display_name":"diffusiongemma-26B-A4B-it-HERETIC-Uncensored","publisher":"edwixx","modality":"text","arch_key":"diffusion-gemma","params_total":"25823778864","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7465","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"edwixx/diffusiongemma-26B-A4B-it-HERETIC-Uncensored","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"8576828800","shards":1,"effective_bpw":2.657,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"9359840128","shards":1,"effective_bpw":2.8996,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10590001280","shards":1,"effective_bpw":3.2807,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12230881664","shards":1,"effective_bpw":3.789,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12401035648","shards":1,"effective_bpw":3.8417,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13295205760","shards":1,"effective_bpw":4.1187,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14073489024","shards":1,"effective_bpw":4.3599,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14595496576","shards":1,"effective_bpw":4.5216,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16806811264","shards":1,"effective_bpw":5.2066,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19145544320","shards":1,"effective_bpw":5.9311,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22654491520","shards":1,"effective_bpw":7.0182,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26878832256","shards":1,"effective_bpw":8.3268,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50540835456","shards":1,"effective_bpw":15.6571,"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-abliterix","canonical_repo":"wangzhang/gemma-4-26B-A4B-it-abliterix","display_name":"gemma-4-26B-A4B-it-abliterix","publisher":"wangzhang","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7438","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"wangzhang/gemma-4-26B-A4B-it-abliterix","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271424","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657344","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300544","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430784","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201344","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715904","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737600","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624481984","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694144","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068032","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409920","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409920","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563904","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734016","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488640","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726400","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056512","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825536","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576640","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796015008","shards":1,"effective_bpw":5.2069,"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016320","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733760","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890816","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399680","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859858336","shards":1,"effective_bpw":8.3267,"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505134496","shards":1,"effective_bpw":15.6569,"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"semancer-12b","canonical_repo":"UnstableLlama/Semancer-12B","display_name":"Semancer-12B","publisher":"UnstableLlama","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7421","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UnstableLlama/Semancer-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691872","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848352","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109152","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842912","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597152","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805792","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147552","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147936","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148192","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194592","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393312","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229472","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229472","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992032","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087456","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087712","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319456","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319712","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255392","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551136","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878752","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997152","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047456","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047712","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382496","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382752","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125472","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371936","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372192","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267936","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268192","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021216","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021472","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Semancer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646176","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Semancer-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-9b-0414","canonical_repo":"zai-org/GLM-4-9B-0414","display_name":"GLM-4-9B-0414","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"9400279040","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"7416","n_layers":40,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-4-9B-0414","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3204200288","shards":1,"effective_bpw":2.7269,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3318151008","shards":1,"effective_bpw":2.8239,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3511154528","shards":1,"effective_bpw":2.9881,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3946313088","shards":1,"effective_bpw":3.3585,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3992024928","shards":1,"effective_bpw":3.3974,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344064","shards":1,"effective_bpw":3.4096,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344544","shards":1,"effective_bpw":3.4096,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4151834464","shards":1,"effective_bpw":3.5334,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4226807168","shards":1,"effective_bpw":3.5972,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4234835808","shards":1,"effective_bpw":3.604,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4406408576","shards":1,"effective_bpw":3.75,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039296","shards":1,"effective_bpw":3.908,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039776","shards":1,"effective_bpw":3.908,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4612552064","shards":1,"effective_bpw":3.9255,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4721800576","shards":1,"effective_bpw":4.0184,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507392","shards":1,"effective_bpw":4.2335,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507872","shards":1,"effective_bpw":4.2335,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196608640","shards":1,"effective_bpw":4.4225,"repo":"lmstudio-community/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196608896","shards":1,"effective_bpw":4.4225,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5262275968","shards":1,"effective_bpw":4.4784,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5281675104","shards":1,"effective_bpw":4.4949,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465175424","shards":1,"effective_bpw":4.6511,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465175904","shards":1,"effective_bpw":4.6511,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477463424","shards":1,"effective_bpw":4.6615,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477463904","shards":1,"effective_bpw":4.6615,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758481792","shards":1,"effective_bpw":4.9007,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758482272","shards":1,"effective_bpw":4.9007,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008599936","shards":1,"effective_bpw":5.1136,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008600416","shards":1,"effective_bpw":5.1136,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574208","shards":1,"effective_bpw":5.248,"repo":"lmstudio-community/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574464","shards":1,"effective_bpw":5.248,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574944","shards":1,"effective_bpw":5.248,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6627292544","shards":1,"effective_bpw":5.6401,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514368","shards":1,"effective_bpw":5.6998,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514848","shards":1,"effective_bpw":5.6998,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917248","shards":1,"effective_bpw":6.0006,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917728","shards":1,"effective_bpw":6.0006,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7434040704","shards":1,"effective_bpw":6.3267,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266642560","shards":1,"effective_bpw":7.0352,"repo":"lmstudio-community/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266642816","shards":1,"effective_bpw":7.0352,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266643296","shards":1,"effective_bpw":7.0352,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8567321984","shards":1,"effective_bpw":7.2911,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611008","shards":1,"effective_bpw":8.5101,"repo":"lmstudio-community/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611264","shards":1,"effective_bpw":8.5101,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611744","shards":1,"effective_bpw":8.5101,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811581568","shards":1,"effective_bpw":16.0094,"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811582048","shards":1,"effective_bpw":16.0094,"repo":"unsloth/GLM-4-9B-0414-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct-uncensored-abliterated","canonical_repo":"dummy9996/Qwen3-VL-4B-Instruct-Uncensored-abliterated","display_name":"Qwen3-VL-4B-Instruct-Uncensored-abliterated","publisher":"dummy9996","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7400","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dummy9996/Qwen3-VL-4B-Instruct-Uncensored-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669501760","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999360","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620160","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787840","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318400","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311680","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282880","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713600","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515840","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263360","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406080","shards":1,"effective_bpw":7.7162,"repo":"dummy9996/Qwen3-VL-4B-Instruct-Uncensored-abliterated-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407360","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287360","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-4-llama3-1-8b","canonical_repo":"dphn/dolphin-2.9.4-llama3.1-8b","display_name":"dolphin-2.9.4-llama3.1-8b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"7386","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.9.4-llama3.1-8b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948291232","shards":1,"effective_bpw":2.9372,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179142048","shards":1,"effective_bpw":3.1672,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179142240","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518758624","shards":1,"effective_bpw":3.5055,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518758816","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664510688","shards":1,"effective_bpw":3.6507,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664510880","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682336672","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692174048","shards":1,"effective_bpw":3.6783,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784834784","shards":1,"effective_bpw":3.7706,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784834976","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018929376","shards":1,"effective_bpw":4.0038,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018929568","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321967840","shards":1,"effective_bpw":4.3057,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321968032","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447674912","shards":1,"effective_bpw":4.4309,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484375264","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692681504","shards":1,"effective_bpw":4.675,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692681696","shards":1,"effective_bpw":4.675,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746112","shards":1,"effective_bpw":4.9022,"repo":"yaneivan/dolphin-2.9.4-llama3.1-8b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746784","shards":1,"effective_bpw":4.9022,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920746976","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310651104","shards":1,"effective_bpw":5.2906,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599307552","shards":1,"effective_bpw":5.5782,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599307744","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733000992","shards":1,"effective_bpw":5.7114,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733001184","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057237216","shards":1,"effective_bpw":6.0344,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596021088","shards":1,"effective_bpw":6.5712,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596021280","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850484960","shards":1,"effective_bpw":6.8247,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540789472","shards":1,"effective_bpw":8.5086,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540789664","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068925344","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128947648","shards":1,"effective_bpw":32.0078,"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fawen-1-0-35b","canonical_repo":"chinapao/Fawen-1.0-35B","display_name":"Fawen-1.0-35B","publisher":"chinapao","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7371","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"chinapao/Fawen-1.0-35B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247182496","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13247182592","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247182752","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035296","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035392","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547035552","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414176","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806623648","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659232","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659328","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166659488","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090272","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090368","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552090528","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179521952","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056096","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056192","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276225952","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366861984","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862080","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366862240","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713462944","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463040","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463200","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377883552","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563754656","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563754752","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563754912","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532448","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532544","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347532704","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731296","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731392","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208731552","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Fawen-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149536","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Fawen-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149632","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Fawen-1.0-35B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-nemotron-nano-8b-v1","canonical_repo":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","display_name":"Llama-3.1-Nemotron-Nano-8B-v1","publisher":"nvidia","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"7354","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"2164670016","shards":1,"effective_bpw":2.1565,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2292203072","shards":1,"effective_bpw":2.2836,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2504867392","shards":1,"effective_bpw":2.4954,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948283488","shards":1,"effective_bpw":2.9372,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3003268672","shards":1,"effective_bpw":2.992,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179134048","shards":1,"effective_bpw":3.1672,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179134528","shards":1,"effective_bpw":3.1672,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274914912","shards":1,"effective_bpw":3.2626,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3302260288","shards":1,"effective_bpw":3.2898,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3321773632","shards":1,"effective_bpw":3.3093,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518749792","shards":1,"effective_bpw":3.5055,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501856","shards":1,"effective_bpw":3.6507,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664502336","shards":1,"effective_bpw":3.6507,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692158048","shards":1,"effective_bpw":3.6782,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784825568","shards":1,"effective_bpw":3.7706,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784825952","shards":1,"effective_bpw":3.7706,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920544","shards":1,"effective_bpw":4.0038,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018921024","shards":1,"effective_bpw":4.0038,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321959008","shards":1,"effective_bpw":4.3057,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447664864","shards":1,"effective_bpw":4.4309,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447665248","shards":1,"effective_bpw":4.4309,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4464082496","shards":1,"effective_bpw":4.4473,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675894368","shards":1,"effective_bpw":4.6583,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675894880","shards":1,"effective_bpw":4.6583,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677991520","shards":1,"effective_bpw":4.6604,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677992000","shards":1,"effective_bpw":4.6604,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692671584","shards":1,"effective_bpw":4.675,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692672064","shards":1,"effective_bpw":4.675,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736864","shards":1,"effective_bpw":4.9022,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920737344","shards":1,"effective_bpw":4.9022,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130255456","shards":1,"effective_bpw":5.1109,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130255936","shards":1,"effective_bpw":5.1109,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310635104","shards":1,"effective_bpw":5.2906,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599296608","shards":1,"effective_bpw":5.5782,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599297088","shards":1,"effective_bpw":5.5782,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989664","shards":1,"effective_bpw":5.7114,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732990048","shards":1,"effective_bpw":5.7114,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732990528","shards":1,"effective_bpw":5.7114,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057221216","shards":1,"effective_bpw":6.0344,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008672","shards":1,"effective_bpw":6.5712,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596009056","shards":1,"effective_bpw":6.5712,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596009536","shards":1,"effective_bpw":6.5712,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850468960","shards":1,"effective_bpw":6.8247,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773088","shards":1,"effective_bpw":8.5086,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773472","shards":1,"effective_bpw":8.5086,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9841472768","shards":2,"effective_bpw":9.8044,"repo":"Zynerji/Ektome-Nemotron-Nano-8B-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068893472","shards":1,"effective_bpw":16.0083,"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068893984","shards":1,"effective_bpw":16.0083,"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-1b-instruct-uncensored","canonical_repo":"nicoboss/Llama-3.2-1B-Instruct-Uncensored","display_name":"Llama-3.2-1B-Instruct-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"7346","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Llama-3.2-1B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"393549312","shards":1,"effective_bpw":2.5476,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"413603328","shards":1,"effective_bpw":2.6774,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"447026688","shards":1,"effective_bpw":2.8938,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"475862528","shards":1,"effective_bpw":3.0805,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"488707584","shards":1,"effective_bpw":3.1636,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"515446272","shards":1,"effective_bpw":3.3367,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"562107904","shards":1,"effective_bpw":3.6388,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580871424","shards":1,"effective_bpw":3.7603,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580871424","shards":1,"effective_bpw":3.7603,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"580871680","shards":1,"effective_bpw":3.7603,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"621110528","shards":1,"effective_bpw":4.0207,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"621110528","shards":1,"effective_bpw":4.0207,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"621110784","shards":1,"effective_bpw":4.0207,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641688832","shards":1,"effective_bpw":4.1539,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641688832","shards":1,"effective_bpw":4.1539,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"641689088","shards":1,"effective_bpw":4.154,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"643917056","shards":1,"effective_bpw":4.1684,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"643917056","shards":1,"effective_bpw":4.1684,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"643917312","shards":1,"effective_bpw":4.1684,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"657286400","shards":1,"effective_bpw":4.2549,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"657286400","shards":1,"effective_bpw":4.2549,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"657286656","shards":1,"effective_bpw":4.2549,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"690840832","shards":1,"effective_bpw":4.4721,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"690840832","shards":1,"effective_bpw":4.4721,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"690841088","shards":1,"effective_bpw":4.4721,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732521728","shards":1,"effective_bpw":4.742,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732521728","shards":1,"effective_bpw":4.742,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"732521984","shards":1,"effective_bpw":4.742,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"743138816","shards":1,"effective_bpw":4.8107,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"748381440","shards":1,"effective_bpw":4.8446,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"748381440","shards":1,"effective_bpw":4.8446,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"773023232","shards":1,"effective_bpw":5.0041,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775644416","shards":1,"effective_bpw":5.0211,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775644416","shards":1,"effective_bpw":5.0211,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"775644672","shards":1,"effective_bpw":5.0211,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807691520","shards":1,"effective_bpw":5.2286,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807691520","shards":1,"effective_bpw":5.2286,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"807691776","shards":1,"effective_bpw":5.2286,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892560640","shards":1,"effective_bpw":5.778,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892560640","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"892560896","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911500544","shards":1,"effective_bpw":5.9006,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911500544","shards":1,"effective_bpw":5.9006,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"911500800","shards":1,"effective_bpw":5.9006,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021797632","shards":1,"effective_bpw":6.6146,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021797632","shards":1,"effective_bpw":6.6146,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1021797888","shards":1,"effective_bpw":6.6146,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321080064","shards":1,"effective_bpw":8.552,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321080064","shards":1,"effective_bpw":8.552,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479592704","shards":1,"effective_bpw":16.0516,"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479592704","shards":1,"effective_bpw":16.0516,"repo":"Xlnk/Llama-3.2-1B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-gembrain-31b-it-uncensored-heretic","canonical_repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic","display_name":"Gemma-4-Gembrain-31B-it-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7330","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490112","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873024","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844544","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359680","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889408","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066624","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589696","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314496","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508480","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369536","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357696","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357696","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498048","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108128","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109504","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269600","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270976","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790976","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578624","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164704","shards":1,"effective_bpw":4.544,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166080","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062560","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063936","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421696","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840800","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842176","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570080","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571456","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484320","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485696","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gembrain-31B-it-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675168","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188128","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-2b-base","canonical_repo":"Qwen/Qwen3.5-2B-Base","display_name":"Qwen3.5-2B-Base","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7311","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-2B-Base","arch_confidence":1,"quantizations":[{"quant":"IQ4_NL","bytes":"1236303328","shards":1,"effective_bpw":4.3492,"repo":"kk0518/Nagaki-2B-Uncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274396032","shards":1,"effective_bpw":4.4832,"repo":"QyrouNnet-AI/reasoning_summarizer","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274396128","shards":1,"effective_bpw":4.4832,"repo":"kk0518/Nagaki-2B-Uncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1411120512","shards":1,"effective_bpw":4.9642,"repo":"QyrouNnet-AI/reasoning_summarizer","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556390272","shards":1,"effective_bpw":5.4753,"repo":"QyrouNnet-AI/reasoning_summarizer","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012011904","shards":1,"effective_bpw":7.0781,"repo":"QyrouNnet-AI/reasoning_summarizer","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012012000","shards":1,"effective_bpw":7.0781,"repo":"kk0518/Nagaki-2B-Uncensored","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775708544","shards":1,"effective_bpw":13.2826,"repo":"QyrouNnet-AI/reasoning_summarizer","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-anko","canonical_repo":"allura-org/Qwen3.6-35B-A3B-Anko","display_name":"Qwen3.6-35B-A3B-Anko","publisher":"allura-org","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7280","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"allura-org/Qwen3.6-35B-A3B-Anko","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778452960","shards":1,"effective_bpw":2.2283,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797144544","shards":1,"effective_bpw":2.4604,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010275808","shards":1,"effective_bpw":2.509,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716128","shards":1,"effective_bpw":2.7497,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079264","shards":1,"effective_bpw":2.8751,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719264","shards":1,"effective_bpw":2.9883,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870829536","shards":1,"effective_bpw":3.3887,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516512","shards":1,"effective_bpw":3.5351,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218683872","shards":1,"effective_bpw":3.6958,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548192","shards":1,"effective_bpw":3.6976,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886495712","shards":1,"effective_bpw":3.848,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258272","shards":1,"effective_bpw":3.8511,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806446560","shards":1,"effective_bpw":4.2855,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861346784","shards":1,"effective_bpw":4.5259,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611424","shards":1,"effective_bpw":4.5444,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592728544","shards":1,"effective_bpw":4.6925,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391448544","shards":1,"effective_bpw":4.8745,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768894944","shards":1,"effective_bpw":4.9606,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973768672","shards":1,"effective_bpw":5.0072,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150240","shards":1,"effective_bpw":5.5045,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457120","shards":1,"effective_bpw":5.7008,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331333600","shards":1,"effective_bpw":5.7723,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415392","shards":1,"effective_bpw":6.8484,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299748832","shards":1,"effective_bpw":6.9045,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914690528","shards":1,"effective_bpw":8.4119,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637312","shards":2,"effective_bpw":15.8091,"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2-1-reap-139b-a10b","canonical_repo":"cerebras/MiniMax-M2.1-REAP-139B-A10B","display_name":"MiniMax-M2.1-REAP-139B-A10B","publisher":"cerebras","modality":"text","arch_key":"minimax-m2","params_total":"139157619916","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"7264","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":196608,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":154,"n_expert_used":8,"arch_source":"cerebras/MiniMax-M2.1-REAP-139B-A10B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"28505099552","shards":1,"effective_bpw":1.6387,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"31585676576","shards":1,"effective_bpw":1.8158,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"36719971616","shards":1,"effective_bpw":2.111,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"40863976736","shards":1,"effective_bpw":2.3492,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"41607569696","shards":1,"effective_bpw":2.392,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"45715005728","shards":1,"effective_bpw":2.6281,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"47317791008","shards":1,"effective_bpw":2.7202,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"50820165920","shards":1,"effective_bpw":2.9216,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"53606113568","shards":1,"effective_bpw":3.0817,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"56906802464","shards":1,"effective_bpw":3.2715,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"60146754848","shards":1,"effective_bpw":3.4578,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"60172657952","shards":1,"effective_bpw":3.4593,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"61003646240","shards":1,"effective_bpw":3.507,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"66584978720","shards":1,"effective_bpw":3.8279,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"72113988896","shards":1,"effective_bpw":4.1457,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"74244086048","shards":1,"effective_bpw":4.2682,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"78859790624","shards":1,"effective_bpw":4.5336,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"79179278624","shards":1,"effective_bpw":4.5519,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"84186491168","shards":1,"effective_bpw":4.8398,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"87198402848","shards":1,"effective_bpw":5.0129,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"95854930208","shards":1,"effective_bpw":5.5106,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"98762762528","shards":1,"effective_bpw":5.6777,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"114250050848","shards":1,"effective_bpw":6.5681,"repo":"mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-3-32b-think","canonical_repo":"allenai/Olmo-3-32B-Think","display_name":"Olmo-3-32B-Think","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"32233522176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7258","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100278,"ctx_native":65536,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Olmo-3-32B-Think","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7245908416","shards":1,"effective_bpw":1.7984,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7865223616","shards":1,"effective_bpw":1.9521,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"8914618816","shards":1,"effective_bpw":2.2125,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9685606272","shards":1,"effective_bpw":2.4039,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10088696128","shards":1,"effective_bpw":2.5039,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10965567808","shards":1,"effective_bpw":2.7215,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11047569856","shards":1,"effective_bpw":2.7419,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005939968","shards":1,"effective_bpw":2.9797,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005940096","shards":1,"effective_bpw":2.9797,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12126273696","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12507329952","shards":1,"effective_bpw":3.1042,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12540397888","shards":1,"effective_bpw":3.1124,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12650375616","shards":1,"effective_bpw":3.1397,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13371425984","shards":1,"effective_bpw":3.3186,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058243264","shards":1,"effective_bpw":3.4891,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058243392","shards":1,"effective_bpw":3.4891,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14476035264","shards":1,"effective_bpw":3.5928,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600960704","shards":1,"effective_bpw":3.872,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600960832","shards":1,"effective_bpw":3.872,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16912991424","shards":1,"effective_bpw":4.1976,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17332137568","shards":1,"effective_bpw":4.3016,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17348182176","shards":1,"effective_bpw":4.3056,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312871968","shards":1,"effective_bpw":4.5451,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312872096","shards":1,"effective_bpw":4.5451,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341707808","shards":1,"effective_bpw":4.5522,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341707936","shards":1,"effective_bpw":4.5522,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415108128","shards":1,"effective_bpw":4.5704,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415108256","shards":1,"effective_bpw":4.5704,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482033568","shards":1,"effective_bpw":4.8352,"repo":"lmstudio-community/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482034208","shards":1,"effective_bpw":4.8352,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482034336","shards":1,"effective_bpw":4.8352,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19863090592","shards":1,"effective_bpw":4.9298,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253369248","shards":1,"effective_bpw":5.0267,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253369376","shards":1,"effective_bpw":5.0267,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235809568","shards":1,"effective_bpw":5.5187,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235809696","shards":1,"effective_bpw":5.5187,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859712288","shards":1,"effective_bpw":5.6735,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859712416","shards":1,"effective_bpw":5.6735,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23176590752","shards":1,"effective_bpw":5.7522,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448494624","shards":1,"effective_bpw":6.5642,"repo":"lmstudio-community/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448495264","shards":1,"effective_bpw":6.5642,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448495392","shards":1,"effective_bpw":6.5642,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26697184672","shards":1,"effective_bpw":6.6259,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254795552","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254796192","shards":1,"effective_bpw":8.5017,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254796320","shards":1,"effective_bpw":8.5017,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472735328","shards":2,"effective_bpw":16.0014,"repo":"bartowski/allenai_Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472735488","shards":2,"effective_bpw":16.0014,"repo":"unsloth/Olmo-3-32B-Think-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-moonlight-dusk-26b-a4b","canonical_repo":"Vortex5/G4-Moonlight-Dusk-26B-A4B","display_name":"G4-Moonlight-Dusk-26B-A4B","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"26544133710","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7252","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/G4-Moonlight-Dusk-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532493120","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910879040","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541522240","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652480","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190396224","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910784","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824959008","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824959296","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703680","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642889024","shards":1,"effective_bpw":3.509,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262912","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539604512","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604800","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604800","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758784","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928608","shards":1,"effective_bpw":4.1,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603928896","shards":1,"effective_bpw":4.1,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141683232","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683520","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309894464","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976992","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903293248","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061984","shards":1,"effective_bpw":4.786,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880062272","shards":1,"effective_bpw":4.786,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950720","shards":1,"effective_bpw":4.952,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252768","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211253056","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494244896","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494245184","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640401952","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640402240","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952672","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952960","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194848","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"51981532896","shards":1,"effective_bpw":15.6664,"repo":"debais/G4-Moonlight-Dusk-26B-A4B-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"krakensakura-maelstrom-12b-v1","canonical_repo":"EldritchLabs/KrakenSakura-Maelstrom-12B-v1","display_name":"KrakenSakura-Maelstrom-12B-v1","publisher":"EldritchLabs","modality":"text","arch_key":"llama","params_total":"12247813120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7233","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131075,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EldritchLabs/KrakenSakura-Maelstrom-12B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2999226560","shards":1,"effective_bpw":1.959,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3221639360","shards":1,"effective_bpw":2.1043,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3592327360","shards":1,"effective_bpw":2.3464,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915092160","shards":1,"effective_bpw":2.5573,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138489568","shards":1,"effective_bpw":2.7032,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435039968","shards":1,"effective_bpw":2.8969,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791064448","shards":1,"effective_bpw":3.1294,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945401568","shards":1,"effective_bpw":3.2302,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306506976","shards":1,"effective_bpw":3.4661,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562097376","shards":1,"effective_bpw":3.633,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722250976","shards":1,"effective_bpw":3.7376,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083108256","shards":1,"effective_bpw":3.9734,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742729952","shards":1,"effective_bpw":4.4042,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097935552","shards":1,"effective_bpw":4.6362,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477224832","shards":1,"effective_bpw":4.884,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727653632","shards":1,"effective_bpw":5.7007,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056234240","shards":1,"effective_bpw":6.5685,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022401024","shards":1,"effective_bpw":8.5059,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504348000","shards":1,"effective_bpw":16.0057,"repo":"Naphula/KrakenSakura-Maelstrom-12B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-e4b-it-abliterated","canonical_repo":"treadon/gemma4-E4B-it-abliterated","display_name":"gemma4-E4B-it-abliterated","publisher":"treadon","modality":"text","arch_key":"gemma4","params_total":"7941100874","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7233","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"treadon/gemma4-E4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289756608","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372270528","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509793728","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627840448","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279168","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787297728","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982840768","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269589440","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376781760","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885120","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959040","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833280","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687360960","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823061440","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990505920","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037384640","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527360","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163131840","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979200","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302272960","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519040","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098240","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997120","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079040","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"luna-ai-llama2-uncensored","canonical_repo":"Tap-M/Luna-AI-Llama2-Uncensored","display_name":"Luna-AI-Llama2-Uncensored","publisher":"Tap-M","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"cc-by-sa-4.0","downloads_30d":"7229","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Tap-M/Luna-AI-Llama2-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1528582880","shards":1,"effective_bpw":1.8148,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1650971360","shards":1,"effective_bpw":1.9601,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1854952160","shards":1,"effective_bpw":2.2022,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2034914016","shards":1,"effective_bpw":2.4159,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2196566752","shards":1,"effective_bpw":2.6078,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2359751392","shards":1,"effective_bpw":2.8016,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2532864736","shards":1,"effective_bpw":3.0071,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2585391840","shards":1,"effective_bpw":3.0694,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2796524256","shards":1,"effective_bpw":3.3201,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2825940704","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304608","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2948305632","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2948305632","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3114865376","shards":1,"effective_bpw":3.698,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004704","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3298005728","shards":1,"effective_bpw":3.9155,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111008","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3597112032","shards":1,"effective_bpw":4.2706,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3619336928","shards":1,"effective_bpw":4.297,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807072","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3837080288","shards":1,"effective_bpw":4.5555,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740064","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3856741088","shards":1,"effective_bpw":4.5788,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004256","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4081005280","shards":1,"effective_bpw":4.8451,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4651692768","shards":1,"effective_bpw":5.5226,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156960","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4783157984","shards":1,"effective_bpw":5.6787,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5529195232","shards":1,"effective_bpw":6.5644,"repo":"mradermacher/Luna-AI-Llama2-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089760","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-mystery-fine-tune-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7220","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156485248","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725868160","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839680","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354816","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157884544","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061760","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584832","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309632","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503616","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364672","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352832","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352832","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424493184","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287104640","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628266112","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735786112","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573760","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763161216","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687059072","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416832","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311837312","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566592","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480832","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"35526318816","shards":2,"effective_bpw":9.088,"repo":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"35526318816","shards":2,"effective_bpw":9.088,"repo":"Jackxuanxuan/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"50402958048","shards":2,"effective_bpw":12.8936,"repo":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"50402958048","shards":2,"effective_bpw":12.8936,"repo":"Jackxuanxuan/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-tdt-ctc-1-1b","canonical_repo":"nvidia/parakeet-tdt_ctc-1.1b","display_name":"parakeet-tdt_ctc-1.1b","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"1070516870","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"7211","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"685795872","shards":1,"effective_bpw":5.125,"repo":"cstr/parakeet-tdt_ctc-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"825248000","shards":1,"effective_bpw":6.1671,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"935758080","shards":1,"effective_bpw":6.9929,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1042509056","shards":1,"effective_bpw":7.7907,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1150718688","shards":1,"effective_bpw":8.5994,"repo":"cstr/parakeet-tdt_ctc-1.1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1267288320","shards":1,"effective_bpw":9.4705,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2145162560","shards":1,"effective_bpw":16.0309,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4282202176","shards":1,"effective_bpw":32.001,"repo":"handy-computer/parakeet-tdt_ctc-1.1b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-32b-0414-korean-culture","canonical_repo":"puchuneko/GLM-4-32B-0414-Korean-Culture","display_name":"GLM-4-32B-0414-Korean-Culture","publisher":"puchuneko","modality":"text","arch_key":"glm4","params_total":"32566081536","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"7209","n_layers":61,"n_head":48,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"puchuneko/GLM-4-32B-0414-Korean-Culture","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7268344608","shards":1,"effective_bpw":1.7855,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7908487968","shards":1,"effective_bpw":1.9428,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8975393568","shards":1,"effective_bpw":2.2048,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9900876576","shards":1,"effective_bpw":2.4322,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10419897120","shards":1,"effective_bpw":2.5597,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11273421600","shards":1,"effective_bpw":2.7694,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11413639968","shards":1,"effective_bpw":2.8038,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12292256288","shards":1,"effective_bpw":3.0196,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12292256544","shards":1,"effective_bpw":3.0196,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12784108320","shards":1,"effective_bpw":3.1405,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13661520672","shards":1,"effective_bpw":3.356,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14371680800","shards":1,"effective_bpw":3.5305,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14371681056","shards":1,"effective_bpw":3.5305,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14384423712","shards":1,"effective_bpw":3.5336,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14821851936","shards":1,"effective_bpw":3.6411,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15890563616","shards":1,"effective_bpw":3.9036,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15890563872","shards":1,"effective_bpw":3.9036,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216291360","shards":1,"effective_bpw":4.2293,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17216291616","shards":1,"effective_bpw":4.2293,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17599443744","shards":1,"effective_bpw":4.3234,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17754272288","shards":1,"effective_bpw":4.3614,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18634928928","shards":1,"effective_bpw":4.5778,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18697646624","shards":1,"effective_bpw":4.5932,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18697646880","shards":1,"effective_bpw":4.5932,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680023072","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19680023328","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20550087456","shards":1,"effective_bpw":5.0482,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527177248","shards":1,"effective_bpw":5.5339,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22527177504","shards":1,"effective_bpw":5.5339,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23097463328","shards":1,"effective_bpw":5.674,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23097463584","shards":1,"effective_bpw":5.674,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728493600","shards":1,"effective_bpw":6.566,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26728493856","shards":1,"effective_bpw":6.566,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226912","shards":1,"effective_bpw":8.5034,"repo":"mradermacher/GLM-4-32B-0414-Korean-Culture-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-3b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-3B-Instruct-abliterated","display_name":"Qwen2.5-3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7208","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-3B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K_S","bytes":"1300229600","shards":1,"effective_bpw":3.3707,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1684290688","shards":2,"effective_bpw":4.3664,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1802157184","shards":2,"effective_bpw":4.6719,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1998601344","shards":2,"effective_bpw":5.1812,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2000240096","shards":1,"effective_bpw":5.1854,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2165193856","shards":2,"effective_bpw":5.6131,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2170274816","shards":1,"effective_bpw":5.6262,"repo":"MaziyarPanahi/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2190736864","shards":1,"effective_bpw":5.6793,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2225423360","shards":1,"effective_bpw":5.7692,"repo":"MaziyarPanahi/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2257581184","shards":2,"effective_bpw":5.8526,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2414736512","shards":2,"effective_bpw":6.26,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538767360","shards":1,"effective_bpw":6.5815,"repo":"MaziyarPanahi/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2651613824","shards":2,"effective_bpw":6.8741,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2651614336","shards":2,"effective_bpw":6.8741,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2699359360","shards":2,"effective_bpw":6.9978,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2917377152","shards":2,"effective_bpw":7.563,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3042419328","shards":2,"effective_bpw":7.8872,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3042419840","shards":2,"effective_bpw":7.8872,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3047433344","shards":2,"effective_bpw":7.9002,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3111494784","shards":2,"effective_bpw":8.0663,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3286084608","shards":1,"effective_bpw":8.5189,"repo":"MaziyarPanahi/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3314655872","shards":2,"effective_bpw":8.5929,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3314656384","shards":2,"effective_bpw":8.5929,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3548488320","shards":2,"effective_bpw":9.1991,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3548488832","shards":2,"effective_bpw":9.1991,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3643497600","shards":2,"effective_bpw":9.4454,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3671677568","shards":2,"effective_bpw":9.5185,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3832003712","shards":2,"effective_bpw":9.9341,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3843799680","shards":2,"effective_bpw":9.9647,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3843800192","shards":2,"effective_bpw":9.9647,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4034837120","shards":2,"effective_bpw":10.4599,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4034837632","shards":2,"effective_bpw":10.4599,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4553259648","shards":2,"effective_bpw":11.8039,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4553260160","shards":2,"effective_bpw":11.8039,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4663556736","shards":2,"effective_bpw":12.0898,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4663557248","shards":2,"effective_bpw":12.0898,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5331571328","shards":2,"effective_bpw":13.8216,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5331571840","shards":2,"effective_bpw":13.8216,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6800647392","shards":1,"effective_bpw":17.63,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6901566080","shards":2,"effective_bpw":17.8916,"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-coder-fable5-composer2-5-v1-bf16","canonical_repo":"interpolators/gemma-4-12B-coder-fable5-composer2.5-v1-bf16","display_name":"gemma-4-12B-coder-fable5-composer2.5-v1-bf16","publisher":"interpolators","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7186","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"interpolators/gemma-4-12B-coder-fable5-composer2.5-v1-bf16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-coder-fable5-composer2.5-v1-bf16-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magidonia-24b-v4-3","canonical_repo":"TheDrummer/Magidonia-24B-v4.3","display_name":"Magidonia-24B-v4.3","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7177","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Magidonia-24B-v4.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273724736","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499136","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123136","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207036320","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207036736","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478355360","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478355776","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114054560","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114054976","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320165696","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328480","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890328896","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280595360","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280595776","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545688480","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907119520","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907119936","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400277920","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278336","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131136","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650953120","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650953536","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085280","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474085696","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764320","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400764736","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758918560","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758918976","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468018080","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494232480","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494232896","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282720","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283136","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912480","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333912896","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831986080","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873109920","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110336","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416160","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304416576","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987360","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763987776","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178174880","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345941920","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942336","shards":1,"effective_bpw":null,"repo":"mradermacher/Magidonia-24B-v4.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671000480","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054782880","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153521760","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-kimi-k2-6-reasoning-distilled","canonical_repo":"lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled","display_name":"Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled","publisher":"lordx64","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7167","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"18939312928","shards":1,"effective_bpw":4.2144,"repo":"lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21712410880","shards":1,"effective_bpw":4.8314,"repo":"brantje/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131808","shards":1,"effective_bpw":5.5027,"repo":"lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140128","shards":1,"effective_bpw":8.2117,"repo":"lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-diffusion-xl-base-1-0","canonical_repo":"stabilityai/stable-diffusion-xl-base-1.0","display_name":"stable-diffusion-xl-base-1.0","publisher":"stabilityai","modality":"image","arch_key":"sdxl","params_total":"2567463684","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"7167","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_S","bytes":"1491773408","shards":1,"effective_bpw":4.6482,"repo":"Old-Fisherman/SDXL_Finetune_GGUF_Files","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1808194528","shards":1,"effective_bpw":5.6342,"repo":"Old-Fisherman/SDXL_Finetune_GGUF_Files","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dark-scarlett-v2-0-31b","canonical_repo":"ReadyArt/Dark-Scarlett-v2.0-31B","display_name":"Dark-Scarlett-v2.0-31B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7166","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"18687063232","shards":1,"effective_bpw":4.7804,"repo":"ReadyArt/Dark-Scarlett-v2.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570752","shards":1,"effective_bpw":5.5883,"repo":"ReadyArt/Dark-Scarlett-v2.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484992","shards":1,"effective_bpw":6.4468,"repo":"ReadyArt/Dark-Scarlett-v2.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675840","shards":1,"effective_bpw":8.3486,"repo":"ReadyArt/Dark-Scarlett-v2.0-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lilith-31b-v1-0","canonical_repo":"darthcrawl/Lilith-31B-v1.0","display_name":"Lilith-31B-v1.0","publisher":"darthcrawl","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7159","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"darthcrawl/Lilith-31B-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489536","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872448","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843968","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359104","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888832","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066048","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589120","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313664","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313920","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507904","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368960","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356864","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357120","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357120","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14424496992","shards":1,"effective_bpw":3.6899,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497472","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107360","shards":1,"effective_bpw":3.9106,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108672","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108928","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270144","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270400","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16735789920","shards":1,"effective_bpw":4.2812,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790400","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233664","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578048","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165248","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165504","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687061792","shards":1,"effective_bpw":4.7804,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063104","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063360","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421120","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841344","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841600","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569312","shards":1,"effective_bpw":5.5883,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570624","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570880","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483552","shards":1,"effective_bpw":6.4468,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484864","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485120","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674400","shards":1,"effective_bpw":8.3486,"repo":"darthcrawl/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675712","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Lilith-31B-v1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-nsc-ace-saber","canonical_repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER","display_name":"Qwen3.6-35B-A3B-NSC-ACE-SABER","publisher":"GestaltLabs","modality":"vision_language","arch_key":"qwen35moe","params_total":"35505251456","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7134","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"12939593504","shards":1,"effective_bpw":2.9155,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13252289792","shards":1,"effective_bpw":2.986,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13252289792","shards":1,"effective_bpw":2.986,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182184224","shards":1,"effective_bpw":3.4208,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15551290624","shards":1,"effective_bpw":3.504,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15551290624","shards":1,"effective_bpw":3.504,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764763936","shards":1,"effective_bpw":3.7774,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17170914560","shards":1,"effective_bpw":3.8689,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17170914560","shards":1,"effective_bpw":3.8689,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115329824","shards":1,"effective_bpw":4.0817,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18556345600","shards":1,"effective_bpw":4.1811,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18556345600","shards":1,"effective_bpw":4.1811,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889903392","shards":1,"effective_bpw":4.4816,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20370003200","shards":1,"effective_bpw":4.5897,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20370003200","shards":1,"effective_bpw":4.5897,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757664","shards":1,"effective_bpw":4.7693,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21716604160","shards":1,"effective_bpw":4.8932,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21716604160","shards":1,"effective_bpw":4.8932,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981283104","shards":1,"effective_bpw":5.4034,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24565847296","shards":1,"effective_bpw":5.5351,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24565847296","shards":1,"effective_bpw":5.5351,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729130784","shards":1,"effective_bpw":5.5719,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25349625088","shards":1,"effective_bpw":5.7117,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25349625088","shards":1,"effective_bpw":5.7117,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152224","shards":1,"effective_bpw":6.4248,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29209709824","shards":1,"effective_bpw":6.5815,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29209709824","shards":1,"effective_bpw":6.5815,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139104","shards":1,"effective_bpw":8.315,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096448","shards":1,"effective_bpw":8.5173,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096448","shards":1,"effective_bpw":8.5173,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376637024","shards":1,"effective_bpw":15.6319,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71065941600","shards":1,"effective_bpw":16.0125,"repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71065941600","shards":1,"effective_bpw":16.0125,"repo":"slevinw/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"miss-martha-9b-qwen3-5-omni","canonical_repo":"ZERO-POINT-AI/Miss_MARTHA-9B-Qwen3.5-Omni","display_name":"Miss_MARTHA-9B-Qwen3.5-Omni","publisher":"ZERO-POINT-AI","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7122","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ZERO-POINT-AI/Miss_MARTHA-9B-Qwen3.5-Omni","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446943680","shards":1,"effective_bpw":2.1863,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600445376","shards":1,"effective_bpw":2.3234,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2742641824","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856281536","shards":1,"effective_bpw":2.552,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269152","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065144768","shards":1,"effective_bpw":2.7386,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648032","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207767488","shards":1,"effective_bpw":2.8661,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345440","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412436416","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968160","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508495808","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471264","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519232","shards":1,"effective_bpw":3.2509,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239200","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793462720","shards":1,"effective_bpw":3.3894,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827262624","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938165920","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136461760","shards":1,"effective_bpw":3.6958,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416224","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407008","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407296","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263863744","shards":1,"effective_bpw":3.8097,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818208","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415382688","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415382976","shards":1,"effective_bpw":3.945,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616185280","shards":1,"effective_bpw":4.1244,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525024","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824851904","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925514912","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070611904","shards":1,"effective_bpw":4.5305,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196440736","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317551552","shards":1,"effective_bpw":4.7511,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325939872","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940160","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620224","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351629984","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214560","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627045312","shards":1,"effective_bpw":5.0276,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108544","shards":1,"effective_bpw":5.0295,"repo":"ZERO-POINT-AI/Mr-MARTIN-9B-3.5_vision-OMNI","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109408","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333408","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333696","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305309856","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310144","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969344","shards":1,"effective_bpw":5.779,"repo":"ZERO-POINT-AI/Mr-MARTIN-9B-3.5_vision-OMNI","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970208","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522004928","shards":1,"effective_bpw":5.8272,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359258944","shards":1,"effective_bpw":6.5753,"repo":"ZERO-POINT-AI/Mr-MARTIN-9B-3.5_vision-OMNI","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359259808","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Miss_MARTHA-9B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260096","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/MARTHA-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501120","shards":1,"effective_bpw":8.5126,"repo":"ZERO-POINT-AI/Mr-MARTIN-9B-3.5_vision-OMNI","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696640","shards":1,"effective_bpw":16.0117,"repo":"ZERO-POINT-AI/Mr-MARTIN-9B-3.5_vision-OMNI","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-3-8b-instruct-thinking-claude-4-5-opus-high-reasoning","canonical_repo":"DavidAU/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning","display_name":"Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7077","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019634592","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161978784","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399219104","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605788576","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758495648","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948287904","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988821920","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179138144","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179138464","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274919328","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518754208","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664505952","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664506272","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332064","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784830368","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018924640","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018924960","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321963104","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321963424","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447669664","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484369504","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675898784","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677995936","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692675680","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676000","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920740960","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920741280","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130259872","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599300704","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301024","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732994144","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732994464","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596013152","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596013472","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540777568","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068897888","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Claude-4.5-Opus-High-Reasoning-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lumen-1-2-5","canonical_repo":"AxionLabsAI/Lumen-1.2.5","display_name":"Lumen-1.2.5","publisher":"AxionLabsAI","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"7076","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AxionLabsAI/Lumen-1.2.5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633376","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977568","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217888","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787360","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494432","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286688","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820704","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136992","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137248","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918112","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518752992","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504800","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505056","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330848","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829152","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923488","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923744","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961952","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962208","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668448","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368352","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897568","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994720","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674528","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674784","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739808","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740064","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258656","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299552","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299808","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992992","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993248","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012000","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012256","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Lumen-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776416","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896736","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Lumen-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-q4-0-unquantized-assistant","canonical_repo":"google/gemma-4-12B-it-qat-q4_0-unquantized-assistant","display_name":"gemma-4-12B-it-qat-q4_0-unquantized-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"422856964","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7071","n_layers":4,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-12B-it-qat-q4_0-unquantized-assistant","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"322913920","shards":1,"effective_bpw":6.1092,"repo":"ysong21/gemma-4-12B-it-qat-assistant-MTP-Q4_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"465126880","shards":1,"effective_bpw":8.7997,"repo":"RachidAR/gemma-4-12B-it-qat-q4_0-MTP-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"465127040","shards":1,"effective_bpw":8.7997,"repo":"Janvitos/gemma-4-12B-it-qat-assistant-MTP-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardcoder-python-34b-v1-0","canonical_repo":"WizardLMTeam/WizardCoder-Python-34B-V1.0","display_name":"WizardCoder-Python-34B-V1.0","publisher":"WizardLMTeam","modality":"text","arch_key":"llama","params_total":"33743986688","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"7069","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32001,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WizardLMTeam/WizardCoder-Python-34B-V1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7251137984","shards":1,"effective_bpw":1.7191,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7919408576","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9033192896","shards":1,"effective_bpw":2.1416,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10024883648","shards":1,"effective_bpw":2.3767,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10614397184","shards":1,"effective_bpw":2.5165,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11505424640","shards":1,"effective_bpw":2.7277,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12505700640","shards":1,"effective_bpw":2.9648,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12505700864","shards":1,"effective_bpw":2.9648,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13010262272","shards":1,"effective_bpw":3.0845,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13880269920","shards":1,"effective_bpw":3.2907,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13880270144","shards":1,"effective_bpw":3.2907,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14210684288","shards":1,"effective_bpw":3.3691,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605359296","shards":1,"effective_bpw":3.4626,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605360224","shards":1,"effective_bpw":3.4626,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14605360448","shards":1,"effective_bpw":3.4626,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14658837600","shards":1,"effective_bpw":3.4753,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14658837824","shards":1,"effective_bpw":3.4753,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15230377056","shards":1,"effective_bpw":3.6108,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15230377280","shards":1,"effective_bpw":3.6108,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16283605184","shards":1,"effective_bpw":3.8605,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16306150496","shards":1,"effective_bpw":3.8659,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16306150720","shards":1,"effective_bpw":3.8659,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771534528","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771535456","shards":1,"effective_bpw":4.2133,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17771535680","shards":1,"effective_bpw":4.2133,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18068693120","shards":1,"effective_bpw":4.2837,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18237775776","shards":1,"effective_bpw":4.3238,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19052059904","shards":1,"effective_bpw":4.5168,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19119694208","shards":1,"effective_bpw":4.5329,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19146431744","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19191521440","shards":1,"effective_bpw":4.5499,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19191521664","shards":1,"effective_bpw":4.5499,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219911424","shards":1,"effective_bpw":4.7937,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219912352","shards":1,"effective_bpw":4.7937,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20219912576","shards":1,"effective_bpw":4.7937,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237189888","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23237189888","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237190816","shards":1,"effective_bpw":5.5091,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23237191040","shards":1,"effective_bpw":5.5091,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838810368","shards":1,"effective_bpw":5.6517,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838811296","shards":1,"effective_bpw":5.6517,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23838811520","shards":1,"effective_bpw":5.6517,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683890496","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683891424","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27683891648","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856069824","shards":1,"effective_bpw":8.5007,"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856070752","shards":1,"effective_bpw":8.5007,"repo":"mradermacher/WizardCoder-Python-34B-V1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-dflash","canonical_repo":"z-lab/gemma-4-26B-A4B-it-DFlash","display_name":"gemma-4-26B-A4B-it-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"429689088","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7063","n_layers":5,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":2048,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/gemma-4-26B-A4B-it-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"174196704","shards":1,"effective_bpw":3.2432,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"221370336","shards":1,"effective_bpw":4.1215,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"246431808","shards":1,"effective_bpw":4.5881,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"266221536","shards":1,"effective_bpw":4.9565,"repo":"Alittlehammmer/gemma-4-26B-A4B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"267270208","shards":1,"effective_bpw":4.9761,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"267271136","shards":1,"effective_bpw":4.9761,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"315242464","shards":1,"effective_bpw":5.8692,"repo":"Alittlehammmer/gemma-4-26B-A4B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"316291136","shards":1,"effective_bpw":5.8887,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"316292064","shards":1,"effective_bpw":5.8888,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"367327200","shards":1,"effective_bpw":6.8389,"repo":"Alittlehammmer/gemma-4-26B-A4B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"368375872","shards":1,"effective_bpw":6.8585,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"368376800","shards":1,"effective_bpw":6.8585,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"471384032","shards":1,"effective_bpw":8.7763,"repo":"Alittlehammmer/gemma-4-26B-A4B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"472432704","shards":1,"effective_bpw":8.7958,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"472433632","shards":1,"effective_bpw":8.7958,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"874184672","shards":1,"effective_bpw":16.2757,"repo":"Alittlehammmer/gemma-4-26B-A4B-it-DFlash-GGUF-llama.cpp","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"875233344","shards":1,"effective_bpw":16.2952,"repo":"williamliao/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"875234272","shards":1,"effective_bpw":16.2952,"repo":"Anbeeld/gemma-4-26B-A4B-it-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-3-4b-it-qat-q4_0-unquantized","display_name":"gemma-3-4b-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"7062","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1179910016","shards":1,"effective_bpw":2.1951,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1239711616","shards":1,"effective_bpw":2.3064,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1342275456","shards":1,"effective_bpw":2.4972,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1537982624","shards":1,"effective_bpw":2.8613,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1565015936","shards":1,"effective_bpw":2.9116,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1689452704","shards":1,"effective_bpw":3.1431,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1710751616","shards":1,"effective_bpw":3.1827,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164416","shards":1,"effective_bpw":3.217,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1729164416","shards":1,"effective_bpw":3.217,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164704","shards":1,"effective_bpw":3.217,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1863390624","shards":1,"effective_bpw":3.4667,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1891733664","shards":1,"effective_bpw":3.5194,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364096","shards":1,"effective_bpw":3.6043,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364384","shards":1,"effective_bpw":3.6043,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1986803104","shards":1,"effective_bpw":3.6963,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098459776","shards":1,"effective_bpw":3.904,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460064","shards":1,"effective_bpw":3.904,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085664","shards":1,"effective_bpw":4.1601,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263241856","shards":1,"effective_bpw":4.2106,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242144","shards":1,"effective_bpw":4.2106,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363511936","shards":1,"effective_bpw":4.3972,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512224","shards":1,"effective_bpw":4.3972,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370065536","shards":1,"effective_bpw":4.4093,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370065824","shards":1,"effective_bpw":4.4093,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377929856","shards":1,"effective_bpw":4.424,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930144","shards":1,"effective_bpw":4.424,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894016","shards":1,"effective_bpw":4.6323,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894304","shards":1,"effective_bpw":4.6323,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052096","shards":1,"effective_bpw":4.7702,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052384","shards":1,"effective_bpw":4.7702,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2652463264","shards":1,"effective_bpw":4.9347,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592256","shards":1,"effective_bpw":5.1433,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592544","shards":1,"effective_bpw":5.1433,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698176","shards":1,"effective_bpw":5.2645,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698464","shards":1,"effective_bpw":5.2645,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2992267424","shards":1,"effective_bpw":5.5669,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740096","shards":1,"effective_bpw":5.9362,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740384","shards":1,"effective_bpw":5.9362,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3353309344","shards":1,"effective_bpw":6.2386,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402176","shards":1,"effective_bpw":7.6843,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402464","shards":1,"effective_bpw":7.6843,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767803520","shards":1,"effective_bpw":14.4515,"repo":"unsloth/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767803808","shards":1,"effective_bpw":14.4515,"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-2-q2-k-mtp-q8-gguf","canonical_repo":"meshllm/GLM-5.2-Q2_K-MTP-Q8-GGUF","display_name":"GLM-5.2-Q2_K-MTP-Q8-GGUF","publisher":"meshllm","modality":"text","arch_key":"glm-dsa","params_total":"400898816","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7053","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"unsloth-qwen3-5-4b","canonical_repo":"unsloth/Qwen3.5-4B","display_name":"Qwen3.5-4B","publisher":"unsloth","modality":"vision_language","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7042","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.5-4B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"2262060512","shards":1,"effective_bpw":3.8835,"repo":"leeminwaan/qwen3.5_4B_AiO_LR_lora_kimi_k2.5_distilation","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2543899456","shards":1,"effective_bpw":4.3673,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2557006656","shards":1,"effective_bpw":4.3898,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707514176","shards":1,"effective_bpw":4.6482,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708800320","shards":1,"effective_bpw":4.6504,"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708800992","shards":1,"effective_bpw":4.6504,"repo":"leeminwaan/qwen3.5_4B_AiO_LR_lora_kimi_k2.5_distilation","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990035776","shards":1,"effective_bpw":5.1333,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2990035776","shards":1,"effective_bpw":5.1333,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074982720","shards":1,"effective_bpw":5.2791,"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074983392","shards":1,"effective_bpw":5.2791,"repo":"leeminwaan/qwen3.5_4B_AiO_LR_lora_kimi_k2.5_distilation","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3108758336","shards":1,"effective_bpw":5.3371,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464051520","shards":1,"effective_bpw":5.947,"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464055616","shards":1,"effective_bpw":5.947,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482399040","shards":1,"effective_bpw":7.6953,"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482399712","shards":1,"effective_bpw":7.6953,"repo":"leeminwaan/qwen3.5_4B_AiO_LR_lora_kimi_k2.5_distilation","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403136","shards":1,"effective_bpw":7.6953,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424393536","shards":1,"effective_bpw":14.4629,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424393536","shards":1,"effective_bpw":14.4629,"repo":"lainlives/Qwen3.5-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-scout-17b-16e-instruct-abliterated-v2","canonical_repo":"jiangchengchengNLP/Llama-4-Scout-17B-16E-Instruct-abliterated-v2","display_name":"Llama-4-Scout-17B-16E-Instruct-abliterated-v2","publisher":"jiangchengchengNLP","modality":"text","arch_key":"llama4","params_total":"108641793536","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"7032","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":10485760,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":1,"arch_source":"jiangchengchengNLP/Llama-4-Scout-17B-16E-Instruct-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22180447328","shards":1,"effective_bpw":1.6333,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"24572183648","shards":1,"effective_bpw":1.8094,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"28558410848","shards":1,"effective_bpw":2.1029,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"31786714208","shards":1,"effective_bpw":2.3407,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"32285978208","shards":1,"effective_bpw":2.3774,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"35474959968","shards":1,"effective_bpw":2.6123,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"36962186848","shards":1,"effective_bpw":2.7218,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39563310432","shards":1,"effective_bpw":2.9133,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"39563310688","shards":1,"effective_bpw":2.9133,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"41658281568","shards":1,"effective_bpw":3.0676,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"44296527968","shards":1,"effective_bpw":3.2618,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"46740365152","shards":1,"effective_bpw":3.4418,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"46740365408","shards":1,"effective_bpw":3.4418,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"46773788768","shards":1,"effective_bpw":3.4443,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"47509102688","shards":1,"effective_bpw":3.4984,"repo":"mradermacher/Llama-4-Scout-17B-16E-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"skyfall-31b-v4-2-heretic","canonical_repo":"coder3101/Skyfall-31B-v4.2-heretic","display_name":"Skyfall-31B-v4.2-heretic","publisher":"coder3101","modality":"text","arch_key":"llama","params_total":"31352980480","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"7021","n_layers":54,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Skyfall-31B-v4.2-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6861506112","shards":1,"effective_bpw":1.7508,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7508100672","shards":1,"effective_bpw":1.9158,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8585758272","shards":1,"effective_bpw":2.1907,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9483273792","shards":1,"effective_bpw":2.4197,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9812919872","shards":1,"effective_bpw":2.5039,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10675045952","shards":1,"effective_bpw":2.7238,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10930226752","shards":1,"effective_bpw":2.7889,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11729437984","shards":1,"effective_bpw":2.9929,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11729438272","shards":1,"effective_bpw":2.9929,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12263638592","shards":1,"effective_bpw":3.1292,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13070386752","shards":1,"effective_bpw":3.335,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13744014624","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13744014912","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13781616192","shards":1,"effective_bpw":3.5165,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14065714752","shards":1,"effective_bpw":3.589,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15199487264","shards":1,"effective_bpw":3.8783,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15199487552","shards":1,"effective_bpw":3.8783,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16444671264","shards":1,"effective_bpw":4.196,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16444671552","shards":1,"effective_bpw":4.196,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16904324672","shards":1,"effective_bpw":4.3133,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17061610784","shards":1,"effective_bpw":4.3534,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17881794112","shards":1,"effective_bpw":4.5627,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17947329824","shards":1,"effective_bpw":4.5794,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17947330112","shards":1,"effective_bpw":4.5794,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18978620704","shards":1,"effective_bpw":4.8426,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18978620992","shards":1,"effective_bpw":4.8426,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19736462912","shards":1,"effective_bpw":5.0359,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21654045984","shards":1,"effective_bpw":5.5252,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21654046272","shards":1,"effective_bpw":5.5252,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22251488544","shards":1,"effective_bpw":5.6777,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22251488832","shards":1,"effective_bpw":5.6777,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25728910624","shards":1,"effective_bpw":6.565,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25728910912","shards":1,"effective_bpw":6.565,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33322075424","shards":1,"effective_bpw":8.5024,"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"xwin-lm-70b-v0-1","canonical_repo":"Xwin-LM/Xwin-LM-70b-V0.1","display_name":"Xwin-LM-70b-V0.1","publisher":"Xwin-LM","modality":"text","arch_key":"llama","params_total":"68976648192","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"7009","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Xwin-LM/Xwin-LM-70b-V0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"29279253408","shards":1,"effective_bpw":3.3958,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919294368","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33186657184","shards":1,"effective_bpw":3.849,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147835808","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872249248","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39073575840","shards":1,"effective_bpw":4.5318,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422910368","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461397408","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461397408","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753767328","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/Xwin-LM-70B-V0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"elios-offline","canonical_repo":"Babett/elios_offline","display_name":"elios_offline","publisher":"Babett","modality":"text","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"7002","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484576","shards":1,"effective_bpw":1.865,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867488","shards":1,"effective_bpw":2.0134,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839008","shards":1,"effective_bpw":2.2607,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354144","shards":1,"effective_bpw":2.4837,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157883872","shards":1,"effective_bpw":2.6472,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061088","shards":1,"effective_bpw":2.8451,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584160","shards":1,"effective_bpw":2.8606,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308736","shards":1,"effective_bpw":3.1055,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916308960","shards":1,"effective_bpw":3.1055,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077502944","shards":1,"effective_bpw":3.1475,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364000","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761351936","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352160","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352160","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492512","shards":1,"effective_bpw":3.7592,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103744","shards":1,"effective_bpw":3.984,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287103968","shards":1,"effective_bpw":3.984,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265216","shards":1,"effective_bpw":4.3335,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265440","shards":1,"effective_bpw":4.3335,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785440","shards":1,"effective_bpw":4.3615,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228736","shards":1,"effective_bpw":4.3944,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573088","shards":1,"effective_bpw":4.6132,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160320","shards":1,"effective_bpw":4.6292,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160544","shards":1,"effective_bpw":4.6292,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058176","shards":1,"effective_bpw":4.87,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058400","shards":1,"effective_bpw":4.87,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416160","shards":1,"effective_bpw":5.077,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836416","shards":1,"effective_bpw":5.5541,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836640","shards":1,"effective_bpw":5.5541,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565696","shards":1,"effective_bpw":5.6931,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845565920","shards":1,"effective_bpw":5.6931,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479936","shards":1,"effective_bpw":6.5677,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480160","shards":1,"effective_bpw":6.5677,"repo":"mradermacher/elios_offline-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670784","shards":1,"effective_bpw":8.5051,"repo":"mradermacher/elios_offline-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-12b-it-trismegistus","canonical_repo":"ewald1976/g4-12b-it-trismegistus","display_name":"g4-12b-it-trismegistus","publisher":"ewald1976","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6995","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ewald1976/g4-12b-it-trismegistus","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692352","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848832","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109632","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843392","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597632","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806272","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148032","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148416","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148672","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195072","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393792","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229696","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229952","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229952","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992512","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087936","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088192","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319936","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320192","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255872","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551616","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879232","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997632","shards":1,"effective_bpw":4.681,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047936","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048192","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382976","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383232","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125952","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372416","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372672","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268416","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268672","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021696","shards":1,"effective_bpw":6.546,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021952","shards":1,"effective_bpw":6.546,"repo":"mradermacher/g4-12b-it-trismegistus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646656","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/g4-12b-it-trismegistus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-v2-8b","canonical_repo":"King3Djbl/mythos-v2-8b","display_name":"mythos-v2-8b","publisher":"King3Djbl","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6989","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_XS","bytes":"1798732992","shards":1,"effective_bpw":1.7568,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2490111168","shards":1,"effective_bpw":2.4321,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732544","shards":1,"effective_bpw":3.2053,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369632960","shards":1,"effective_bpw":3.2912,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124160960","shards":1,"effective_bpw":4.0281,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774749120","shards":1,"effective_bpw":4.6636,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783616","shards":1,"effective_bpw":4.9107,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112384","shards":1,"effective_bpw":5.7149,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899200","shards":1,"effective_bpw":6.5693,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518272","shards":1,"effective_bpw":8.5067,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388043712","shards":1,"effective_bpw":16.0064,"repo":"King3Djbl/mythos-v2-8b-merged","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-base","canonical_repo":"Qwen/Qwen3.5-9B-Base","display_name":"Qwen3.5-9B-Base","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6987","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-9B-Base","arch_confidence":1,"quantizations":[{"quant":"IQ3_XS","bytes":"1564363648","shards":1,"effective_bpw":1.2965,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2742641984","shards":1,"effective_bpw":2.273,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269312","shards":1,"effective_bpw":2.3845,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ1_0","bytes":"2881069696","shards":1,"effective_bpw":2.3877,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648192","shards":1,"effective_bpw":2.5705,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"3205374592","shards":1,"effective_bpw":2.6565,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345600","shards":1,"effective_bpw":2.7227,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968320","shards":1,"effective_bpw":2.8409,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471424","shards":1,"effective_bpw":2.9897,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638518400","shards":1,"effective_bpw":3.0154,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239360","shards":1,"effective_bpw":3.0641,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827262784","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166080","shards":1,"effective_bpw":3.2638,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416384","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406464","shards":1,"effective_bpw":3.53,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407168","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4263862912","shards":1,"effective_bpw":3.5337,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818368","shards":1,"effective_bpw":3.6223,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4415382144","shards":1,"effective_bpw":3.6592,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415382848","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616184448","shards":1,"effective_bpw":3.8257,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4616184448","shards":1,"effective_bpw":3.8257,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525184","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851072","shards":1,"effective_bpw":3.9986,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515072","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102068352","shards":1,"effective_bpw":4.2283,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196440896","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313356416","shards":1,"effective_bpw":4.4034,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940032","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340619392","shards":1,"effective_bpw":4.426,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5342716544","shards":1,"effective_bpw":4.4278,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630144","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214720","shards":1,"effective_bpw":4.4903,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627044480","shards":1,"effective_bpw":4.6634,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5627044480","shards":1,"effective_bpw":4.6634,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109056","shards":1,"effective_bpw":4.6651,"repo":"yaruti/nsfwvision-v4_qwen3.5-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109568","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5809332864","shards":1,"effective_bpw":4.8145,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333568","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309312","shards":1,"effective_bpw":5.2255,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6305309312","shards":1,"effective_bpw":5.2255,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310016","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969856","shards":1,"effective_bpw":5.3603,"repo":"yaruti/nsfwvision-v4_qwen3.5-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970368","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6522004096","shards":1,"effective_bpw":5.4051,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004096","shards":1,"effective_bpw":5.4051,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6801285760","shards":1,"effective_bpw":5.6366,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259264","shards":1,"effective_bpw":6.099,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359259968","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Qwen3.5-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501440","shards":1,"effective_bpw":7.8959,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501632","shards":1,"effective_bpw":7.8959,"repo":"yaruti/nsfwvision-v4_qwen3.5-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696960","shards":1,"effective_bpw":14.8518,"repo":"titan0115/Qwen3.5-9B-Base","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697152","shards":1,"effective_bpw":14.8518,"repo":"yaruti/nsfwvision-v4_qwen3.5-9b-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"internvl3-5-14b","canonical_repo":"OpenGVLab/InternVL3_5-14B","display_name":"InternVL3_5-14B","publisher":"OpenGVLab","modality":"vision_language","arch_key":"qwen3","params_total":"15119523840","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6982","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenGVLab/InternVL3_5-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4963309280","shards":1,"effective_bpw":2.6262,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322938080","shards":1,"effective_bpw":2.8165,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753980640","shards":1,"effective_bpw":3.0445,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942662880","shards":1,"effective_bpw":3.1444,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375297760","shards":1,"effective_bpw":3.3733,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513660640","shards":1,"effective_bpw":3.4465,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657102560","shards":1,"effective_bpw":3.5224,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883406560","shards":1,"effective_bpw":3.6421,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321309920","shards":1,"effective_bpw":3.8738,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900647872","shards":1,"effective_bpw":4.1804,"repo":"lmstudio-community/InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900648160","shards":1,"effective_bpw":4.1804,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110726880","shards":1,"effective_bpw":4.2915,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541359840","shards":1,"effective_bpw":4.5194,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8542998240","shards":1,"effective_bpw":4.5202,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573472480","shards":1,"effective_bpw":4.5364,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001749952","shards":1,"effective_bpw":4.763,"repo":"lmstudio-community/InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001750240","shards":1,"effective_bpw":4.763,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389518560","shards":1,"effective_bpw":4.9682,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579107040","shards":1,"effective_bpw":5.0685,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263891680","shards":1,"effective_bpw":5.4308,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514566880","shards":1,"effective_bpw":5.5634,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994684640","shards":1,"effective_bpw":5.8175,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121934272","shards":1,"effective_bpw":6.4139,"repo":"lmstudio-community/InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121934560","shards":1,"effective_bpw":6.4139,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498735840","shards":1,"effective_bpw":6.6133,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698530752","shards":1,"effective_bpw":8.3064,"repo":"lmstudio-community/InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698531040","shards":1,"effective_bpw":8.3064,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543420352","shards":1,"effective_bpw":15.6319,"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-1-7b-unpacked","canonical_repo":"prism-ml/Ternary-Bonsai-1.7B-unpacked","display_name":"Ternary-Bonsai-1.7B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"1720028160","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6971","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151669,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Ternary-Bonsai-1.7B-unpacked","arch_confidence":1,"quantizations":[{"quant":"Q2_0","bytes":"463290464","shards":1,"effective_bpw":2.1548,"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3446249408","shards":1,"effective_bpw":16.0288,"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"boogu-image-0-1-edit","canonical_repo":"Boogu/Boogu-Image-0.1-Edit","display_name":"Boogu-Image-0.1-Edit","publisher":"Boogu","modality":"text","arch_key":"lumina2","params_total":"10292556288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6955","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"6840233792","shards":1,"effective_bpw":5.3166,"repo":"realrebelai/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6840233792","shards":1,"effective_bpw":5.3166,"repo":"chfm/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7440416576","shards":1,"effective_bpw":5.7831,"repo":"realrebelai/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7440416576","shards":1,"effective_bpw":5.7831,"repo":"chfm/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8040603072","shards":1,"effective_bpw":6.2496,"repo":"realrebelai/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8040603072","shards":1,"effective_bpw":6.2496,"repo":"chfm/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8640785856","shards":1,"effective_bpw":6.7161,"repo":"chfm/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8640785856","shards":1,"effective_bpw":6.7161,"repo":"realrebelai/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11641710912","shards":1,"effective_bpw":9.0486,"repo":"realrebelai/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11641710912","shards":1,"effective_bpw":9.0486,"repo":"chfm/Boogu-Image-Edit_GGUFs","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-labs-3-puzzle-75b-a9b-bf16","canonical_repo":"nvidia/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16","display_name":"NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"75353324544","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"6948","n_layers":null,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":1,"arch_source":"nvidia/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"31461152896","shards":1,"effective_bpw":3.3401,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"35670087808","shards":1,"effective_bpw":3.787,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"40567117952","shards":1,"effective_bpw":4.3069,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42954905728","shards":1,"effective_bpw":4.5604,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"44217473152","shards":1,"effective_bpw":4.6944,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"44488284288","shards":1,"effective_bpw":4.7232,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"46331287680","shards":1,"effective_bpw":4.9188,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"49342666880","shards":1,"effective_bpw":5.2385,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"51601807488","shards":1,"effective_bpw":5.4784,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"54197049472","shards":1,"effective_bpw":5.7539,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"54901692544","shards":1,"effective_bpw":5.8287,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"58681006208","shards":1,"effective_bpw":6.23,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"59051432064","shards":1,"effective_bpw":6.2693,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"67243104384","shards":1,"effective_bpw":7.139,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"83453368448","shards":1,"effective_bpw":8.86,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"156772423808","shards":1,"effective_bpw":16.644,"repo":"RemySkye/NVIDIA-Nemotron-Labs-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-122b-a10b-heretic","canonical_repo":"trohrbaugh/Qwen3.5-122B-A10B-heretic","display_name":"Qwen3.5-122B-A10B-heretic","publisher":"trohrbaugh","modality":"text","arch_key":"qwen35moe","params_total":"122562817776","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6938","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"trohrbaugh/Qwen3.5-122B-A10B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"24837711200","shards":1,"effective_bpw":1.6212,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"27598640480","shards":1,"effective_bpw":1.8014,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"32200189280","shards":1,"effective_bpw":2.1018,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"35890865504","shards":1,"effective_bpw":2.3427,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"36257133920","shards":1,"effective_bpw":2.3666,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"39938372960","shards":1,"effective_bpw":2.6069,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"41742411104","shards":1,"effective_bpw":2.7246,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"44577399872","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"44577400160","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"47148234080","shards":1,"effective_bpw":3.0775,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"50166302048","shards":1,"effective_bpw":3.2745,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52921517120","shards":1,"effective_bpw":3.4543,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"52921517408","shards":1,"effective_bpw":3.4543,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"52924024160","shards":1,"effective_bpw":3.4545,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"53788853600","shards":1,"effective_bpw":3.5109,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"58602062912","shards":1,"effective_bpw":3.8251,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"58602063200","shards":1,"effective_bpw":3.8251,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"63189320768","shards":1,"effective_bpw":4.1245,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"63189321056","shards":1,"effective_bpw":4.1245,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"65244882272","shards":1,"effective_bpw":4.2587,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"66002805824","shards":1,"effective_bpw":4.3082,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"69335999840","shards":1,"effective_bpw":4.5257,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69639955520","shards":1,"effective_bpw":4.5456,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"69639955808","shards":1,"effective_bpw":4.5456,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74208240704","shards":1,"effective_bpw":4.8438,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"74208240992","shards":1,"effective_bpw":4.8438,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"76614624608","shards":1,"effective_bpw":5.0008,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"84196418624","shards":1,"effective_bpw":5.4957,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"84196418912","shards":1,"effective_bpw":5.4957,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"86955516992","shards":1,"effective_bpw":5.6758,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"86955517280","shards":1,"effective_bpw":5.6758,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100307731520","shards":1,"effective_bpw":6.5474,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"100307731808","shards":1,"effective_bpw":6.5474,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"129871934528","shards":1,"effective_bpw":8.4771,"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"249362982528","shards":15,"effective_bpw":16.2766,"repo":"random257/Qwen3.5-122B-A10B-trohrbaugh-Heretic-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ppo-huggy","canonical_repo":"TManGo/ppo-Huggy","display_name":"ppo-Huggy","publisher":"TManGo","modality":"text","arch_key":"llama","params_total":"292800","is_moe":false,"is_gated":false,"license_spdx":"openrail","downloads_30d":"6934","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TManGo/ppo-Huggy","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"nemotron-3-puzzle-75b-a9b","canonical_repo":"nvidia/Nemotron-3-Puzzle-75B-A9B","display_name":"Nemotron-3-Puzzle-75B-A9B","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"78295670272","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6932","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"NVFP4","bytes":"48286358016","shards":1,"effective_bpw":4.9337,"repo":"YanissAmz/Nemotron-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"51599841984","shards":2,"effective_bpw":5.2723,"repo":"YanissAmz/Nemotron-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"83451402656","shards":2,"effective_bpw":8.5268,"repo":"YanissAmz/Nemotron-3-Puzzle-75B-A9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-6b-chat","canonical_repo":"01-ai/Yi-6B-Chat","display_name":"Yi-6B-Chat","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"6061035520","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6918","n_layers":32,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-6B-Chat","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1432293792","shards":1,"effective_bpw":1.8905,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1543672224","shards":1,"effective_bpw":2.0375,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1729302944","shards":1,"effective_bpw":2.2825,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1894584736","shards":1,"effective_bpw":2.5007,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2015023520","shards":1,"effective_bpw":2.6596,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2163528096","shards":1,"effective_bpw":2.8557,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2178273952","shards":1,"effective_bpw":2.8751,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2337067424","shards":1,"effective_bpw":3.0847,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2414334368","shards":1,"effective_bpw":3.1867,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2588348832","shards":1,"effective_bpw":3.4164,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2709197216","shards":1,"effective_bpw":3.5759,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2718110112","shards":1,"effective_bpw":3.5877,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2813366688","shards":1,"effective_bpw":3.7134,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2992837024","shards":1,"effective_bpw":3.9503,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3236893088","shards":1,"effective_bpw":4.2724,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3308605856","shards":1,"effective_bpw":4.3671,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3487716000","shards":1,"effective_bpw":4.6035,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3490599328","shards":1,"effective_bpw":4.6073,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3502920096","shards":1,"effective_bpw":4.6235,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3673969056","shards":1,"effective_bpw":4.8493,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3841741472","shards":1,"effective_bpw":5.0707,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4204155296","shards":1,"effective_bpw":5.5491,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4304425376","shards":1,"effective_bpw":5.6814,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"4974285216","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Yi-6B-Chat-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-9b","canonical_repo":"google/gemma-2-9b","display_name":"gemma-2-9b","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"6915","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-2-9b","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"3805397888","shards":1,"effective_bpw":3.2941,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664896","shards":1,"effective_bpw":3.7549,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781120","shards":1,"effective_bpw":4.122,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452736","shards":1,"effective_bpw":4.4429,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5443142528","shards":1,"effective_bpw":4.7118,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925184","shards":1,"effective_bpw":4.7428,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925728","shards":1,"effective_bpw":4.7428,"repo":"INSAIT-Institute/MamayLM-Gemma-2-9B-IT-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057664","shards":1,"effective_bpw":4.987,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761058208","shards":1,"effective_bpw":4.987,"repo":"INSAIT-Institute/MamayLM-Gemma-2-9B-IT-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5963367296","shards":1,"effective_bpw":5.1621,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592064","shards":1,"effective_bpw":5.6125,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6483592064","shards":1,"effective_bpw":5.6125,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592608","shards":1,"effective_bpw":5.6125,"repo":"INSAIT-Institute/MamayLM-Gemma-2-9B-IT-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366528","shards":1,"effective_bpw":5.7542,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7003816832","shards":1,"effective_bpw":6.0628,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069696","shards":1,"effective_bpw":6.5694,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148672","shards":1,"effective_bpw":8.5068,"repo":"QuantFactory/gemma-2-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827149216","shards":1,"effective_bpw":8.5068,"repo":"INSAIT-Institute/MamayLM-Gemma-2-9B-IT-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parable-qwen3-8b-claude-fable-5","canonical_repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5","display_name":"Parable-Qwen3-8B-Claude-Fable-5","publisher":"AnkitAI","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6912","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771104","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149216","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112736","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157920","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745184","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916000","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553504","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734080","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734368","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634528","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875616","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612736","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613024","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667040","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621792","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162496","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162784","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395264","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395552","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840864","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297856","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333856","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625312","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013632","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013920","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785152","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785440","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757024","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762816","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763104","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113920","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114208","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900736","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901024","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519808","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045248","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-31b-it-abliterated-v2","canonical_repo":"huihui-ai/Huihui-gemma-4-31B-it-abliterated-v2","display_name":"Huihui-gemma-4-31B-it-abliterated-v2","publisher":"huihui-ai","modality":"vision_language","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6906","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-31B-it-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484832","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867744","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"8591188000","shards":1,"effective_bpw":2.103,"repo":"groxaxo/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839264","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354400","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157884128","shards":1,"effective_bpw":2.4864,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061344","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584416","shards":1,"effective_bpw":2.6869,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308896","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309216","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503200","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364256","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761352096","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352416","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352416","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492768","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103904","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287104224","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265376","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265696","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785696","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228896","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573344","shards":1,"effective_bpw":4.333,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160480","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160800","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058336","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058656","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416416","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836576","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836896","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565856","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566176","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201480096","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480416","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670944","shards":1,"effective_bpw":7.9886,"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-embedding-0-6b","canonical_repo":"Qwen/Qwen3-Embedding-0.6B","display_name":"Qwen3-Embedding-0.6B","publisher":"Qwen","modality":"embedding","arch_key":"qwen3","params_total":"595776512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6864","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151669,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Embedding-0.6B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"296008352","shards":1,"effective_bpw":3.9748,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"322845344","shards":1,"effective_bpw":4.3351,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"346897056","shards":1,"effective_bpw":4.6581,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"368261792","shards":1,"effective_bpw":4.945,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"369048224","shards":1,"effective_bpw":4.9555,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"383040160","shards":1,"effective_bpw":5.1434,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396474560","shards":1,"effective_bpw":5.3238,"repo":"xthor/Qwen3-Embedding-0.6B-GraphQL","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396475040","shards":1,"effective_bpw":5.3238,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"436385536","shards":1,"effective_bpw":5.8597,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436385536","shards":1,"effective_bpw":5.8597,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436386464","shards":1,"effective_bpw":5.8597,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444184320","shards":1,"effective_bpw":5.9644,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444185248","shards":1,"effective_bpw":5.9645,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"463910656","shards":1,"effective_bpw":6.2293,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"494876416","shards":1,"effective_bpw":6.6451,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"494877344","shards":1,"effective_bpw":6.6451,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639150144","shards":1,"effective_bpw":8.5824,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639150592","shards":1,"effective_bpw":8.5824,"repo":"xthor/Qwen3-Embedding-0.6B-GraphQL","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639151072","shards":1,"effective_bpw":8.5824,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1197629184","shards":1,"effective_bpw":16.0816,"repo":"PeterAM4/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1197629632","shards":1,"effective_bpw":16.0816,"repo":"xthor/Qwen3-Embedding-0.6B-GraphQL","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1197630112","shards":1,"effective_bpw":16.0816,"repo":"mradermacher/Qwen3-Embedding-0.6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-agentic-coder-v4","canonical_repo":"mahiatlinux/qwen3.5-4b-agentic-coder-v4","display_name":"qwen3.5-4b-agentic-coder-v4","publisher":"mahiatlinux","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6856","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mahiatlinux/qwen3.5-4b-agentic-coder-v4","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168480","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168768","shards":1,"effective_bpw":3.3635,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168768","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748960","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121749248","shards":1,"effective_bpw":3.6426,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121749248","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729408","shards":1,"effective_bpw":3.7627,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729408","shards":1,"effective_bpw":3.7627,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796928","shards":1,"effective_bpw":3.8058,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796928","shards":1,"effective_bpw":3.8058,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807520","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807808","shards":1,"effective_bpw":3.9809,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807808","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647520","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647808","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647808","shards":1,"effective_bpw":4.2622,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811648","shards":1,"effective_bpw":4.4273,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811648","shards":1,"effective_bpw":4.4273,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593556960","shards":1,"effective_bpw":4.4526,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682688","shards":1,"effective_bpw":4.494,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682688","shards":1,"effective_bpw":4.494,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772640","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772928","shards":1,"effective_bpw":4.5182,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772928","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677648128","shards":1,"effective_bpw":4.597,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677648128","shards":1,"effective_bpw":4.597,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447520","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447808","shards":1,"effective_bpw":4.7786,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447808","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842389248","shards":1,"effective_bpw":4.8798,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842389248","shards":1,"effective_bpw":4.8798,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993760","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072994048","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072994048","shards":1,"effective_bpw":5.2757,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426400","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426688","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426688","shards":1,"effective_bpw":5.4275,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028960","shards":1,"effective_bpw":6.117,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563029248","shards":1,"effective_bpw":6.117,"repo":"armandosds/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563029248","shards":1,"effective_bpw":6.117,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580960","shards":1,"effective_bpw":7.9154,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620960","shards":1,"effective_bpw":14.877,"repo":"mradermacher/qwen3.5-4b-agentic-coder-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-medium-128k-instruct","canonical_repo":"microsoft/Phi-3-medium-128k-instruct","display_name":"Phi-3-medium-128k-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"13960238080","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6844","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-3-medium-128k-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2957997056","shards":1,"effective_bpw":1.6951,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"2957997088","shards":1,"effective_bpw":1.6951,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3242157056","shards":1,"effective_bpw":1.8579,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3242157088","shards":1,"effective_bpw":1.8579,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3715757056","shards":1,"effective_bpw":2.1293,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3715757632","shards":1,"effective_bpw":2.1293,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4127405056","shards":1,"effective_bpw":2.3652,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4127405088","shards":1,"effective_bpw":2.3652,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4127405088","shards":1,"effective_bpw":2.3652,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4338126336","shards":1,"effective_bpw":2.486,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4338126368","shards":1,"effective_bpw":2.486,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4338126368","shards":1,"effective_bpw":2.486,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4717006336","shards":1,"effective_bpw":2.7031,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4717006368","shards":1,"effective_bpw":2.7031,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4717006912","shards":1,"effective_bpw":2.7031,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4771288576","shards":1,"effective_bpw":2.7342,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5143000576","shards":1,"effective_bpw":2.9472,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5143000608","shards":1,"effective_bpw":2.9472,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5143001152","shards":1,"effective_bpw":2.9472,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5303321152","shards":1,"effective_bpw":3.0391,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5453262336","shards":1,"effective_bpw":3.125,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5453262368","shards":1,"effective_bpw":3.125,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5453262368","shards":1,"effective_bpw":3.125,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5806841856","shards":1,"effective_bpw":3.3276,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5806841888","shards":1,"effective_bpw":3.3276,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5806842432","shards":1,"effective_bpw":3.3276,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064889856","shards":1,"effective_bpw":3.4755,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6064889856","shards":1,"effective_bpw":3.4755,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064889888","shards":1,"effective_bpw":3.4755,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6064889888","shards":1,"effective_bpw":3.4755,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064890432","shards":1,"effective_bpw":3.4755,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6473977856","shards":1,"effective_bpw":3.71,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6473977888","shards":1,"effective_bpw":3.71,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6473978432","shards":1,"effective_bpw":3.71,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"6923411456","shards":1,"effective_bpw":3.9675,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6923411488","shards":1,"effective_bpw":3.9675,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6923412032","shards":1,"effective_bpw":3.9675,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7466011136","shards":1,"effective_bpw":4.2784,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7466011168","shards":1,"effective_bpw":4.2784,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7466011712","shards":1,"effective_bpw":4.2784,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7490297856","shards":1,"effective_bpw":4.2924,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7490297888","shards":1,"effective_bpw":4.2924,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7490298432","shards":1,"effective_bpw":4.2924,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7897125376","shards":1,"effective_bpw":4.5255,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7897125408","shards":1,"effective_bpw":4.5255,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7954469376","shards":1,"effective_bpw":4.5584,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7954469408","shards":1,"effective_bpw":4.5584,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7954469952","shards":1,"effective_bpw":4.5584,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"8566821376","shards":1,"effective_bpw":4.9093,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8566821408","shards":1,"effective_bpw":4.9093,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8566821952","shards":1,"effective_bpw":4.9093,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8688665152","shards":1,"effective_bpw":4.9791,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8996479008","shards":1,"effective_bpw":5.1555,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621582080","shards":1,"effective_bpw":5.5137,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621582368","shards":1,"effective_bpw":5.5137,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621582912","shards":1,"effective_bpw":5.5137,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"10074190080","shards":1,"effective_bpw":5.7731,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10074190368","shards":1,"effective_bpw":5.7731,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10074190912","shards":1,"effective_bpw":5.7731,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10175513152","shards":1,"effective_bpw":5.8311,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10483327008","shards":1,"effective_bpw":6.0075,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453817600","shards":1,"effective_bpw":6.5637,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453817888","shards":1,"effective_bpw":6.5637,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453818432","shards":1,"effective_bpw":6.5637,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"11533337152","shards":1,"effective_bpw":6.6092,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"11841151008","shards":1,"effective_bpw":6.7856,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834712320","shards":1,"effective_bpw":8.5011,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834712608","shards":1,"effective_bpw":8.5011,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834713152","shards":1,"effective_bpw":8.5011,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27922046720","shards":1,"effective_bpw":16.0009,"repo":"legraphista/Phi-3-medium-128k-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841693632","shards":2,"effective_bpw":32.0004,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841693632","shards":2,"effective_bpw":32.0004,"repo":"bartowski/Tess-v2.5-Phi-3-medium-128k-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841694176","shards":2,"effective_bpw":32.0004,"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"medgemma-27b-it","canonical_repo":"google/medgemma-27b-it","display_name":"medgemma-27b-it","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"28842036848","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6836","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/medgemma-27b-it","arch_confidence":0.8,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264248608","shards":1,"effective_bpw":1.7375,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"6506340288","shards":1,"effective_bpw":1.8047,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797246752","shards":1,"effective_bpw":1.8854,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6986739648","shards":1,"effective_bpw":1.9379,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685576992","shards":1,"effective_bpw":2.1318,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7850254272","shards":1,"effective_bpw":2.1774,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8438904704","shards":1,"effective_bpw":2.3407,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438905120","shards":1,"effective_bpw":2.3407,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8782409600","shards":1,"effective_bpw":2.436,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782410016","shards":1,"effective_bpw":2.436,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9493073792","shards":1,"effective_bpw":2.6331,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9493074208","shards":1,"effective_bpw":2.6331,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9624506304","shards":1,"effective_bpw":2.6696,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757447072","shards":1,"effective_bpw":2.7065,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503721472","shards":1,"effective_bpw":2.9134,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10503721536","shards":1,"effective_bpw":2.9134,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503721536","shards":1,"effective_bpw":2.9134,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503721888","shards":1,"effective_bpw":2.9134,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10716479360","shards":1,"effective_bpw":2.9725,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716479776","shards":1,"effective_bpw":2.9725,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"10810021824","shards":1,"effective_bpw":2.9984,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10845116288","shards":1,"effective_bpw":3.0081,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11562234368","shards":1,"effective_bpw":3.2071,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11562234784","shards":1,"effective_bpw":3.2071,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614976","shards":1,"effective_bpw":3.375,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167615040","shards":1,"effective_bpw":3.375,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167615392","shards":1,"effective_bpw":3.375,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167615392","shards":1,"effective_bpw":3.375,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12547074560","shards":1,"effective_bpw":3.4802,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12547074976","shards":1,"effective_bpw":3.4802,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437641216","shards":1,"effective_bpw":3.7272,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437641280","shards":1,"effective_bpw":3.7272,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437641632","shards":1,"effective_bpw":3.7272,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462912","shards":1,"effective_bpw":4.034,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543463328","shards":1,"effective_bpw":4.034,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767448576","shards":1,"effective_bpw":4.0961,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767448640","shards":1,"effective_bpw":4.0961,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767448992","shards":1,"effective_bpw":4.0961,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567397376","shards":1,"effective_bpw":4.318,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567397440","shards":1,"effective_bpw":4.318,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617974784","shards":1,"effective_bpw":4.332,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617974848","shards":1,"effective_bpw":4.332,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617975200","shards":1,"effective_bpw":4.332,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674057216","shards":1,"effective_bpw":4.3476,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674057280","shards":1,"effective_bpw":4.3476,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15674057632","shards":1,"effective_bpw":4.3476,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689536","shards":1,"effective_bpw":4.5896,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689600","shards":1,"effective_bpw":4.5896,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546689952","shards":1,"effective_bpw":4.5896,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16888084352","shards":1,"effective_bpw":4.6843,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294976","shards":1,"effective_bpw":4.7617,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167295040","shards":1,"effective_bpw":4.7617,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167295392","shards":1,"effective_bpw":4.7617,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192576","shards":1,"effective_bpw":5.2055,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192640","shards":1,"effective_bpw":5.2055,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18767192992","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271676416","shards":1,"effective_bpw":5.3454,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271676480","shards":1,"effective_bpw":5.3454,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271676832","shards":1,"effective_bpw":5.3454,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19613071232","shards":1,"effective_bpw":5.4401,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974976","shards":1,"effective_bpw":6.1485,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166975040","shards":1,"effective_bpw":6.1485,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166975392","shards":1,"effective_bpw":6.1485,"repo":"mradermacher/medgemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22508369792","shards":1,"effective_bpw":6.2432,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972992","shards":1,"effective_bpw":7.9628,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707973056","shards":1,"effective_bpw":7.9628,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027965248","shards":2,"effective_bpw":14.9859,"repo":"bartowski/google_medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027965312","shards":2,"effective_bpw":14.9859,"repo":"unsloth/medgemma-27b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"worldsim-opus-3-6-35b-a3b","canonical_repo":"Gryphe/WorldSim-Opus-3.6-35B-A3B","display_name":"WorldSim-Opus-3.6-35B-A3B","publisher":"Gryphe","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6829","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Gryphe/WorldSim-Opus-3.6-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142944","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209824","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654624","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9778453408","shards":1,"effective_bpw":2.2283,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031904","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480864","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797144992","shards":1,"effective_bpw":2.4604,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010276256","shards":1,"effective_bpw":2.509,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236704","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716576","shards":1,"effective_bpw":2.7497,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098144","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079712","shards":1,"effective_bpw":2.8751,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595104","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719712","shards":1,"effective_bpw":2.9883,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760224","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145504","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870829984","shards":1,"effective_bpw":3.3887,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185824","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425184","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520544","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516960","shards":1,"effective_bpw":3.5351,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218684320","shards":1,"effective_bpw":3.6958,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548640","shards":1,"effective_bpw":3.6976,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765536","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886496160","shards":1,"effective_bpw":3.848,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258720","shards":1,"effective_bpw":3.8511,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331424","shards":1,"effective_bpw":4.128,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779104","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806447008","shards":1,"effective_bpw":4.2855,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268704","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861347232","shards":1,"effective_bpw":4.5259,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904992","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611872","shards":1,"effective_bpw":4.5444,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592728992","shards":1,"effective_bpw":4.6925,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759264","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391448992","shards":1,"effective_bpw":4.8745,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768895392","shards":1,"effective_bpw":4.9606,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169824","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973769120","shards":1,"effective_bpw":5.0072,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284704","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150688","shards":1,"effective_bpw":5.5045,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132384","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457568","shards":1,"effective_bpw":5.7008,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331334048","shards":1,"effective_bpw":5.7723,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153824","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/WorldSim-Opus-3.6-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415840","shards":1,"effective_bpw":6.8484,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299749280","shards":1,"effective_bpw":6.9045,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914690976","shards":1,"effective_bpw":8.4119,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637760","shards":2,"effective_bpw":15.8091,"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"0gm-1-0-35b-a3b-0427","canonical_repo":"0G-AI/0GM-1.0-35B-A3B-0427","display_name":"0GM-1.0-35B-A3B-0427","publisher":"0G-AI","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6816","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"0G-AI/0GM-1.0-35B-A3B-0427","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484138752","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239205632","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497650432","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507027712","shards":1,"effective_bpw":2.338,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652476672","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659232512","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152093952","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939590912","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623756032","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484141312","shards":1,"effective_bpw":3.223,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182181632","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250420992","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440516352","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764761344","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115327232","shards":1,"effective_bpw":4.031,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728774912","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799264512","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889900800","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166755072","shards":1,"effective_bpw":4.71,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848165632","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981280512","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729128192","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514149632","shards":1,"effective_bpw":6.345,"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cyberstrike-offsec-35b","canonical_repo":"oyildirim/CyberStrike-OffSec-35B","display_name":"CyberStrike-OffSec-35B","publisher":"oyildirim","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6811","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"oyildirim/CyberStrike-OffSec-35B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247177568","shards":3,"effective_bpw":3.0187,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547030496","shards":4,"effective_bpw":3.5428,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166654432","shards":4,"effective_bpw":3.9118,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552085472","shards":4,"effective_bpw":4.2275,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366857312","shards":5,"effective_bpw":4.6411,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713458304","shards":5,"effective_bpw":4.9479,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563750112","shards":6,"effective_bpw":5.5974,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347527936","shards":6,"effective_bpw":5.776,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208726752","shards":6,"effective_bpw":6.6559,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802145216","shards":8,"effective_bpw":8.6141,"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-webnovel-writer-zh","canonical_repo":"wcn123/Qwen3.5-27B-WebNovel-Writer-zh","display_name":"Qwen3.5-27B-WebNovel-Writer-zh","publisher":"wcn123","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6800","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wcn123/Qwen3.5-27B-WebNovel-Writer-zh","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149816928","shards":1,"effective_bpw":2.1267,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631076448","shards":1,"effective_bpw":2.2698,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433175648","shards":1,"effective_bpw":2.5084,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090583648","shards":1,"effective_bpw":2.7039,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362906208","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004585568","shards":1,"effective_bpw":2.9758,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248318048","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711657280","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711657568","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186363488","shards":1,"effective_bpw":3.3273,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967122528","shards":1,"effective_bpw":3.5595,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073945920","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073946208","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419320928","shards":1,"effective_bpw":3.694,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580867168","shards":1,"effective_bpw":3.7421,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301435200","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301435488","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344768320","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344768608","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082499168","shards":1,"effective_bpw":4.4862,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193910080","shards":1,"effective_bpw":4.5193,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521426528","shards":1,"effective_bpw":4.6167,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586306880","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586307168","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547392320","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547392608","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078234208","shards":1,"effective_bpw":5.0798,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679606080","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679606368","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231091520","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231091808","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082521920","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082522208","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595755840","shards":1,"effective_bpw":8.5056,"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-8b-abliterated","canonical_repo":"hakim78/DeepSeek-R1-Distill-Qwen-8B-Abliterated","display_name":"DeepSeek-R1-Distill-Qwen-8B-Abliterated","publisher":"hakim78","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6789","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"hakim78/DeepSeek-R1-Distill-Qwen-8B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903667872","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196640","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077920","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022368","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637920","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342944","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074272","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940448","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940768","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515104","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256544","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368736","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369056","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499192992","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012576","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391520","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808391840","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459616","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459936","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473120","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298720","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813920","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121760","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769312","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769632","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073888","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074208","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284256","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176800","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177120","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831584","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831904","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199136","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199456","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525536","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853536","shards":1,"effective_bpw":16.007,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-glm-4-7-flash-abliterated-57b","canonical_repo":"win10/Huihui-GLM-4.7-Flash-abliterated-57B","display_name":"Huihui-GLM-4.7-Flash-abliterated-57B","publisher":"win10","modality":"text","arch_key":"deepseek2","params_total":"57343417280","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"6784","n_layers":63,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":1024,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"win10/Huihui-GLM-4.7-Flash-abliterated-57B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"11583659904","shards":1,"effective_bpw":1.616,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12808813056","shards":1,"effective_bpw":1.787,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"14850734976","shards":1,"effective_bpw":2.0718,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"16512657792","shards":1,"effective_bpw":2.3037,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"16775182208","shards":1,"effective_bpw":2.3403,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"18408719744","shards":1,"effective_bpw":2.5682,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"19054504192","shards":1,"effective_bpw":2.6583,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"20515433440","shards":1,"effective_bpw":2.8621,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"20515433728","shards":1,"effective_bpw":2.8621,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"21634027904","shards":1,"effective_bpw":3.0182,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"22918853760","shards":1,"effective_bpw":3.1974,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"24184025952","shards":1,"effective_bpw":3.3739,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"24184026240","shards":1,"effective_bpw":3.3739,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"24184026240","shards":1,"effective_bpw":3.3739,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"24535023744","shards":1,"effective_bpw":3.4229,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"26702307168","shards":1,"effective_bpw":3.7252,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"26702307456","shards":1,"effective_bpw":3.7252,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"28924469088","shards":1,"effective_bpw":4.0353,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"28924469376","shards":1,"effective_bpw":4.0353,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"29720066048","shards":1,"effective_bpw":4.1463,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"29720066048","shards":1,"effective_bpw":4.1463,"repo":"KryptykAngel/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"29991077600","shards":1,"effective_bpw":4.1841,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"31531867648","shards":1,"effective_bpw":4.399,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"31717686496","shards":1,"effective_bpw":4.4249,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"31717686784","shards":1,"effective_bpw":4.4249,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"33687658720","shards":1,"effective_bpw":4.6998,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"33687659008","shards":1,"effective_bpw":4.6998,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"34868963840","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"38353171680","shards":1,"effective_bpw":5.3507,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"38353171968","shards":1,"effective_bpw":5.3507,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"39479695584","shards":1,"effective_bpw":5.5078,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"39479695872","shards":1,"effective_bpw":5.5078,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"39479695872","shards":1,"effective_bpw":5.5078,"repo":"KryptykAngel/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"45786144352","shards":1,"effective_bpw":6.3876,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"45786144640","shards":1,"effective_bpw":6.3876,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"59093098208","shards":1,"effective_bpw":8.2441,"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-57B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-qat-q4-0-unquantized-heretic","canonical_repo":"coder3101/gemma-4-E2B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-E2B-it-qat-q4_0-unquantized-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"gemma4","params_total":"5104297539","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"6779","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-E2B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2315865408","shards":1,"effective_bpw":3.6297,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2355383616","shards":1,"effective_bpw":3.6916,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2421247296","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2478067008","shards":1,"effective_bpw":3.8839,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2500480320","shards":1,"effective_bpw":3.919,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2553171264","shards":1,"effective_bpw":4.0016,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2648083776","shards":1,"effective_bpw":4.1504,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2923367744","shards":1,"effective_bpw":4.5818,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2980654080","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2980654400","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3060219200","shards":1,"effective_bpw":4.7963,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3102077952","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3102078272","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3103018304","shards":1,"effective_bpw":4.8634,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3125579072","shards":1,"effective_bpw":4.8987,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3191958528","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3191958848","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3271781376","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3271781696","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3292400960","shards":1,"effective_bpw":5.1602,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3298298880","shards":1,"effective_bpw":5.1694,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3350400320","shards":1,"effective_bpw":5.2511,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3351874880","shards":1,"effective_bpw":5.2534,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3354430464","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3354430784","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3416119296","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3416119616","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3465956672","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/gemma-4-E2B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mixtral-8x7b-moe-rp-story","canonical_repo":"Undi95/Mixtral-8x7B-MoE-RP-Story","display_name":"Mixtral-8x7B-MoE-RP-Story","publisher":"Undi95","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"6773","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"Undi95/Mixtral-8x7B-MoE-RP-Story","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644035008","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363356096","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441533376","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441533376","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229279680","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229279680","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378760128","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624262592","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"himeyuri-magnum-12b-hereticmerge","canonical_repo":"yamatazen/Himeyuri-Magnum-12B-HereticMerge","display_name":"Himeyuri-Magnum-12B-HereticMerge","publisher":"yamatazen","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6765","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"yamatazen/Himeyuri-Magnum-12B-HereticMerge","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212352","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221625152","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592313152","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077952","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473792","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024192","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493678912","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048224","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048512","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385792","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306489152","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226464","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226752","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079552","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722233152","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090464","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090752","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561503264","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503552","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710592","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800054304","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638912","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097915712","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197664","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197952","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205024","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205312","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795218752","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735904","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736192","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631904","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632192","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210464","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210752","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369824","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Himeyuri-Magnum-12B-HereticMerge-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"swarm-sovereign-12b","canonical_repo":"LiamVisionary/swarm-sovereign-12b","display_name":"swarm-sovereign-12b","publisher":"LiamVisionary","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6763","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiamVisionary/swarm-sovereign-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692128","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848608","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109408","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843168","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597408","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806048","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147808","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148448","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194848","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393568","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229728","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992288","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087968","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319968","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255648","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879008","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997408","shards":1,"effective_bpw":4.681,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047968","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383008","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125728","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372448","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268448","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021728","shards":1,"effective_bpw":6.546,"repo":"mradermacher/swarm-sovereign-12b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-glm-4-5-air-abliterated-lossytensors","canonical_repo":"concedo/Huihui-GLM-4.5-Air-abliterated-lossytensors","display_name":"Huihui-GLM-4.5-Air-abliterated-lossytensors","publisher":"concedo","modality":"text","arch_key":"glm4moe","params_total":"110468824832","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"6755","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"concedo/Huihui-GLM-4.5-Air-abliterated-lossytensors","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"44972830080","shards":1,"effective_bpw":3.2569,"repo":"mradermacher/Huihui-GLM-4.5-Air-abliterated-lossytensors-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"49755168128","shards":1,"effective_bpw":3.6032,"repo":"mradermacher/Huihui-GLM-4.5-Air-abliterated-lossytensors-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hidream-i1-full","canonical_repo":"HiDream-ai/HiDream-I1-Full","display_name":"HiDream-I1-Full","publisher":"HiDream-ai","modality":"image","arch_key":"pig","params_total":"17105733184","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6752","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6562298432","shards":1,"effective_bpw":3.0691,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8211921472","shards":1,"effective_bpw":3.8405,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8765045312","shards":1,"effective_bpw":4.0992,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10650761792","shards":1,"effective_bpw":4.9811,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10893900352","shards":1,"effective_bpw":5.0949,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10990929600","shards":1,"effective_bpw":5.1402,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11445713472","shards":1,"effective_bpw":5.3529,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11481430592","shards":1,"effective_bpw":5.3696,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11508336320","shards":1,"effective_bpw":5.3822,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12480526912","shards":1,"effective_bpw":5.8369,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12720388672","shards":1,"effective_bpw":5.9491,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13032012352","shards":1,"effective_bpw":6.0948,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13515340352","shards":1,"effective_bpw":6.3208,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14679505472","shards":1,"effective_bpw":6.8653,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18689407552","shards":1,"effective_bpw":8.7407,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"32720936608","shards":5,"effective_bpw":15.3029,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"34211609152","shards":1,"effective_bpw":16.0001,"repo":"city96/HiDream-I1-Full-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"45449352512","shards":5,"effective_bpw":21.2557,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"48214971712","shards":5,"effective_bpw":22.5492,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"50802005312","shards":5,"effective_bpw":23.7591,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"53214416512","shards":4,"effective_bpw":24.8873,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"55420358272","shards":4,"effective_bpw":25.919,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"58859246912","shards":5,"effective_bpw":27.5273,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"61796898112","shards":5,"effective_bpw":28.9011,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"64677700480","shards":6,"effective_bpw":30.2484,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"69391752192","shards":6,"effective_bpw":32.4531,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"71966446912","shards":5,"effective_bpw":null,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"77787272512","shards":5,"effective_bpw":null,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"81809513472","shards":6,"effective_bpw":null,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117623626752","shards":6,"effective_bpw":null,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"273692302080","shards":13,"effective_bpw":null,"repo":"calcuis/hidream-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reka-flash-3","canonical_repo":"RekaAI/reka-flash-3","display_name":"reka-flash-3","publisher":"RekaAI","modality":"text","arch_key":"llama","params_total":"20905482240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6749","n_layers":44,"n_head":64,"n_head_kv":8,"head_dim_k":96,"head_dim_v":96,"hidden":6144,"vocab_size":100352,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RekaAI/reka-flash-3","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7385212672","shards":1,"effective_bpw":2.8261,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7827482368","shards":1,"effective_bpw":2.9954,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8123672320","shards":1,"effective_bpw":3.1087,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8514037504","shards":1,"effective_bpw":3.2581,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8630896224","shards":1,"effective_bpw":3.3028,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8630896384","shards":1,"effective_bpw":3.3028,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8775403104","shards":1,"effective_bpw":3.3581,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9177982720","shards":1,"effective_bpw":3.5122,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9233008384","shards":1,"effective_bpw":3.5332,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9501144832","shards":1,"effective_bpw":3.6358,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9934628608","shards":1,"effective_bpw":3.8017,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10258245376","shards":1,"effective_bpw":3.9256,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10863011424","shards":1,"effective_bpw":4.157,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10863011584","shards":1,"effective_bpw":4.157,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11412284896","shards":1,"effective_bpw":4.3672,"repo":"lmstudio-community/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11412285184","shards":1,"effective_bpw":4.3672,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11488151296","shards":1,"effective_bpw":4.3962,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11949688576","shards":1,"effective_bpw":4.5728,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11961460480","shards":1,"effective_bpw":4.5773,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12627764992","shards":1,"effective_bpw":4.8323,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13191759616","shards":1,"effective_bpw":5.0482,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13610362336","shards":1,"effective_bpw":5.2083,"repo":"lmstudio-community/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13610362464","shards":1,"effective_bpw":5.2083,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13610362624","shards":1,"effective_bpw":5.2083,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14067967744","shards":1,"effective_bpw":5.3835,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14791755520","shards":1,"effective_bpw":5.6604,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15635474016","shards":1,"effective_bpw":5.9833,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15635474176","shards":1,"effective_bpw":5.9833,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"16016008960","shards":1,"effective_bpw":6.1289,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18440725984","shards":1,"effective_bpw":7.0568,"repo":"lmstudio-community/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18440726112","shards":1,"effective_bpw":7.0568,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18440726272","shards":1,"effective_bpw":7.0568,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18739373824","shards":1,"effective_bpw":7.1711,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22217246176","shards":1,"effective_bpw":8.502,"repo":"lmstudio-community/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22217246304","shards":1,"effective_bpw":8.502,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22217246464","shards":1,"effective_bpw":8.502,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"41815623136","shards":1,"effective_bpw":16.0018,"repo":"bartowski/RekaAI_reka-flash-3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"41815623264","shards":1,"effective_bpw":16.0018,"repo":"unsloth/reka-flash-3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6747","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"23604589056","shards":2,"effective_bpw":5.4482,"repo":"AIOpsInSpace/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31410950656","shards":2,"effective_bpw":7.2499,"repo":"AIOpsInSpace/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37830181376","shards":2,"effective_bpw":8.7316,"repo":"AIOpsInSpace/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42868146688","shards":2,"effective_bpw":9.8944,"repo":"AIOpsInSpace/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-apollyon-24b","canonical_repo":"c4tdr0ut/grok-oss-Apollyon-24B","display_name":"grok-oss-Apollyon-24B","publisher":"c4tdr0ut","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6739","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"c4tdr0ut/grok-oss-Apollyon-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273721440","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750495840","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545119840","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207033440","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478352480","shards":1,"effective_bpw":2.538,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114051680","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320162400","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890325344","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890325600","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280592480","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907116640","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274784","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400275040","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428127840","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650950240","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474080832","shards":1,"effective_bpw":3.8941,"repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082144","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474082400","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400761184","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400761440","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758915680","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889987424","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494229600","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549279584","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549279840","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13572871232","shards":1,"effective_bpw":4.6064,"repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908032","shards":1,"effective_bpw":4.8646,"repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333909344","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333909600","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873107040","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304413024","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304413280","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763982912","shards":1,"effective_bpw":5.6894,"repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984224","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763984480","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938784","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345939040","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/grok-oss-Apollyon-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778432","shards":1,"effective_bpw":8.5031,"repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779744","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/grok-oss-Apollyon-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stark-web-12b","canonical_repo":"Situus/STARK-WEB-12B","display_name":"STARK-WEB-12B","publisher":"Situus","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6737","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Situus/STARK-WEB-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983676736","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202833216","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568094016","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887827776","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079582016","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371790656","shards":1,"effective_bpw":2.9243,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504132416","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830133056","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849179456","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272378176","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528214336","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528214336","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733976896","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087072576","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566304576","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635240256","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975863616","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997982016","shards":1,"effective_bpw":4.681,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024032576","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381367616","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657110336","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338357056","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547253056","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786006336","shards":1,"effective_bpw":6.546,"repo":"mradermacher/STARK-WEB-12B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-70b-instruct-lorablated","canonical_repo":"mlabonne/Llama-3.1-70B-Instruct-lorablated","display_name":"Llama-3.1-70B-Instruct-lorablated","publisher":"mlabonne","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"6733","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Llama-3.1-70B-Instruct-lorablated","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"wan2-2-fun-a14b-control","canonical_repo":"alibaba-pai/Wan2.2-Fun-A14B-Control","display_name":"Wan2.2-Fun-A14B-Control","publisher":"alibaba-pai","modality":"video","arch_key":"wan","params_total":"14289561664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6733","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5312785152","shards":1,"effective_bpw":2.9744,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5312785152","shards":1,"effective_bpw":2.9744,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6526839552","shards":1,"effective_bpw":3.654,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6526839552","shards":1,"effective_bpw":3.654,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7187933952","shards":1,"effective_bpw":4.0242,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7187933952","shards":1,"effective_bpw":4.0242,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8569924352","shards":1,"effective_bpw":4.7979,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8569924352","shards":1,"effective_bpw":4.7979,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8759978752","shards":1,"effective_bpw":4.9043,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8759978752","shards":1,"effective_bpw":4.9043,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9271159552","shards":1,"effective_bpw":5.1905,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9271159552","shards":1,"effective_bpw":5.1905,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9663556352","shards":1,"effective_bpw":5.4101,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9663556352","shards":1,"effective_bpw":5.4101,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10149341952","shards":1,"effective_bpw":5.6821,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10149341952","shards":1,"effective_bpw":5.6821,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10326289152","shards":1,"effective_bpw":5.7812,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10326289152","shards":1,"effective_bpw":5.7812,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10803882752","shards":1,"effective_bpw":6.0485,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10803882752","shards":1,"effective_bpw":6.0485,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11027524352","shards":1,"effective_bpw":6.1738,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11027524352","shards":1,"effective_bpw":6.1738,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12015479552","shards":1,"effective_bpw":6.7269,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12015479552","shards":1,"effective_bpw":6.7269,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15418436352","shards":1,"effective_bpw":8.632,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15418436352","shards":1,"effective_bpw":8.632,"repo":"QuantStack/Wan2.2-Fun-A14B-Control-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-z1-32b-0414","canonical_repo":"zai-org/GLM-Z1-32B-0414","display_name":"GLM-Z1-32B-0414","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"32566081536","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6719","n_layers":61,"n_head":48,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-Z1-32B-0414","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7697527392","shards":1,"effective_bpw":1.8909,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"8282559072","shards":1,"effective_bpw":2.0346,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"9264431712","shards":1,"effective_bpw":2.2758,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9900875904","shards":1,"effective_bpw":2.4322,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10419896448","shards":1,"effective_bpw":2.5597,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11273420928","shards":1,"effective_bpw":2.7694,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11457102432","shards":1,"effective_bpw":2.8145,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12292255872","shards":1,"effective_bpw":3.0196,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12292256352","shards":1,"effective_bpw":3.0196,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12510491232","shards":1,"effective_bpw":3.0733,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12784107648","shards":1,"effective_bpw":3.1405,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12951790176","shards":1,"effective_bpw":3.1817,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13201567872","shards":1,"effective_bpw":3.243,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13661520000","shards":1,"effective_bpw":3.356,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14371680384","shards":1,"effective_bpw":3.5305,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14371680864","shards":1,"effective_bpw":3.5305,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14821851264","shards":1,"effective_bpw":3.6411,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15890563200","shards":1,"effective_bpw":3.9036,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15890563680","shards":1,"effective_bpw":3.9036,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216290656","shards":1,"effective_bpw":4.2293,"repo":"lmstudio-community/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216290944","shards":1,"effective_bpw":4.2293,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17599443072","shards":1,"effective_bpw":4.3234,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17628541536","shards":1,"effective_bpw":4.3305,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18584989824","shards":1,"effective_bpw":4.5655,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18584990304","shards":1,"effective_bpw":4.5655,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18634928256","shards":1,"effective_bpw":4.5778,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18634928736","shards":1,"effective_bpw":4.5778,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18697646208","shards":1,"effective_bpw":4.5932,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18697646688","shards":1,"effective_bpw":4.5932,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680022368","shards":1,"effective_bpw":4.8345,"repo":"lmstudio-community/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680022656","shards":1,"effective_bpw":4.8345,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19680023136","shards":1,"effective_bpw":4.8345,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20371099776","shards":1,"effective_bpw":5.0042,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20550086784","shards":1,"effective_bpw":5.0482,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20550087264","shards":1,"effective_bpw":5.0482,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527176832","shards":1,"effective_bpw":5.5339,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527177312","shards":1,"effective_bpw":5.5339,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23097462912","shards":1,"effective_bpw":5.674,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23097463392","shards":1,"effective_bpw":5.674,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23672148096","shards":1,"effective_bpw":5.8152,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728492896","shards":1,"effective_bpw":6.566,"repo":"lmstudio-community/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728493184","shards":1,"effective_bpw":6.566,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728493664","shards":1,"effective_bpw":6.566,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27179511936","shards":1,"effective_bpw":6.6768,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226208","shards":1,"effective_bpw":8.5034,"repo":"lmstudio-community/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226496","shards":1,"effective_bpw":8.5034,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226976","shards":1,"effective_bpw":8.5034,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65144516672","shards":2,"effective_bpw":16.003,"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65144517184","shards":2,"effective_bpw":16.003,"repo":"unsloth/GLM-Z1-32B-0414-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-vl-450m","canonical_repo":"LiquidAI/LFM2-VL-450M","display_name":"LFM2-VL-450M","publisher":"LiquidAI","modality":"vision_language","arch_key":"lfm2","params_total":"450822656","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6719","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-VL-450M","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"142876352","shards":1,"effective_bpw":2.5354,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"158473920","shards":1,"effective_bpw":2.8122,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"160595648","shards":1,"effective_bpw":2.8498,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"175398592","shards":1,"effective_bpw":3.1125,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"176848576","shards":1,"effective_bpw":3.1382,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181149376","shards":1,"effective_bpw":3.2146,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"183656128","shards":1,"effective_bpw":3.259,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"193150656","shards":1,"effective_bpw":3.4275,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"203046304","shards":1,"effective_bpw":3.6031,"repo":"lmstudio-community/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"203046592","shards":1,"effective_bpw":3.6031,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"210329280","shards":1,"effective_bpw":3.7324,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219307424","shards":1,"effective_bpw":3.8917,"repo":"LiquidAI/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"219307712","shards":1,"effective_bpw":3.8917,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219897536","shards":1,"effective_bpw":3.9022,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"220749504","shards":1,"effective_bpw":3.9173,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229309856","shards":1,"effective_bpw":4.0692,"repo":"lmstudio-community/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229310144","shards":1,"effective_bpw":4.0692,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"237264576","shards":1,"effective_bpw":4.2103,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"245563072","shards":1,"effective_bpw":4.3576,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"255221440","shards":1,"effective_bpw":4.529,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260374208","shards":1,"effective_bpw":4.6204,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"276627136","shards":1,"effective_bpw":4.9088,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293379488","shards":1,"effective_bpw":5.2061,"repo":"lmstudio-community/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293379776","shards":1,"effective_bpw":5.2061,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"309632704","shards":1,"effective_bpw":5.4945,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379215264","shards":1,"effective_bpw":6.7293,"repo":"LiquidAI/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379215264","shards":1,"effective_bpw":6.7293,"repo":"lmstudio-community/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379215552","shards":1,"effective_bpw":6.7293,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711482784","shards":1,"effective_bpw":12.6255,"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711482784","shards":1,"effective_bpw":12.6255,"repo":"LiquidAI/LFM2-VL-450M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"webcoda-ai-27b","canonical_repo":"hardin/Webcoda-AI-27B","display_name":"Webcoda-AI-27B","publisher":"hardin","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6710","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"hardin/Webcoda-AI-27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824448","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083968","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183168","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591168","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913728","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593088","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325568","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664832","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665088","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371008","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130048","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953472","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953728","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328448","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874688","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442752","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443008","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775872","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776128","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506688","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917632","shards":1,"effective_bpw":4.4432,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434048","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314432","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314688","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399872","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400128","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241728","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613632","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613888","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231099072","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099328","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529472","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529728","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Webcoda-AI-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763392","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Webcoda-AI-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chatterbox","canonical_repo":"ResembleAI/chatterbox","display_name":"chatterbox","publisher":"ResembleAI","modality":"audio_tts","arch_key":"chatterbox-s3gen","params_total":"264001205","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6705","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"184593728","shards":1,"effective_bpw":5.5937,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"216542528","shards":1,"effective_bpw":6.5619,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"242396480","shards":1,"effective_bpw":7.3453,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"265203008","shards":1,"effective_bpw":8.0364,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"283389248","shards":1,"effective_bpw":8.5875,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"285486400","shards":1,"effective_bpw":8.6511,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"314846528","shards":1,"effective_bpw":9.5408,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"346303808","shards":1,"effective_bpw":10.494,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"346303808","shards":1,"effective_bpw":10.494,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"377761088","shards":1,"effective_bpw":11.4473,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"413150528","shards":1,"effective_bpw":12.5197,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"470229856","shards":2,"effective_bpw":14.2493,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"488504512","shards":2,"effective_bpw":14.8031,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"554924352","shards":2,"effective_bpw":16.8158,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"575573728","shards":2,"effective_bpw":17.4415,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"631606208","shards":2,"effective_bpw":19.1395,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"636830720","shards":2,"effective_bpw":19.2978,"repo":"cstr/chatterbox-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"678792128","shards":2,"effective_bpw":20.5694,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"713116736","shards":2,"effective_bpw":21.6095,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"771640896","shards":2,"effective_bpw":23.383,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"781028288","shards":2,"effective_bpw":23.6674,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"812485568","shards":2,"effective_bpw":24.6207,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"812485568","shards":2,"effective_bpw":24.6207,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"842437952","shards":2,"effective_bpw":25.5283,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"875400128","shards":2,"effective_bpw":26.5272,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"938314688","shards":2,"effective_bpw":28.4336,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"979841792","shards":2,"effective_bpw":29.692,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1001229248","shards":2,"effective_bpw":30.3401,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1003824896","shards":2,"effective_bpw":30.4188,"repo":"cstr/chatterbox-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1006916352","shards":1,"effective_bpw":30.5125,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1315802048","shards":2,"effective_bpw":null,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1338931776","shards":2,"effective_bpw":null,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1594485280","shards":2,"effective_bpw":null,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1596218784","shards":3,"effective_bpw":null,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1787509824","shards":2,"effective_bpw":null,"repo":"cstr/chatterbox-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2612292960","shards":2,"effective_bpw":null,"repo":"hans00/Chatterbox-Multilingual-TTS-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3191740192","shards":3,"effective_bpw":null,"repo":"calcuis/chatterbox-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omnicoder-9b-claude-opus-high-reasoning-distill","canonical_repo":"armand0e/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill","display_name":"OmniCoder-9B-Claude-Opus-High-Reasoning-Distill","publisher":"armand0e","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6691","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"armand0e/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642496","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269824","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648704","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346112","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968832","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471936","shards":1,"effective_bpw":3.067,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239872","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262944","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263296","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166592","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416896","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407328","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407680","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818880","shards":1,"effective_bpw":3.716,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383360","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525344","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525696","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515232","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515584","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441408","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898336","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940544","shards":1,"effective_bpw":4.528,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630304","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630656","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215232","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109728","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110080","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334080","shards":1,"effective_bpw":4.939,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310176","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310528","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970528","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970880","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260128","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260480","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502304","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697824","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ms3-2-paintedfantasy-v3-24b","canonical_repo":"zerofata/MS3.2-PaintedFantasy-v3-24B","display_name":"MS3.2-PaintedFantasy-v3-24B","publisher":"zerofata","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6688","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zerofata/MS3.2-PaintedFantasy-v3-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273726720","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750501120","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545125120","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207038272","shards":1,"effective_bpw":2.4459,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207038720","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478357312","shards":1,"effective_bpw":2.538,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478357760","shards":1,"effective_bpw":2.538,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114056512","shards":1,"effective_bpw":2.7537,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114056960","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320167680","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890330432","shards":1,"effective_bpw":3.0172,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890330880","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280597312","shards":1,"effective_bpw":3.1496,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280597760","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545690432","shards":1,"effective_bpw":3.2396,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907121472","shards":1,"effective_bpw":3.3623,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907121920","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400279872","shards":1,"effective_bpw":3.5296,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400280320","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428133120","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650955072","shards":1,"effective_bpw":3.6147,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650955520","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474087232","shards":1,"effective_bpw":3.8941,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474087680","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400766272","shards":1,"effective_bpw":4.2086,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400766720","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758920512","shards":1,"effective_bpw":4.3301,"repo":"hammerai/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758920512","shards":1,"effective_bpw":4.3301,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758920960","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468020032","shards":1,"effective_bpw":4.5708,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494234432","shards":1,"effective_bpw":4.5797,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494234880","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549284672","shards":1,"effective_bpw":4.5984,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549285120","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333914432","shards":1,"effective_bpw":4.8646,"repo":"hammerai/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333914432","shards":1,"effective_bpw":4.8646,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333914880","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831988032","shards":1,"effective_bpw":5.0337,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873111872","shards":1,"effective_bpw":5.0476,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873112320","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304418112","shards":1,"effective_bpw":5.5334,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304418560","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763989312","shards":1,"effective_bpw":5.6894,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763989760","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178176832","shards":1,"effective_bpw":5.8299,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345943872","shards":1,"effective_bpw":6.5656,"repo":"hammerai/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345943872","shards":1,"effective_bpw":6.5656,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345944320","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/MS3.2-PaintedFantasy-v3-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671002432","shards":1,"effective_bpw":6.6759,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054784832","shards":1,"effective_bpw":8.5031,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153523744","shards":1,"effective_bpw":16.003,"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v3-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-null-space-abliterated","canonical_repo":"jwest33/gemma-4-12B-it-null-space-abliterated","display_name":"gemma-4-12B-it-null-space-abliterated","publisher":"jwest33","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"6685","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jwest33/gemma-4-12B-it-null-space-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4830148128","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229408","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087648","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319648","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551328","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047648","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382688","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372128","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268128","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021408","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646368","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-gguf","canonical_repo":"unsloth/Qwen3-8B-GGUF","display_name":"Qwen3-8B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6685","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3-8B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-5-9b-abliterated","canonical_repo":"lukey03/Qwen3.5-9B-abliterated","display_name":"Qwen3.5-9B-abliterated","publisher":"lukey03","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6685","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lukey03/Qwen3.5-9B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"4616184672","shards":1,"effective_bpw":4.1244,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851296","shards":1,"effective_bpw":4.3109,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340619616","shards":1,"effective_bpw":4.7717,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627044704","shards":1,"effective_bpw":5.0276,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309536","shards":1,"effective_bpw":5.6336,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004320","shards":1,"effective_bpw":5.8272,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259488","shards":1,"effective_bpw":6.5753,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501664","shards":1,"effective_bpw":8.5126,"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2","canonical_repo":"MiniMaxAI/MiniMax-M2","display_name":"MiniMax-M2","publisher":"MiniMaxAI","modality":"text","arch_key":"minimax-m2","params_total":"228703644928","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"6681","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":196608,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"MiniMaxAI/MiniMax-M2","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47009105120","shards":1,"effective_bpw":1.6444,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"49018340576","shards":1,"effective_bpw":1.7147,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"54726362528","shards":2,"effective_bpw":1.9143,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"56369923264","shards":1,"effective_bpw":1.9718,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"63143151008","shards":2,"effective_bpw":2.2087,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"63351847360","shards":2,"effective_bpw":2.216,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"63976293760","shards":2,"effective_bpw":2.2379,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"68731897216","shards":2,"effective_bpw":2.4042,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"71995128224","shards":2,"effective_bpw":2.5184,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"74000401792","shards":2,"effective_bpw":2.5885,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"78077265280","shards":2,"effective_bpw":2.7311,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"79821736384","shards":2,"effective_bpw":2.7921,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80421928480","shards":3,"effective_bpw":2.8131,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"83302681984","shards":2,"effective_bpw":2.9139,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"83446728064","shards":2,"effective_bpw":2.9189,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90098792992","shards":3,"effective_bpw":3.1516,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"93608314240","shards":2,"effective_bpw":3.2744,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"93764189760","shards":3,"effective_bpw":3.2798,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"98690597248","shards":2,"effective_bpw":3.4522,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"99115712032","shards":3,"effective_bpw":3.467,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103954578976","shards":3,"effective_bpw":3.6363,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"103955365408","shards":3,"effective_bpw":3.6363,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"108207111680","shards":3,"effective_bpw":3.7851,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"109272482272","shards":3,"effective_bpw":3.8223,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"121899124224","shards":3,"effective_bpw":4.264,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"122166375040","shards":4,"effective_bpw":4.2734,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"128999622144","shards":3,"effective_bpw":4.5124,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"129243415200","shards":4,"effective_bpw":4.5209,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"129503725056","shards":3,"effective_bpw":4.53,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"130033780224","shards":3,"effective_bpw":4.5486,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"131337683616","shards":4,"effective_bpw":4.5942,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133750456992","shards":4,"effective_bpw":4.6786,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342383904","shards":4,"effective_bpw":4.8392,"repo":"lmstudio-community/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342385120","shards":3,"effective_bpw":4.8392,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138586178208","shards":4,"effective_bpw":4.8477,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143226840576","shards":3,"effective_bpw":5.01,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143312167584","shards":4,"effective_bpw":5.013,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157478438496","shards":4,"effective_bpw":5.5086,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157551575712","shards":4,"effective_bpw":5.5111,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162303936128","shards":4,"effective_bpw":5.6774,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162377073440","shards":5,"effective_bpw":5.6799,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763082720","shards":5,"effective_bpw":6.5679,"repo":"lmstudio-community/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763083904","shards":4,"effective_bpw":6.5679,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187810318144","shards":5,"effective_bpw":6.5696,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872160","shards":7,"effective_bpw":8.5049,"repo":"lmstudio-community/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872256","shards":7,"effective_bpw":8.5049,"repo":"bartowski/MiniMaxAI_MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136873184","shards":5,"effective_bpw":8.5049,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"457487025248","shards":10,"effective_bpw":16.0028,"repo":"unsloth/MiniMax-M2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"selfcite-8b-cc-sft","canonical_repo":"voidism/SelfCite-8B-CC-SFT","display_name":"SelfCite-8B-CC-SFT","publisher":"voidism","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"6669","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"voidism/SelfCite-8B-CC-SFT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633504","shards":1,"effective_bpw":2.012,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977696","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218016","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787488","shards":1,"effective_bpw":2.596,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494560","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286816","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820832","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137120","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137376","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918240","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753120","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504928","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505184","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330976","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829280","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923616","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923872","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962080","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962336","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668576","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368480","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897696","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994848","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674656","shards":1,"effective_bpw":4.675,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674912","shards":1,"effective_bpw":4.675,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739936","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740192","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258784","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299680","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299936","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993120","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993376","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012128","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012384","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/SelfCite-8B-CC-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776544","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896864","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/SelfCite-8B-CC-SFT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-meromero-31b","canonical_repo":"zerofata/G4-MeroMero-31B","display_name":"G4-MeroMero-31B","publisher":"zerofata","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6660","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zerofata/G4-MeroMero-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490048","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872960","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844480","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359616","shards":1,"effective_bpw":2.438,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889344","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066560","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589632","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314176","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314432","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508416","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369472","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357376","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357632","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357632","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14424497056","shards":1,"effective_bpw":3.6899,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497984","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108512","shards":1,"effective_bpw":3.9106,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109184","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109440","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270656","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270912","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16735789984","shards":1,"effective_bpw":4.2812,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790912","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234176","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578560","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165760","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166016","shards":1,"effective_bpw":4.544,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062944","shards":1,"effective_bpw":4.7804,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063616","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063872","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421632","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841856","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842112","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570464","shards":1,"effective_bpw":5.5883,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571136","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571392","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484704","shards":1,"effective_bpw":6.4468,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485376","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485632","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/G4-MeroMero-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675552","shards":1,"effective_bpw":8.3486,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676224","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/G4-MeroMero-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188288","shards":1,"effective_bpw":15.7102,"repo":"zerofata/G4-MeroMero-31B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-crownelius-writer","canonical_repo":"ewald1976/gemma-4-12b-crownelius-writer","display_name":"gemma-4-12b-crownelius-writer","publisher":"ewald1976","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6659","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ewald1976/gemma-4-12b-crownelius-writer","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692608","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849088","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109888","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843648","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597888","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806528","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148288","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148672","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148928","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195328","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394048","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229952","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230208","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230208","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992768","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088192","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088448","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320192","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320448","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635256128","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551872","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879488","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997888","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048192","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048448","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383232","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383488","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126208","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372672","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372928","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268672","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268928","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021952","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022208","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-crownelius-writer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646912","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-crownelius-writer-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-7b-instruct-v1-5","canonical_repo":"deepseek-ai/deepseek-coder-7b-instruct-v1.5","display_name":"deepseek-coder-7b-instruct-v1.5","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"6910365696","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6657","n_layers":30,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-7b-instruct-v1.5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1733033088","shards":1,"effective_bpw":2.0063,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1848564864","shards":1,"effective_bpw":2.14,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2041117824","shards":1,"effective_bpw":2.363,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2210888832","shards":1,"effective_bpw":2.5595,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2389122176","shards":1,"effective_bpw":2.7658,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2543164544","shards":1,"effective_bpw":2.9442,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2718423936","shards":1,"effective_bpw":3.1471,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2718423936","shards":1,"effective_bpw":3.1471,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2718424192","shards":1,"effective_bpw":3.1471,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2758401152","shards":1,"effective_bpw":3.1933,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2993609600","shards":1,"effective_bpw":3.4656,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2993609600","shards":1,"effective_bpw":3.4656,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2993609856","shards":1,"effective_bpw":3.4656,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138018176","shards":1,"effective_bpw":3.6328,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3138018176","shards":1,"effective_bpw":3.6328,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138018176","shards":1,"effective_bpw":3.6328,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3138018176","shards":1,"effective_bpw":3.6328,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3138018432","shards":1,"effective_bpw":3.6328,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3138018432","shards":1,"effective_bpw":3.6328,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3289676672","shards":1,"effective_bpw":3.8084,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3289676672","shards":1,"effective_bpw":3.8084,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3289676928","shards":1,"effective_bpw":3.8084,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461192576","shards":1,"effective_bpw":4.007,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461192576","shards":1,"effective_bpw":4.007,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3461192832","shards":1,"effective_bpw":4.007,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746274176","shards":1,"effective_bpw":4.337,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746274176","shards":1,"effective_bpw":4.337,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3746274432","shards":1,"effective_bpw":4.337,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3797228672","shards":1,"effective_bpw":4.396,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3818363776","shards":1,"effective_bpw":4.4204,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3818363776","shards":1,"effective_bpw":4.4204,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4008516736","shards":1,"effective_bpw":4.6406,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025359232","shards":1,"effective_bpw":4.6601,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025359232","shards":1,"effective_bpw":4.6601,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4025359488","shards":1,"effective_bpw":4.6601,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223359872","shards":1,"effective_bpw":4.8893,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223359872","shards":1,"effective_bpw":4.8893,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4223360128","shards":1,"effective_bpw":4.8893,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811398016","shards":1,"effective_bpw":5.5701,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811398016","shards":1,"effective_bpw":5.5701,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4811398272","shards":1,"effective_bpw":5.5701,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926430080","shards":1,"effective_bpw":5.7032,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926430080","shards":1,"effective_bpw":5.7032,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4926430336","shards":1,"effective_bpw":5.7032,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673442176","shards":1,"effective_bpw":6.568,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673442176","shards":1,"effective_bpw":6.568,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5673442432","shards":1,"effective_bpw":6.568,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7345719776","shards":1,"effective_bpw":8.504,"repo":"Edmon02/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7346985856","shards":1,"effective_bpw":8.5055,"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v2-12b","canonical_repo":"anthracite-org/magnum-v2-12b","display_name":"magnum-v2-12b","publisher":"anthracite-org","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6655","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v2-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211680","shards":1,"effective_bpw":1.959,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624480","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312480","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077280","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473120","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023104","shards":1,"effective_bpw":2.8969,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023520","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047424","shards":1,"effective_bpw":3.1294,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047840","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385120","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488064","shards":1,"effective_bpw":3.4661,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488480","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407424","shards":1,"effective_bpw":3.5575,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225664","shards":1,"effective_bpw":3.6148,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226080","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078880","shards":1,"effective_bpw":3.633,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722231808","shards":1,"effective_bpw":3.7376,"repo":"anthracite-org/magnum-v2-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232064","shards":1,"effective_bpw":3.7376,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232480","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089664","shards":1,"effective_bpw":3.9733,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090080","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502464","shards":1,"effective_bpw":4.2858,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502880","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709504","shards":1,"effective_bpw":4.4042,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709920","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638240","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196864","shards":1,"effective_bpw":4.6508,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197280","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"7477203968","shards":1,"effective_bpw":4.884,"repo":"anthracite-org/magnum-v2-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204224","shards":1,"effective_bpw":4.884,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204640","shards":1,"effective_bpw":4.884,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277824","shards":1,"effective_bpw":5.2093,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735104","shards":1,"effective_bpw":5.5643,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735520","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"8727630848","shards":1,"effective_bpw":5.7007,"repo":"anthracite-org/magnum-v2-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631104","shards":1,"effective_bpw":5.7007,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631520","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818624","shards":1,"effective_bpw":5.9712,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209408","shards":1,"effective_bpw":6.5685,"repo":"anthracite-org/magnum-v2-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209664","shards":1,"effective_bpw":6.5685,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210080","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/magnum-12b-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268224","shards":1,"effective_bpw":6.7808,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368768","shards":1,"effective_bpw":8.5059,"repo":"anthracite-org/magnum-v2-12b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369024","shards":1,"effective_bpw":8.5059,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999011328","shards":1,"effective_bpw":32.0051,"repo":"bartowski/magnum-12b-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"delphi-25b-simplerl-math","canonical_repo":"WillHeld/Delphi-25B-SimpleRL-Math","display_name":"Delphi-25B-SimpleRL-Math","publisher":"WillHeld","modality":"text","arch_key":"qwen3","params_total":"24963098112","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6655","n_layers":51,"n_head":42,"n_head_kv":42,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":128256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WillHeld/Delphi-25B-SimpleRL-Math","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5696562688","shards":1,"effective_bpw":1.8256,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6163952128","shards":1,"effective_bpw":1.9754,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6942934528","shards":1,"effective_bpw":2.225,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7612182016","shards":1,"effective_bpw":2.4395,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8109634048","shards":1,"effective_bpw":2.5989,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8702886400","shards":1,"effective_bpw":2.789,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8732819968","shards":1,"effective_bpw":2.7986,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9438516480","shards":1,"effective_bpw":3.0248,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"9438516736","shards":1,"effective_bpw":3.0248,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9693339136","shards":1,"effective_bpw":3.1065,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"10455516160","shards":1,"effective_bpw":3.3507,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"11005545216","shards":1,"effective_bpw":3.527,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"11005545472","shards":1,"effective_bpw":3.527,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"11005545472","shards":1,"effective_bpw":3.527,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"11489191936","shards":1,"effective_bpw":3.682,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12230692608","shards":1,"effective_bpw":3.9196,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12230692864","shards":1,"effective_bpw":3.9196,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13285592832","shards":1,"effective_bpw":4.2577,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13285593088","shards":1,"effective_bpw":4.2577,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13470774784","shards":1,"effective_bpw":4.317,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13579154688","shards":1,"effective_bpw":4.3518,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14272658944","shards":1,"effective_bpw":4.574,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14330461440","shards":1,"effective_bpw":4.5925,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14330461696","shards":1,"effective_bpw":4.5925,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15160698624","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15160698880","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15746371072","shards":1,"effective_bpw":5.0463,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17263435008","shards":1,"effective_bpw":5.5325,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17263435264","shards":1,"effective_bpw":5.5325,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17743243008","shards":1,"effective_bpw":5.6862,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"17743243264","shards":1,"effective_bpw":5.6862,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20487196416","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"20487196672","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26532809472","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Delphi-25B-SimpleRL-Math-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-klein-9b-kv","canonical_repo":"black-forest-labs/FLUX.2-klein-9b-kv","display_name":"FLUX.2-klein-9b-kv","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"9078581248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6655","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3571505440","shards":1,"effective_bpw":3.1472,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4457552160","shards":1,"effective_bpw":3.928,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4564506912","shards":1,"effective_bpw":4.0222,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5616228640","shards":1,"effective_bpw":4.949,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5716891936","shards":1,"effective_bpw":5.0377,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6706747680","shards":1,"effective_bpw":5.91,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6813702432","shards":1,"effective_bpw":6.0042,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7865424160","shards":1,"effective_bpw":6.931,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9978304800","shards":1,"effective_bpw":8.7928,"repo":"QuantStack/FLUX.2-Klein-9B-KV-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-19b-a4b-it-the-deckard-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking","display_name":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"19022697946","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6646","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6123351648","shards":1,"effective_bpw":2.5752,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6395799648","shards":1,"effective_bpw":2.6898,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6849879648","shards":1,"effective_bpw":2.8807,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7225759328","shards":1,"effective_bpw":3.0388,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7282529888","shards":1,"effective_bpw":3.0627,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7645793888","shards":1,"effective_bpw":3.2154,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7815502624","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7815502944","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7828997216","shards":1,"effective_bpw":3.2925,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8311271008","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8572207200","shards":1,"effective_bpw":3.605,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8996110624","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8996110944","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8996110944","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9138014816","shards":1,"effective_bpw":3.843,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9773225248","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9773225568","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10174437664","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10174437984","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10232363104","shards":1,"effective_bpw":4.3032,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10336070432","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"10612748384","shards":1,"effective_bpw":4.4632,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"10647317600","shards":1,"effective_bpw":4.4777,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11341585184","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11341585504","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"11719211104","shards":1,"effective_bpw":4.9285,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12291399456","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12291399776","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13171365664","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13171365984","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13987938080","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"13987938400","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16516463904","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16516464224","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19643232032","shards":1,"effective_bpw":8.261,"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-26b-fiction-bf16","canonical_repo":"electroglyph/gemma4-26b-fiction-bf16","display_name":"gemma4-26b-fiction-bf16","publisher":"electroglyph","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6639","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"electroglyph/gemma4-26b-fiction-bf16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267008","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668652928","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296128","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426368","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873196928","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711488","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733184","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477568","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689728","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063616","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405504","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405504","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559488","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729600","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484224","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917721984","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052096","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821120","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572224","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796011904","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729344","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886400","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395264","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma4-26b-fiction-bf16-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-qwen2-5-3b","canonical_repo":"dphn/Dolphin3.0-Qwen2.5-3b","display_name":"Dolphin3.0-Qwen2.5-3b","publisher":"dphn","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6635","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Qwen2.5-3b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1140518880","shards":1,"effective_bpw":2.9567,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140518880","shards":1,"effective_bpw":2.9567,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274759136","shards":1,"effective_bpw":3.3047,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274759136","shards":1,"effective_bpw":3.3047,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350119392","shards":1,"effective_bpw":3.5001,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350119392","shards":1,"effective_bpw":3.5001,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391839200","shards":1,"effective_bpw":3.6082,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391839200","shards":1,"effective_bpw":3.6082,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454360544","shards":1,"effective_bpw":3.7703,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454360544","shards":1,"effective_bpw":3.7703,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488898016","shards":1,"effective_bpw":3.8598,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488898016","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590478816","shards":1,"effective_bpw":4.1232,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590478816","shards":1,"effective_bpw":4.1232,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707395040","shards":1,"effective_bpw":4.4263,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707395040","shards":1,"effective_bpw":4.4263,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739098080","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739098080","shards":1,"effective_bpw":4.5084,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825212384","shards":1,"effective_bpw":4.7317,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825212384","shards":1,"effective_bpw":4.7317,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828489184","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828489184","shards":1,"effective_bpw":4.7402,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834387424","shards":1,"effective_bpw":4.7555,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834387424","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929905856","shards":1,"effective_bpw":5.0031,"repo":"itlwas/Dolphin3.0-Qwen2.5-3b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929906144","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929906144","shards":1,"effective_bpw":5.0031,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1996261344","shards":1,"effective_bpw":5.1751,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1996261344","shards":1,"effective_bpw":5.1751,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005266400","shards":1,"effective_bpw":5.1985,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005266400","shards":1,"effective_bpw":5.1985,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169669600","shards":1,"effective_bpw":5.6247,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169669600","shards":1,"effective_bpw":5.6247,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224818144","shards":1,"effective_bpw":5.7676,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224818144","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300178400","shards":1,"effective_bpw":5.963,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300178400","shards":1,"effective_bpw":5.963,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538162144","shards":1,"effective_bpw":6.5799,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538162144","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613522400","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613522400","shards":1,"effective_bpw":6.7753,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285479392","shards":1,"effective_bpw":8.5173,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285479392","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178320352","shards":1,"effective_bpw":16.0167,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178320352","shards":1,"effective_bpw":16.0167,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12349714112","shards":1,"effective_bpw":32.0154,"repo":"Loverboy69/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12349714112","shards":1,"effective_bpw":32.0154,"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-ultra-550b-a55b-gguf","canonical_repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","display_name":"NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","publisher":"unsloth","modality":"text","arch_key":"nemotron_h_moe","params_total":"549308993536","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"6633","n_layers":null,"n_head":64,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":22,"arch_source":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"fable-coder-35b-a3b","canonical_repo":"Achilles1089/fable-coder-35B-A3B","display_name":"fable-coder-35B-A3B","publisher":"Achilles1089","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6613","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Achilles1089/fable-coder-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247183232","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183520","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036032","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036320","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414944","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624416","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659968","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166660256","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091008","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091296","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522720","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056832","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226720","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862720","shards":1,"effective_bpw":4.532,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863008","shards":1,"effective_bpw":4.532,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713462496","shards":1,"effective_bpw":4.8317,"repo":"Achilles1089/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463680","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463968","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884320","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755392","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755680","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532000","shards":1,"effective_bpw":5.6403,"repo":"Achilles1089/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347533184","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533472","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208730848","shards":1,"effective_bpw":6.4995,"repo":"Achilles1089/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732032","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732320","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/fable-coder-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149408","shards":1,"effective_bpw":8.4117,"repo":"Achilles1089/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802150272","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/fable-coder-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-nemotron-70b-instruct-hf","canonical_repo":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","display_name":"Llama-3.1-Nemotron-70B-Instruct-HF","publisher":"nvidia","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"6612","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488320","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201184","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201600","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389984","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390400","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113184","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113600","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348352","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298976","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299392","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948768","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113632","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114048","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161632","shards":1,"effective_bpw":3.107,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499296","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499712","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735360","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056224","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056640","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056640","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039264","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039680","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499424","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267499840","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597344","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597664","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598080","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666656","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667072","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538272","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538688","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224992","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225408","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398432","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398752","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399168","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300195232","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313595360","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451936","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452352","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822016","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822272","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284384","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148288","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148576","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054624","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054944","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-2b-claude-4-6-os-auto-variable-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","display_name":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"2213241664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6610","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"722962976","shards":1,"effective_bpw":2.6132,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"748205600","shards":1,"effective_bpw":2.7045,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"790276640","shards":1,"effective_bpw":2.8565,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"824719904","shards":1,"effective_bpw":2.981,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"832092704","shards":1,"effective_bpw":3.0077,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"865749536","shards":1,"effective_bpw":3.1293,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"927754784","shards":1,"effective_bpw":3.3535,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"944164384","shards":1,"effective_bpw":3.4128,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"968543456","shards":1,"effective_bpw":3.5009,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968543776","shards":1,"effective_bpw":3.5009,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1020174560","shards":1,"effective_bpw":3.6875,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020174880","shards":1,"effective_bpw":3.6875,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1027203616","shards":1,"effective_bpw":3.7129,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051091488","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059447328","shards":1,"effective_bpw":3.8295,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1099260128","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099260448","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1164533984","shards":1,"effective_bpw":4.2093,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164534304","shards":1,"effective_bpw":4.2093,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195963936","shards":1,"effective_bpw":4.3229,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1201861856","shards":1,"effective_bpw":4.3443,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204848160","shards":1,"effective_bpw":4.3551,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1212056800","shards":1,"effective_bpw":4.3811,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212057120","shards":1,"effective_bpw":4.3811,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231586848","shards":1,"effective_bpw":4.4517,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274397920","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274398240","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288283680","shards":1,"effective_bpw":4.6566,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1374078176","shards":1,"effective_bpw":4.9668,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374078496","shards":1,"effective_bpw":4.9668,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1411122400","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411122720","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556392160","shards":1,"effective_bpw":5.6257,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556392480","shards":1,"effective_bpw":5.6257,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012013792","shards":1,"effective_bpw":7.2726,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775710432","shards":1,"effective_bpw":13.6477,"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hypernova-60b-2605","canonical_repo":"MultiverseComputingCAI/Hypernova-60B-2605","display_name":"Hypernova-60B-2605","publisher":"MultiverseComputingCAI","modality":"text","arch_key":"gpt-oss","params_total":"58659018048","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6602","n_layers":32,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":80,"n_expert_used":4,"arch_source":"MultiverseComputingCAI/Hypernova-60B-2605","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"26669361088","shards":1,"effective_bpw":3.6372,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"27056433088","shards":1,"effective_bpw":3.69,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"27701553088","shards":1,"effective_bpw":3.778,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"28229445568","shards":1,"effective_bpw":3.85,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"28522145728","shards":1,"effective_bpw":3.8899,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29038241728","shards":1,"effective_bpw":3.9603,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29442271168","shards":1,"effective_bpw":4.0154,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"29959841728","shards":1,"effective_bpw":4.086,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30838679232","shards":1,"effective_bpw":4.2058,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30838679488","shards":1,"effective_bpw":4.2058,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"30844577472","shards":1,"effective_bpw":4.2066,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"30844577728","shards":1,"effective_bpw":4.2066,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"30844577728","shards":1,"effective_bpw":4.2066,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30844577728","shards":1,"effective_bpw":4.2066,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31208056768","shards":1,"effective_bpw":4.2562,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"32802793408","shards":1,"effective_bpw":4.4737,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"33171433152","shards":1,"effective_bpw":4.524,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"33543022528","shards":1,"effective_bpw":4.5746,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33549104832","shards":1,"effective_bpw":4.5755,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"33549105088","shards":1,"effective_bpw":4.5755,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"35810895552","shards":1,"effective_bpw":4.8839,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"35810895808","shards":1,"effective_bpw":4.8839,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"37023790528","shards":1,"effective_bpw":5.0494,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"38540812992","shards":1,"effective_bpw":5.2563,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"38540813248","shards":1,"effective_bpw":5.2563,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"40687403712","shards":1,"effective_bpw":5.549,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"40687403968","shards":1,"effective_bpw":5.549,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"43076997312","shards":1,"effective_bpw":5.8749,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"43076997568","shards":1,"effective_bpw":5.8749,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"44337746112","shards":1,"effective_bpw":6.0468,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"44337746368","shards":1,"effective_bpw":6.0468,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57758799552","shards":1,"effective_bpw":7.8772,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57758799808","shards":1,"effective_bpw":7.8772,"repo":"mradermacher/Hypernova-60B-2605-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"62421358272","shards":1,"effective_bpw":8.5131,"repo":"mradermacher/Hypernova-60B-2605-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-5v","canonical_repo":"zai-org/GLM-4.5V","display_name":"GLM-4.5V","publisher":"zai-org","modality":"text","arch_key":"glm4moe","params_total":"107710933120","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"6589","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"zai-org/GLM-4.5V","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"33885517920","shards":1,"effective_bpw":2.5168,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"35515705440","shards":1,"effective_bpw":2.6379,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"38232684640","shards":1,"effective_bpw":2.8397,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"40478619744","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"40867248224","shards":1,"effective_bpw":3.0353,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"43040831584","shards":1,"effective_bpw":3.1968,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"43603626080","shards":1,"effective_bpw":3.2386,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"43746068576","shards":1,"effective_bpw":3.2491,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"47231236192","shards":1,"effective_bpw":3.508,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"48172111968","shards":1,"effective_bpw":3.5779,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"50705193056","shards":1,"effective_bpw":3.766,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"50730817632","shards":1,"effective_bpw":3.7679,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"51415898208","shards":1,"effective_bpw":3.8188,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"55279065184","shards":1,"effective_bpw":4.1057,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"57637443680","shards":1,"effective_bpw":4.2809,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"58117269600","shards":1,"effective_bpw":4.3165,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"60547278944","shards":1,"effective_bpw":4.497,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"64739780704","shards":1,"effective_bpw":4.8084,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"66996414560","shards":1,"effective_bpw":4.976,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"70448212064","shards":1,"effective_bpw":5.2324,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"75729545312","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"80638077024","shards":1,"effective_bpw":5.9892,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"95858849888","shards":1,"effective_bpw":7.1197,"repo":"mradermacher/GLM-4.5V-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-llm-7b-chat","canonical_repo":"deepseek-ai/deepseek-llm-7b-chat","display_name":"deepseek-llm-7b-chat","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"6910365696","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6582","n_layers":30,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-llm-7b-chat","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2718832096","shards":1,"effective_bpw":3.1475,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2993594144","shards":1,"effective_bpw":3.4656,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138426336","shards":1,"effective_bpw":3.6333,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138428704","shards":1,"effective_bpw":3.6333,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461600736","shards":1,"effective_bpw":4.0074,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3467239200","shards":1,"effective_bpw":4.014,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746682336","shards":1,"effective_bpw":4.3375,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746684704","shards":1,"effective_bpw":4.3375,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4000470496","shards":1,"effective_bpw":4.6313,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4000472864","shards":1,"effective_bpw":4.6313,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025767392","shards":1,"effective_bpw":4.6606,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4031405856","shards":1,"effective_bpw":4.6671,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223768032","shards":1,"effective_bpw":4.8898,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223770400","shards":1,"effective_bpw":4.8898,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4811806176","shards":1,"effective_bpw":5.5705,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811806176","shards":1,"effective_bpw":5.5705,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811808544","shards":1,"effective_bpw":5.5705,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4811808544","shards":1,"effective_bpw":5.5705,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926838240","shards":1,"effective_bpw":5.7037,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926840608","shards":1,"effective_bpw":5.7037,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673850336","shards":1,"effective_bpw":6.5685,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673852704","shards":1,"effective_bpw":6.5685,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7347394016","shards":1,"effective_bpw":8.5059,"repo":"second-state/Deepseek-LLM-7B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7347396384","shards":1,"effective_bpw":8.5059,"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-small-en","canonical_repo":"openai/whisper-small.en","display_name":"whisper-small.en","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"241734144","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6577","n_layers":12,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51864,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-small.en","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"171553856","shards":1,"effective_bpw":5.6774,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"193672256","shards":1,"effective_bpw":6.4094,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"212030528","shards":1,"effective_bpw":7.017,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"269674144","shards":1,"effective_bpw":8.9247,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"492810784","shards":1,"effective_bpw":16.3092,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"968835616","shards":1,"effective_bpw":32.0628,"repo":"handy-computer/whisper-small.en-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-claude-opus-4-5-high-reasoning-distill","canonical_repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill","display_name":"GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill","publisher":"TeichAI","modality":"text","arch_key":"deepseek2","params_total":"31221488576","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6567","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"9898321504","shards":1,"effective_bpw":2.5363,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12344307296","shards":1,"effective_bpw":3.163,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13034400960","shards":1,"effective_bpw":3.3399,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"13211266656","shards":1,"effective_bpw":3.3852,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14380018880","shards":1,"effective_bpw":3.6846,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16033288800","shards":1,"effective_bpw":4.1083,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16956023392","shards":1,"effective_bpw":4.3447,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18132721856","shards":1,"effective_bpw":4.6462,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21264515264","shards":1,"effective_bpw":5.4487,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24614786240","shards":1,"effective_bpw":6.3071,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31842799808","shards":1,"effective_bpw":8.1592,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"59908837568","shards":1,"effective_bpw":15.3507,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"59908837568","shards":1,"effective_bpw":15.3507,"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"iris-12b-v1-2","canonical_repo":"Lambent/Iris-12B-v1.2","display_name":"Iris-12B-v1.2","publisher":"Lambent","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6563","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Lambent/Iris-12B-v1.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691872","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848352","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109152","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842912","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597152","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805792","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147552","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148192","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194592","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393312","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229472","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229472","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992032","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087712","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319712","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255392","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878752","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997152","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047712","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382752","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125472","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372192","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268192","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021472","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Iris-12B-v1.2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pantheon-reasoning-27b","canonical_repo":"Gryphe/Pantheon-Reasoning-27B","display_name":"Pantheon-Reasoning-27B","publisher":"Gryphe","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6555","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/Pantheon-Reasoning-27B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9605383360","shards":1,"effective_bpw":2.766,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10199139520","shards":1,"effective_bpw":2.937,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10507670720","shards":1,"effective_bpw":3.0258,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864596576","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11085698240","shards":1,"effective_bpw":3.1923,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12051780800","shards":1,"effective_bpw":3.4705,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256540256","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602611296","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768335456","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839113920","shards":1,"effective_bpw":3.6972,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13293380800","shards":1,"effective_bpw":3.828,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500741216","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13542745280","shards":1,"effective_bpw":3.8998,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13932684480","shards":1,"effective_bpw":4.0121,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14115857600","shards":1,"effective_bpw":4.0648,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559802976","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14818075840","shards":1,"effective_bpw":4.267,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309043296","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15491785920","shards":1,"effective_bpw":4.461,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760422496","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15780164800","shards":1,"effective_bpw":4.5441,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825303136","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"16538170560","shards":1,"effective_bpw":4.7624,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"16561108160","shards":1,"effective_bpw":4.769,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810718816","shards":1,"effective_bpw":4.8409,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16925488320","shards":1,"effective_bpw":4.8739,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343772256","shards":1,"effective_bpw":4.9944,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17984877760","shards":1,"effective_bpw":5.179,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"18037798080","shards":1,"effective_bpw":5.1942,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18928493760","shards":1,"effective_bpw":5.4507,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971686496","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535705696","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19893286080","shards":1,"effective_bpw":5.7285,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20965127360","shards":1,"effective_bpw":6.0372,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21749818560","shards":1,"effective_bpw":6.2631,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431004256","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Pantheon-Reasoning-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23675471040","shards":1,"effective_bpw":6.8176,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"24291304640","shards":1,"effective_bpw":6.995,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29116392640","shards":1,"effective_bpw":8.3844,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657737792","shards":2,"effective_bpw":15.7394,"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"floppa-12b-gemma3-uncensored","canonical_repo":"Ryex/Floppa-12B-Gemma3-Uncensored","display_name":"Floppa-12B-Gemma3-Uncensored","publisher":"Ryex","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"6538","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ryex/Floppa-12B-Gemma3-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947415488","shards":1,"effective_bpw":1.9347,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164728768","shards":1,"effective_bpw":2.0774,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526917568","shards":1,"effective_bpw":2.3151,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840261568","shards":1,"effective_bpw":2.5208,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020710848","shards":1,"effective_bpw":2.6393,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310461888","shards":1,"effective_bpw":2.8295,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448611648","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768222240","shards":1,"effective_bpw":3.13,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768222528","shards":1,"effective_bpw":3.13,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784901568","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206166848","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458316320","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458316608","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458316608","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655723328","shards":1,"effective_bpw":3.7125,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818720","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008819008","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480186400","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480186688","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550965568","shards":1,"effective_bpw":4.3002,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6606261280","shards":1,"effective_bpw":4.3365,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887165248","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909283648","shards":1,"effective_bpw":4.5354,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333920","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935334208","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300779040","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300779328","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559564608","shards":1,"effective_bpw":4.9622,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963680","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231963968","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037120","shards":1,"effective_bpw":5.5435,"repo":"Ryex/Floppa-12B-Gemma3-Uncensored-Q5_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037600","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445037888","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660812320","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660812608","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510213280","shards":1,"effective_bpw":8.212,"repo":"mradermacher/Floppa-12B-Gemma3-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-8b-instruct-2512-bf16","canonical_repo":"mistralai/Ministral-3-8B-Instruct-2512-BF16","display_name":"Ministral-3-8B-Instruct-2512-BF16","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"8918026240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6514","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-8B-Instruct-2512-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3106707712","shards":1,"effective_bpw":2.7869,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3180428160","shards":1,"effective_bpw":2.853,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3245112544","shards":1,"effective_bpw":2.9111,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352918912","shards":1,"effective_bpw":3.0078,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352926464","shards":1,"effective_bpw":3.0078,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3455359232","shards":1,"effective_bpw":3.0997,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"3692919680","shards":1,"effective_bpw":3.3128,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3714357504","shards":1,"effective_bpw":3.332,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3866466560","shards":1,"effective_bpw":3.4685,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3877214464","shards":1,"effective_bpw":3.4781,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3948051680","shards":1,"effective_bpw":3.5416,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3992361216","shards":1,"effective_bpw":3.5814,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4023810944","shards":1,"effective_bpw":3.6096,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242045824","shards":1,"effective_bpw":3.8054,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242053376","shards":1,"effective_bpw":3.8054,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4307254144","shards":1,"effective_bpw":3.8639,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4565014784","shards":1,"effective_bpw":4.0951,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4686707936","shards":1,"effective_bpw":4.2043,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4696414464","shards":1,"effective_bpw":4.213,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4774722432","shards":1,"effective_bpw":4.2832,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4937324800","shards":1,"effective_bpw":4.4291,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4940470528","shards":1,"effective_bpw":4.4319,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4954102016","shards":1,"effective_bpw":4.4441,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198387168","shards":1,"effective_bpw":4.6633,"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198387456","shards":1,"effective_bpw":4.6633,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5274960576","shards":1,"effective_bpw":4.732,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5419669760","shards":1,"effective_bpw":4.8618,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5526749888","shards":1,"effective_bpw":4.9578,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5596846336","shards":1,"effective_bpw":5.0207,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5789680768","shards":1,"effective_bpw":5.1937,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5916694784","shards":1,"effective_bpw":5.3076,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058744064","shards":1,"effective_bpw":5.4351,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6390094080","shards":1,"effective_bpw":5.7323,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6490129536","shards":1,"effective_bpw":5.822,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972865408","shards":1,"effective_bpw":6.2551,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972872672","shards":1,"effective_bpw":6.2551,"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972872960","shards":1,"effective_bpw":6.2551,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7232919808","shards":1,"effective_bpw":6.4884,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"7490927488","shards":1,"effective_bpw":6.7198,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7750974336","shards":1,"effective_bpw":6.9531,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028860800","shards":1,"effective_bpw":8.0994,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028868064","shards":1,"effective_bpw":8.0994,"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028868352","shards":1,"effective_bpw":8.0994,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16987552640","shards":1,"effective_bpw":15.2388,"repo":"EnlistedGhost/Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16987559872","shards":1,"effective_bpw":15.2389,"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmoe-1b-7b-0924-instruct","canonical_repo":"allenai/OLMoE-1B-7B-0924-Instruct","display_name":"OLMoE-1B-7B-0924-Instruct","publisher":"allenai","modality":"text","arch_key":"olmoe","params_total":"6919161856","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6505","n_layers":16,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":50304,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":8,"arch_source":"allenai/OLMoE-1B-7B-0924-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1490543840","shards":1,"effective_bpw":1.7234,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1638393056","shards":1,"effective_bpw":1.8943,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1884808416","shards":1,"effective_bpw":2.1792,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2084037856","shards":1,"effective_bpw":2.4096,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2131201248","shards":1,"effective_bpw":2.4641,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2328333120","shards":1,"effective_bpw":2.692,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2328333536","shards":1,"effective_bpw":2.692,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2562763232","shards":1,"effective_bpw":2.9631,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2562763584","shards":1,"effective_bpw":2.9631,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2562764000","shards":1,"effective_bpw":2.9631,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2663371584","shards":1,"effective_bpw":3.0794,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2689567968","shards":1,"effective_bpw":3.1097,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2865779520","shards":1,"effective_bpw":3.3134,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2865779936","shards":1,"effective_bpw":3.3134,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3023065568","shards":1,"effective_bpw":3.4953,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3023065920","shards":1,"effective_bpw":3.4953,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3023066336","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3023066336","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3076543296","shards":1,"effective_bpw":3.5571,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3076543712","shards":1,"effective_bpw":3.5571,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3343929824","shards":1,"effective_bpw":3.8663,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3343930176","shards":1,"effective_bpw":3.8663,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3343930592","shards":1,"effective_bpw":3.8663,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3611316704","shards":1,"effective_bpw":4.1754,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3611317056","shards":1,"effective_bpw":4.1754,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3611317472","shards":1,"effective_bpw":4.1754,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3715103552","shards":1,"effective_bpw":4.2954,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3715103968","shards":1,"effective_bpw":4.2954,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3928037856","shards":1,"effective_bpw":4.5416,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3944815424","shards":1,"effective_bpw":4.561,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3944815840","shards":1,"effective_bpw":4.561,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3963689440","shards":1,"effective_bpw":4.5829,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3963689792","shards":1,"effective_bpw":4.5829,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3963690208","shards":1,"effective_bpw":4.5829,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4213512672","shards":1,"effective_bpw":4.8717,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4213513024","shards":1,"effective_bpw":4.8717,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4213513440","shards":1,"effective_bpw":4.8717,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4289975104","shards":1,"effective_bpw":4.9601,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4779776480","shards":1,"effective_bpw":5.5264,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4779776480","shards":1,"effective_bpw":5.5264,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4779776832","shards":1,"effective_bpw":5.5264,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4779777248","shards":1,"effective_bpw":5.5264,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926839264","shards":1,"effective_bpw":5.6965,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926839616","shards":1,"effective_bpw":5.6965,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4926840032","shards":1,"effective_bpw":5.6965,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4990423872","shards":1,"effective_bpw":5.77,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5684748768","shards":1,"effective_bpw":6.5728,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5684749120","shards":1,"effective_bpw":6.5728,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5684749536","shards":1,"effective_bpw":6.5728,"repo":"mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"5734650688","shards":1,"effective_bpw":6.6305,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7359943136","shards":1,"effective_bpw":8.5096,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7359943488","shards":1,"effective_bpw":8.5096,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13844566496","shards":1,"effective_bpw":16.0072,"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13844566560","shards":1,"effective_bpw":16.0072,"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-gemma-4-e4b-it","canonical_repo":"unsloth/gemma-4-E4B-it","display_name":"gemma-4-E4B-it","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"6504","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-E4B-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"3530227968","shards":1,"effective_bpw":3.5319,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3702259968","shards":1,"effective_bpw":3.704,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3862372608","shards":1,"effective_bpw":3.8642,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4058130688","shards":1,"effective_bpw":4.0601,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4715409664","shards":1,"effective_bpw":4.7177,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4835832064","shards":1,"effective_bpw":4.8382,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4835995904","shards":1,"effective_bpw":4.8383,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4844843264","shards":1,"effective_bpw":4.8472,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4977164544","shards":1,"effective_bpw":4.9796,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5074383104","shards":1,"effective_bpw":5.0768,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335275936","shards":1,"effective_bpw":5.3378,"repo":"pankajpandey-dev/gemma-4-e4b-hindi-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335290240","shards":1,"effective_bpw":5.3379,"repo":"trjxter/TraceAlchemy-Gemma-4-E4B-Finance-IT-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5404848384","shards":1,"effective_bpw":5.4074,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5481791744","shards":1,"effective_bpw":5.4844,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762898336","shards":1,"effective_bpw":5.7657,"repo":"pankajpandey-dev/gemma-4-e4b-hindi-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762912640","shards":1,"effective_bpw":5.7657,"repo":"trjxter/TraceAlchemy-Gemma-4-E4B-Finance-IT-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217261440","shards":1,"effective_bpw":6.2202,"repo":"trjxter/TraceAlchemy-Gemma-4-E4B-Finance-IT-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6392299776","shards":1,"effective_bpw":6.3954,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031226272","shards":1,"effective_bpw":8.0351,"repo":"pankajpandey-dev/gemma-4-e4b-hindi-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240576","shards":1,"effective_bpw":8.0351,"repo":"trjxter/TraceAlchemy-Gemma-4-E4B-Finance-IT-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8192946432","shards":1,"effective_bpw":8.1969,"repo":"dahara1/gemma-4-E4B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moonshine-streaming-small","canonical_repo":"UsefulSensors/moonshine-streaming-small","display_name":"moonshine-streaming-small","publisher":"UsefulSensors","modality":"audio_asr","arch_key":"moonshine_streaming","params_total":"140135224","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6503","n_layers":10,"n_head":8,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":512,"vocab_size":32768,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UsefulSensors/moonshine-streaming-small","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"198506848","shards":1,"effective_bpw":11.3323,"repo":"handy-computer/moonshine-streaming-small-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"282092128","shards":1,"effective_bpw":16.104,"repo":"handy-computer/moonshine-streaming-small-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"562146912","shards":1,"effective_bpw":32.0917,"repo":"handy-computer/moonshine-streaming-small-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-flf2v-14b-720p","canonical_repo":"Wan-AI/Wan2.1-FLF2V-14B-720P","display_name":"Wan2.1-FLF2V-14B-720P","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"16395536704","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6500","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Wan-AI/Wan2.1-FLF2V-14B-720P","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"7928571328","shards":1,"effective_bpw":3.8686,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8589665728","shards":1,"effective_bpw":4.1912,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10250184128","shards":1,"effective_bpw":5.0015,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10440238528","shards":1,"effective_bpw":5.0942,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11082491328","shards":1,"effective_bpw":5.4076,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11343816128","shards":1,"effective_bpw":5.5351,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12091745728","shards":1,"effective_bpw":5.9,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12268692928","shards":1,"effective_bpw":5.9864,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12746286528","shards":1,"effective_bpw":6.2194,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13101000128","shards":1,"effective_bpw":6.3925,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14236411328","shards":1,"effective_bpw":6.9465,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18147272128","shards":1,"effective_bpw":8.8547,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"33286088128","shards":1,"effective_bpw":16.2415,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"33286088128","shards":1,"effective_bpw":16.2415,"repo":"city96/Wan2.1-FLF2V-14B-720P-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-2-rogue-creative-instruct-uncensored-abliterated-7b","canonical_repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B","display_name":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"7532860416","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6499","n_layers":67,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2931892928","shards":1,"effective_bpw":3.1137,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3400022720","shards":1,"effective_bpw":3.6109,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3749296832","shards":1,"effective_bpw":3.9818,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4156478144","shards":1,"effective_bpw":4.4142,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4374835904","shards":1,"effective_bpw":4.6461,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4588966592","shards":1,"effective_bpw":4.8735,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5240402624","shards":1,"effective_bpw":5.5654,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5364486848","shards":1,"effective_bpw":5.6972,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6188477120","shards":1,"effective_bpw":6.5722,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8012741312","shards":1,"effective_bpw":8.5096,"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-mentalchat16k","canonical_repo":"howardbaik/gemma-4-E4B-it-mentalchat16k","display_name":"gemma-4-E4B-it-mentalchat16k","publisher":"howardbaik","modality":"text","arch_key":"gemma4","params_total":"7941100874","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6488","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"howardbaik/gemma-4-E4B-it-mentalchat16k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289756800","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372270720","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509793920","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627840640","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279360","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787297920","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982840960","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269589632","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376781952","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885312","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959232","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833472","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361152","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823061632","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506112","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037384832","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527552","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132032","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979392","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273152","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519232","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098432","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997312","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079232","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-mentalchat16k-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-obliterated","canonical_repo":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","display_name":"gemma-4-E4B-it-OBLITERATED","publisher":"OBLITERATUS","modality":"text","arch_key":null,"params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6481","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289756576","shards":1,"effective_bpw":3.2913,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372270496","shards":1,"effective_bpw":3.3739,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509793696","shards":1,"effective_bpw":3.5115,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627840416","shards":1,"effective_bpw":3.6296,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279136","shards":1,"effective_bpw":3.679,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787297696","shards":1,"effective_bpw":3.7891,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982840736","shards":1,"effective_bpw":3.9848,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269589408","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376781728","shards":1,"effective_bpw":4.3789,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885088","shards":1,"effective_bpw":4.5481,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959008","shards":1,"effective_bpw":4.6332,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833248","shards":1,"effective_bpw":4.6381,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687360928","shards":1,"effective_bpw":4.6896,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823061408","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990505888","shards":1,"effective_bpw":4.9929,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037384608","shards":1,"effective_bpw":5.0398,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159527328","shards":1,"effective_bpw":5.162,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163131808","shards":1,"effective_bpw":5.1656,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979168","shards":1,"effective_bpw":5.1745,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302272928","shards":1,"effective_bpw":5.3048,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519008","shards":1,"effective_bpw":5.4041,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098208","shards":1,"effective_bpw":5.6508,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997088","shards":1,"effective_bpw":5.7267,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079008","shards":1,"effective_bpw":6.175,"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-the-writer-9b-heretic-uncensored-abliterated","canonical_repo":"DavidAU/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated","display_name":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated","publisher":"DavidAU","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6478","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378566272","shards":1,"effective_bpw":2.059,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953408","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931968","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382400","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487872","shards":1,"effective_bpw":2.78,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670720","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552512640","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740736","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805399360","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399680","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990848","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337666368","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666688","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666688","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494617216","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761782592","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782912","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132454208","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454528","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031936","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223172416","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144320","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200640","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478926656","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926976","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761059136","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059456","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963369088","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483593536","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593856","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647368000","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368320","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589071168","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071488","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827150144","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490681664","shards":1,"effective_bpw":16.0063,"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"devstral-2-123b-instruct-2512","canonical_repo":"mistralai/Devstral-2-123B-Instruct-2512","display_name":"Devstral-2-123B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"125025989840","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6471","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Devstral-2-123B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"27194260832","shards":1,"effective_bpw":1.7401,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"28445876448","shards":1,"effective_bpw":1.8202,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"29620796768","shards":1,"effective_bpw":1.8953,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"30565310688","shards":1,"effective_bpw":1.9558,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"33665023328","shards":1,"effective_bpw":2.1541,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"34404671712","shards":1,"effective_bpw":2.2014,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"37315640672","shards":1,"effective_bpw":2.3877,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"39741390176","shards":1,"effective_bpw":2.5429,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"42976771424","shards":1,"effective_bpw":2.7499,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"43543404768","shards":1,"effective_bpw":2.7862,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46591212896","shards":1,"effective_bpw":2.9812,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46591221984","shards":1,"effective_bpw":2.9812,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"46968709344","shards":1,"effective_bpw":3.0054,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"48164076896","shards":1,"effective_bpw":3.0819,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"48366189920","shards":1,"effective_bpw":3.0948,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"48963887328","shards":1,"effective_bpw":3.133,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"51659767360","shards":2,"effective_bpw":3.3055,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54367452704","shards":2,"effective_bpw":3.4788,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54367461792","shards":2,"effective_bpw":3.4788,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"56793988672","shards":2,"effective_bpw":3.6341,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"60620373568","shards":2,"effective_bpw":3.8789,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"60620382656","shards":2,"effective_bpw":3.8789,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"66071919776","shards":2,"effective_bpw":4.2277,"repo":"lmstudio-community/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"66071920160","shards":2,"effective_bpw":4.2277,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67074620960","shards":2,"effective_bpw":4.2919,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67124961696","shards":2,"effective_bpw":4.2951,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"70896680480","shards":2,"effective_bpw":4.5364,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"70896689568","shards":2,"effective_bpw":4.5364,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"71000489536","shards":2,"effective_bpw":4.5431,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"71000498592","shards":2,"effective_bpw":4.5431,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71249002016","shards":2,"effective_bpw":4.559,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71249011104","shards":2,"effective_bpw":4.559,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74897652896","shards":2,"effective_bpw":4.7925,"repo":"lmstudio-community/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74897653312","shards":2,"effective_bpw":4.7925,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74897662400","shards":2,"effective_bpw":4.7925,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"76093029920","shards":2,"effective_bpw":4.8689,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"78471593504","shards":2,"effective_bpw":5.0211,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"78471602592","shards":2,"effective_bpw":5.0211,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"86184918688","shards":3,"effective_bpw":5.5147,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"86184927680","shards":2,"effective_bpw":5.5147,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88317329056","shards":3,"effective_bpw":5.6511,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88317338016","shards":2,"effective_bpw":5.6511,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"102575734048","shards":3,"effective_bpw":6.5635,"repo":"lmstudio-community/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"102575734432","shards":3,"effective_bpw":6.5635,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"102575743552","shards":3,"effective_bpw":6.5635,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132854939040","shards":4,"effective_bpw":8.5009,"repo":"lmstudio-community/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132854939136","shards":4,"effective_bpw":8.5009,"repo":"bartowski/mistralai_Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"132854948384","shards":3,"effective_bpw":8.5009,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"250064773760","shards":6,"effective_bpw":16.0008,"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-350m","canonical_repo":"ibm-granite/granite-4.0-350m","display_name":"granite-4.0-350m","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"352379904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6470","n_layers":28,"n_head":16,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":100352,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-350m","arch_confidence":1,"quantizations":[{"quant":"UD-IQ3_XXS","bytes":"172142368","shards":1,"effective_bpw":3.9081,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"180645280","shards":1,"effective_bpw":4.1011,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"195325344","shards":1,"effective_bpw":4.4344,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"195325728","shards":1,"effective_bpw":4.4344,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"208326048","shards":1,"effective_bpw":4.7296,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"208326432","shards":1,"effective_bpw":4.7296,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"219925920","shards":1,"effective_bpw":4.9929,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"221818656","shards":1,"effective_bpw":5.0359,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"228470176","shards":1,"effective_bpw":5.1869,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"228863776","shards":1,"effective_bpw":5.1958,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"229387680","shards":1,"effective_bpw":5.2077,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"229388064","shards":1,"effective_bpw":5.2077,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"229388064","shards":1,"effective_bpw":5.2077,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"236985760","shards":1,"effective_bpw":5.3802,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"236986144","shards":1,"effective_bpw":5.3802,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"244067744","shards":1,"effective_bpw":5.541,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"244068128","shards":1,"effective_bpw":5.541,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"259665312","shards":1,"effective_bpw":5.8951,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"259665312","shards":1,"effective_bpw":5.8951,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"259665696","shards":1,"effective_bpw":5.8951,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"264052128","shards":1,"effective_bpw":5.9947,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"264052512","shards":1,"effective_bpw":5.9947,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"275262880","shards":1,"effective_bpw":6.2492,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"292810144","shards":1,"effective_bpw":6.6476,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"292810528","shards":1,"effective_bpw":6.6476,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"378138016","shards":1,"effective_bpw":8.5848,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"378138400","shards":1,"effective_bpw":8.5848,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"708439456","shards":1,"effective_bpw":16.0835,"repo":"ibm-granite/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"708439552","shards":1,"effective_bpw":16.0835,"repo":"unsloth/granite-4.0-350m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melinoe-gemma4-31b-vl-heretic","canonical_repo":"bgg1996/Melinoe-Gemma4-31B-VL-heretic","display_name":"Melinoe-Gemma4-31B-VL-heretic","publisher":"bgg1996","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6460","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bgg1996/Melinoe-Gemma4-31B-VL-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490112","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873024","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844544","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359680","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889408","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066624","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589696","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314240","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314496","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508480","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369536","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357440","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357696","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357696","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498048","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109248","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109504","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270720","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270976","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790976","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234240","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578624","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165824","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166080","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063680","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063936","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421696","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841920","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842176","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571200","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571456","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485440","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485696","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676288","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Melinoe-Gemma4-31B-VL-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-instruct-ghidra-v2","canonical_repo":"sillykiwi/Qwen2.5-Coder-7B-Instruct-Ghidra-v2","display_name":"Qwen2.5-Coder-7B-Instruct-Ghidra-v2","publisher":"sillykiwi","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6437","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sillykiwi/Qwen2.5-Coder-7B-Instruct-Ghidra-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668640","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197408","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078688","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023136","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638688","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343712","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075040","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941248","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941536","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515872","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257312","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369536","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369824","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193760","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013344","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392320","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392608","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460416","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460704","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473888","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299520","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814688","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122528","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770112","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770400","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074208","shards":1,"effective_bpw":4.9194,"repo":"sillykiwi/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074688","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074976","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285024","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177600","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177888","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832384","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832672","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199936","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200224","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526336","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854336","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Ghidra-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-2-13b-chat-hf","canonical_repo":"meta-llama/Llama-2-13b-chat-hf","display_name":"Llama-2-13b-chat-hf","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"13015866880","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"6430","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Llama-2-13b-chat-hf","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429349184","shards":1,"effective_bpw":3.3371,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658981184","shards":1,"effective_bpw":3.4782,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337770304","shards":1,"effective_bpw":3.8954,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929560384","shards":1,"effective_bpw":4.2591,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365835584","shards":1,"effective_bpw":4.5273,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414332224","shards":1,"effective_bpw":4.5571,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865957184","shards":1,"effective_bpw":4.8347,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972286784","shards":1,"effective_bpw":5.5147,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972286784","shards":1,"effective_bpw":5.5147,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679141184","shards":1,"effective_bpw":6.5638,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Llama-2-13B-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831320384","shards":1,"effective_bpw":8.5012,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18459849408","shards":2,"effective_bpw":11.3461,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"26033304352","shards":1,"effective_bpw":16.001,"repo":"second-state/Llama-2-13B-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-6","canonical_repo":"zai-org/GLM-4.6","display_name":"GLM-4.6","publisher":"zai-org","modality":"text","arch_key":"glm4moe","params_total":"356785898816","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"6428","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"zai-org/GLM-4.6","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"76307265696","shards":2,"effective_bpw":1.711,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"79564384416","shards":2,"effective_bpw":1.784,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"84142197312","shards":1,"effective_bpw":1.8867,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"88325421344","shards":3,"effective_bpw":1.9805,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"96941378304","shards":2,"effective_bpw":2.1737,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"101043747072","shards":3,"effective_bpw":2.2656,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"101853935904","shards":3,"effective_bpw":2.2838,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"107395558304","shards":3,"effective_bpw":2.4081,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"114366151040","shards":3,"effective_bpw":2.5644,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"115262171392","shards":3,"effective_bpw":2.5845,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"115403606944","shards":3,"effective_bpw":2.5876,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"121930992512","shards":3,"effective_bpw":2.734,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"127247272352","shards":4,"effective_bpw":2.8532,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"128005032352","shards":4,"effective_bpw":2.8702,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"128637290848","shards":3,"effective_bpw":2.8844,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"130650434432","shards":3,"effective_bpw":2.9295,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"130832296832","shards":3,"effective_bpw":2.9336,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"142721550752","shards":4,"effective_bpw":3.2002,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"144702397312","shards":3,"effective_bpw":3.2446,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"148186106240","shards":4,"effective_bpw":3.3227,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"154355051488","shards":4,"effective_bpw":3.461,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"156653152608","shards":4,"effective_bpw":3.5125,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"164263234016","shards":5,"effective_bpw":3.6832,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"164288137696","shards":5,"effective_bpw":3.6837,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"169917188640","shards":5,"effective_bpw":3.81,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"170601958368","shards":4,"effective_bpw":3.8253,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"175828617664","shards":4,"effective_bpw":3.9425,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"190690012160","shards":4,"effective_bpw":4.2757,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"192019450400","shards":5,"effective_bpw":4.3055,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"201223981664","shards":5,"effective_bpw":4.5119,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"201583406208","shards":5,"effective_bpw":4.52,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"202163399776","shards":5,"effective_bpw":4.533,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"202806963328","shards":5,"effective_bpw":4.5474,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"202862709344","shards":6,"effective_bpw":4.5487,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"205621119584","shards":6,"effective_bpw":4.6105,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"209905863296","shards":6,"effective_bpw":4.7066,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"215582633056","shards":5,"effective_bpw":4.8339,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"217651747456","shards":6,"effective_bpw":4.8803,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"223604361824","shards":5,"effective_bpw":5.0137,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"223635614848","shards":5,"effective_bpw":5.0144,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"224153061984","shards":6,"effective_bpw":5.0261,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"245936778336","shards":5,"effective_bpw":5.5145,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"246376749792","shards":7,"effective_bpw":5.5244,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"253179899136","shards":6,"effective_bpw":5.6769,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"254211230432","shards":7,"effective_bpw":5.7,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"266956425952","shards":6,"effective_bpw":5.9858,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293098654944","shards":6,"effective_bpw":6.572,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293559577472","shards":8,"effective_bpw":6.5823,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379317897952","shards":8,"effective_bpw":8.5052,"repo":"ReadyArt/GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379317898112","shards":10,"effective_bpw":8.5052,"repo":"bartowski/zai-org_GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379317898752","shards":8,"effective_bpw":8.5052,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"713733361632","shards":15,"effective_bpw":16.0036,"repo":"unsloth/GLM-4.6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-7b-abliterated-caption-it","canonical_repo":"prithivMLmods/Qwen2.5-VL-7B-Abliterated-Caption-it","display_name":"Qwen2.5-VL-7B-Abliterated-Caption-it","publisher":"prithivMLmods","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6423","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1274755072","shards":1,"effective_bpw":1.2298,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454356480","shards":1,"effective_bpw":1.4031,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590474752","shards":1,"effective_bpw":1.5344,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707390976","shards":1,"effective_bpw":1.6472,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753184256","shards":1,"effective_bpw":1.6914,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834383360","shards":1,"effective_bpw":1.7698,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1903667648","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929902080","shards":1,"effective_bpw":1.8619,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196416","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169665536","shards":1,"effective_bpw":2.0932,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224814080","shards":1,"effective_bpw":2.1464,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077696","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022144","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538158080","shards":1,"effective_bpw":2.4487,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637696","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342720","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074048","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940256","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940256","shards":1,"effective_bpw":2.9097,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940544","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114514880","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285475328","shards":1,"effective_bpw":3.1697,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256320","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368544","shards":1,"effective_bpw":3.3693,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368544","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492368832","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499192768","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012352","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391328","shards":1,"effective_bpw":3.6742,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391328","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808391616","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459424","shards":1,"effective_bpw":3.9444,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459424","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459712","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218472896","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298528","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298528","shards":1,"effective_bpw":4.1005,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813696","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121536","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769120","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769120","shards":1,"effective_bpw":4.3007,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769408","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073696","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073696","shards":1,"effective_bpw":4.5181,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683073984","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284032","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176608","shards":1,"effective_bpw":5.1279,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176608","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315176896","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831392","shards":1,"effective_bpw":5.253,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831392","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831680","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178316288","shards":1,"effective_bpw":5.9606,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198944","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198944","shards":1,"effective_bpw":6.0338,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199232","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525344","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525344","shards":1,"effective_bpw":7.8132,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853344","shards":1,"effective_bpw":14.701,"repo":"prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853344","shards":1,"effective_bpw":14.701,"repo":"mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neuron-v1-14b-instruct","canonical_repo":"Neura-Tech-AI/Neuron-V1-14B-Instruct","display_name":"Neuron-V1-14B-Instruct","publisher":"Neura-Tech-AI","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6421","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Neura-Tech-AI/Neuron-V1-14B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994848","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3607994880","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3607995136","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309728","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309760","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872310016","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834528","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834560","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834816","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575968","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576000","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576256","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727328","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727360","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727616","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147168","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147200","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147456","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189088","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189120","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189376","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498528","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498560","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498816","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708448","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708480","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708736","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362528","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362560","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362816","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596768","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596800","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659597056","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020128","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020160","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020416","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538848","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538880","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916539136","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205088","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205120","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205376","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769248","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769280","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769536","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841248","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841280","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841536","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268768","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268800","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544269056","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183968","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184000","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184256","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432288","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432320","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432576","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111328","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111360","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111616","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140768","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140800","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392141056","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554848","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554880","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266555136","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874208","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874240","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874496","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684768","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Neuron-V1-Distill-Qwen2-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684800","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Neuron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124685056","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Neuron-V1-14B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-2-abliterated-bf16","canonical_repo":"Blackfrost-AI/GLM-5.2-ABLITERATED-BF16","display_name":"GLM-5.2-ABLITERATED-BF16","publisher":"Blackfrost-AI","modality":"text","arch_key":"glm-dsa","params_total":"753329940480","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6409","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"454660890496","shards":10,"effective_bpw":4.8283,"repo":"frz1/GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"534072139936","shards":11,"effective_bpw":5.6716,"repo":"frz1/GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"618568907008","shards":13,"effective_bpw":6.5689,"repo":"frz1/GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"800848098144","shards":17,"effective_bpw":8.5046,"repo":"frz1/GLM-5.2-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-3-7b-instruct","canonical_repo":"allenai/Olmo-3-7B-Instruct","display_name":"Olmo-3-7B-Instruct","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"7298011136","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6387","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100278,"ctx_native":65536,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Olmo-3-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1941747200","shards":1,"effective_bpw":2.1285,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2042295808","shards":1,"effective_bpw":2.2387,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2254091776","shards":1,"effective_bpw":2.4709,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2676061440","shards":1,"effective_bpw":2.9335,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2717038080","shards":1,"effective_bpw":2.9784,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2857914368","shards":1,"effective_bpw":3.1328,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2857914624","shards":1,"effective_bpw":3.1328,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2901701888","shards":1,"effective_bpw":3.1808,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2944341504","shards":1,"effective_bpw":3.2276,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2954181504","shards":1,"effective_bpw":3.2383,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3149977536","shards":1,"effective_bpw":3.453,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3259026368","shards":1,"effective_bpw":3.5725,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3301758912","shards":1,"effective_bpw":3.6194,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3301759168","shards":1,"effective_bpw":3.6194,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3468318656","shards":1,"effective_bpw":3.8019,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3651459008","shards":1,"effective_bpw":4.0027,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3651459264","shards":1,"effective_bpw":4.0027,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3950565312","shards":1,"effective_bpw":4.3306,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4001193856","shards":1,"effective_bpw":4.3861,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4014029696","shards":1,"effective_bpw":4.4001,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4216404608","shards":1,"effective_bpw":4.622,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4216404864","shards":1,"effective_bpw":4.622,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4227676800","shards":1,"effective_bpw":4.6343,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4227677056","shards":1,"effective_bpw":4.6343,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4247337600","shards":1,"effective_bpw":4.6559,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4247337856","shards":1,"effective_bpw":4.6559,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4471601152","shards":1,"effective_bpw":4.9017,"repo":"lmstudio-community/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4471601792","shards":1,"effective_bpw":4.9017,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4471602048","shards":1,"effective_bpw":4.9017,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4646826112","shards":1,"effective_bpw":5.0938,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4646826368","shards":1,"effective_bpw":5.0938,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4776446912","shards":1,"effective_bpw":5.2359,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5077247616","shards":1,"effective_bpw":5.5656,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5077247872","shards":1,"effective_bpw":5.5656,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5208712832","shards":1,"effective_bpw":5.7097,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5208713088","shards":1,"effective_bpw":5.7097,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5462215616","shards":1,"effective_bpw":5.9876,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5991892672","shards":1,"effective_bpw":6.5682,"repo":"lmstudio-community/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5991893312","shards":1,"effective_bpw":6.5682,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5991893568","shards":1,"effective_bpw":6.5682,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6190844864","shards":1,"effective_bpw":6.7863,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759251776","shards":1,"effective_bpw":8.5056,"repo":"lmstudio-community/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759252416","shards":1,"effective_bpw":8.5056,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759252672","shards":1,"effective_bpw":8.5056,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14600642208","shards":1,"effective_bpw":16.0051,"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14600642496","shards":1,"effective_bpw":16.0051,"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it","canonical_repo":"google/gemma-4-12b-it","display_name":"gemma-4-12b-it","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6377","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-12b-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"4213353280","shards":1,"effective_bpw":2.8184,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4639716160","shards":1,"effective_bpw":3.1036,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4708743648","shards":1,"effective_bpw":3.1497,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148992","shards":1,"effective_bpw":3.2309,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4940986848","shards":1,"effective_bpw":3.3051,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5077875168","shards":1,"effective_bpw":3.3966,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5135014720","shards":1,"effective_bpw":3.4349,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5145090528","shards":1,"effective_bpw":3.4416,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5321669088","shards":1,"effective_bpw":3.5597,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5525772768","shards":1,"effective_bpw":3.6963,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5693872960","shards":1,"effective_bpw":3.8087,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q3_K":193,"Q4_K":131,"Q5_K":5}},{"quant":"Q3_K_S","bytes":"5724838368","shards":1,"effective_bpw":3.8294,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5733992832","shards":1,"effective_bpw":3.8355,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5969922528","shards":1,"effective_bpw":3.9933,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088512","shards":1,"effective_bpw":4.0717,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6301391328","shards":1,"effective_bpw":4.2151,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q3_K":168,"Q4_K":113,"Q5_K":23,"Q6_K":25}},{"quant":"IQ4_XS","bytes":"6375734080","shards":1,"effective_bpw":4.2648,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320512","shards":1,"effective_bpw":4.3923,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6635256192","shards":1,"effective_bpw":4.4384,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6652828128","shards":1,"effective_bpw":4.4502,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6716357440","shards":1,"effective_bpw":4.4926,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6738475840","shards":1,"effective_bpw":4.5074,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q4_0":322,"Q4_1":6,"Q4_K":1}},{"quant":"Q4_K_S","bytes":"6764526400","shards":1,"effective_bpw":4.5249,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6780746208","shards":1,"effective_bpw":4.5357,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":25,"IQ4_XS":304}},{"quant":"Q4_K_S","bytes":"7024046720","shards":1,"effective_bpw":4.6985,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048512","shards":1,"effective_bpw":4.6985,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7105640928","shards":1,"effective_bpw":4.753,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7121861440","shards":1,"effective_bpw":4.7639,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7169538528","shards":1,"effective_bpw":4.7958,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381381760","shards":1,"effective_bpw":4.9375,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382944","shards":1,"effective_bpw":4.9375,"repo":"lmstudio-community/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q4_K":284,"Q6_K":45}},{"quant":"Q4_K_M","bytes":"7381383552","shards":1,"effective_bpw":4.9375,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7397604160","shards":1,"effective_bpw":4.9483,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7450674176","shards":2,"effective_bpw":4.9838,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7662533088","shards":1,"effective_bpw":5.1256,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7755430368","shards":1,"effective_bpw":5.1877,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7906327008","shards":1,"effective_bpw":5.2886,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8204680000","shards":1,"effective_bpw":5.4882,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371200","shards":1,"effective_bpw":5.5776,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372992","shards":1,"effective_bpw":5.5776,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8405219808","shards":1,"effective_bpw":5.6223,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8413576000","shards":1,"effective_bpw":5.6279,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267200","shards":1,"effective_bpw":5.7174,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268992","shards":1,"effective_bpw":5.7174,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8774965728","shards":1,"effective_bpw":5.8697,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q5_K":164,"Q6_K":165}},{"quant":"Q5_K_L","bytes":"9018759648","shards":1,"effective_bpw":6.0328,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020480","shards":1,"effective_bpw":6.546,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022272","shards":1,"effective_bpw":6.546,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022720","shards":1,"effective_bpw":6.546,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786023584","shards":1,"effective_bpw":6.546,"repo":"lmstudio-community/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":329}},{"quant":"Q6_K","bytes":"10239326688","shards":1,"effective_bpw":6.8492,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q6_K":189,"Q8_0":140}},{"quant":"Q6_K_L","bytes":"10483120608","shards":1,"effective_bpw":7.0123,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645440","shards":1,"effective_bpw":8.4749,"repo":"jwest33/gemma-4-12B-it-null-space-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646976","shards":1,"effective_bpw":8.4749,"repo":"AtomicChat/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647680","shards":1,"effective_bpw":8.4749,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q8_0":329}},{"quant":"Q8_0","bytes":"12669648544","shards":1,"effective_bpw":8.4749,"repo":"lmstudio-community/gemma-4-12B-it-GGUF","n_tensors":667,"type_hist":{"F32":338,"Q8_0":329}},{"quant":"Q8_0","bytes":"13134775296","shards":2,"effective_bpw":8.786,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832066272","shards":1,"effective_bpw":15.9415,"repo":"bartowski/gemma-4-12B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832066656","shards":1,"effective_bpw":15.9415,"repo":"unsloth/gemma-4-12b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"frank-26b-a4b","canonical_repo":"TendieLabs/Frank-26B-A4B","display_name":"Frank-26B-A4B","publisher":"TendieLabs","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6371","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"TendieLabs/Frank-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290274112","shards":1,"effective_bpw":2.4986,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668660032","shards":1,"effective_bpw":2.6126,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299303232","shards":1,"effective_bpw":2.8027,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816433472","shards":1,"effective_bpw":2.9585,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873204032","shards":1,"effective_bpw":2.9756,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377718592","shards":1,"effective_bpw":3.1277,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582740288","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624484672","shards":1,"effective_bpw":3.2021,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325696832","shards":1,"effective_bpw":3.4134,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636070720","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222412608","shards":1,"effective_bpw":3.6837,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222412608","shards":1,"effective_bpw":3.6837,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392566592","shards":1,"effective_bpw":3.7349,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286736704","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824491328","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917729088","shards":1,"effective_bpw":4.1946,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488059200","shards":1,"effective_bpw":4.3665,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464828224","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969579328","shards":1,"effective_bpw":4.813,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796019008","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986736448","shards":1,"effective_bpw":5.4209,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132893504","shards":1,"effective_bpw":5.7664,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638402368","shards":1,"effective_bpw":6.8229,"repo":"mradermacher/Frank-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"joyai-echo","canonical_repo":"jdopensource/JoyAI-Echo","display_name":"JoyAI-Echo","publisher":"jdopensource","modality":"video","arch_key":"joyai-gemma","params_total":"12192046050","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6362","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jdopensource/JoyAI-Echo","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"9165048896","shards":1,"effective_bpw":6.0138,"repo":"realrebelai/JoyAI-Echo_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9915282496","shards":1,"effective_bpw":6.5061,"repo":"realrebelai/JoyAI-Echo_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13366760896","shards":1,"effective_bpw":8.7708,"repo":"realrebelai/JoyAI-Echo_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15694613568","shards":1,"effective_bpw":10.2983,"repo":"realrebelai/JoyAI-Echo_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19573124160","shards":1,"effective_bpw":12.8432,"repo":"realrebelai/JoyAI-Echo_GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-tiny","canonical_repo":"openai/whisper-tiny","display_name":"whisper-tiny","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"37760640","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6359","n_layers":4,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51865,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-tiny","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"16783264","shards":1,"effective_bpw":3.5557,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"20483311","shards":1,"effective_bpw":4.3396,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"22087104","shards":1,"effective_bpw":4.6794,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"24414464","shards":1,"effective_bpw":5.1725,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"25321834","shards":1,"effective_bpw":5.3647,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"25321834","shards":1,"effective_bpw":5.3647,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"27598786","shards":1,"effective_bpw":5.8471,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"29875738","shards":1,"effective_bpw":6.3295,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"29875738","shards":1,"effective_bpw":6.3295,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"32152690","shards":1,"effective_bpw":6.8119,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"34714261","shards":1,"effective_bpw":7.3546,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"43537450","shards":1,"effective_bpw":9.2239,"repo":"oxide-lab/whisper-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"43621792","shards":1,"effective_bpw":9.2417,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"44211616","shards":1,"effective_bpw":9.3667,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"44838304","shards":1,"effective_bpw":9.4995,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"45981088","shards":1,"effective_bpw":9.7416,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"80135360","shards":1,"effective_bpw":16.9775,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"152997824","shards":1,"effective_bpw":32.4142,"repo":"handy-computer/whisper-tiny-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1","display_name":"Qwen3-VL-4B-Instruct-abliterated-v1","publisher":"prithivMLmods","modality":"vision_language","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6358","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257952","shards":1,"effective_bpw":1.9023,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019872","shards":1,"effective_bpw":2.0317,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246623072","shards":1,"effective_bpw":2.2473,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354102112","shards":1,"effective_bpw":2.441,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303392","shards":1,"effective_bpw":2.555,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985952","shards":1,"effective_bpw":2.7274,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456352","shards":1,"effective_bpw":2.8184,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501440","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501504","shards":1,"effective_bpw":3.0096,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501504","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501792","shards":1,"effective_bpw":3.0096,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190432","shards":1,"effective_bpw":3.0108,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377312","shards":1,"effective_bpw":3.2708,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999040","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999104","shards":1,"effective_bpw":3.4017,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999104","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999392","shards":1,"effective_bpw":3.4017,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533152","shards":1,"effective_bpw":3.4243,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898272","shards":1,"effective_bpw":3.5385,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619840","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619904","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619904","shards":1,"effective_bpw":3.7417,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620192","shards":1,"effective_bpw":3.7417,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787520","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787584","shards":1,"effective_bpw":4.0376,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787584","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787872","shards":1,"effective_bpw":4.0376,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753632","shards":1,"effective_bpw":4.0935,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318080","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318144","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318144","shards":1,"effective_bpw":4.1215,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375775072","shards":1,"effective_bpw":4.2828,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345632","shards":1,"effective_bpw":4.2928,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311360","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311424","shards":1,"effective_bpw":4.2964,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311424","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311712","shards":1,"effective_bpw":4.2964,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282560","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282624","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282624","shards":1,"effective_bpw":4.5018,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282912","shards":1,"effective_bpw":4.5018,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631392","shards":1,"effective_bpw":4.6809,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713280","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713344","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713344","shards":1,"effective_bpw":5.0903,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713632","shards":1,"effective_bpw":5.0903,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515520","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515584","shards":1,"effective_bpw":5.2089,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515584","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515872","shards":1,"effective_bpw":5.2089,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263040","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263104","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263104","shards":1,"effective_bpw":5.9602,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263392","shards":1,"effective_bpw":5.9602,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407040","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407104","shards":1,"effective_bpw":7.7162,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407104","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287040","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287104","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287104","shards":1,"effective_bpw":14.514,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-garnet-v2-31b-it-ultra-uncensored-heretic","canonical_repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic","display_name":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6354","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489696","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872608","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844128","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359264","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888992","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066208","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589280","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313760","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314080","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508064","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369120","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357280","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357280","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497632","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107360","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108768","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109088","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628268832","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270240","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270560","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790560","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233760","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578208","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763163936","shards":1,"effective_bpw":4.544,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165344","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165664","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687061792","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063200","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063520","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421280","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840032","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841440","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841760","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569312","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570720","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571040","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483552","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484960","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485280","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674400","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675808","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413187360","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"medgemma-27b-text-it","canonical_repo":"google/medgemma-27b-text-it","display_name":"medgemma-27b-text-it","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"27009002240","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6351","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/medgemma-27b-text-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"6506101760","shards":1,"effective_bpw":1.9271,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6986501120","shards":1,"effective_bpw":2.0694,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7850015744","shards":1,"effective_bpw":2.3252,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9624267776","shards":1,"effective_bpw":2.8507,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503437312","shards":1,"effective_bpw":3.1111,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10503437312","shards":1,"effective_bpw":3.1111,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"10809783296","shards":1,"effective_bpw":3.2018,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167330816","shards":1,"effective_bpw":3.6039,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437357056","shards":1,"effective_bpw":3.9801,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543177792","shards":1,"effective_bpw":4.3077,"repo":"lmstudio-community/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767164416","shards":1,"effective_bpw":4.374,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567113216","shards":1,"effective_bpw":4.6109,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15673773056","shards":1,"effective_bpw":4.6425,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546404416","shards":1,"effective_bpw":4.901,"repo":"lmstudio-community/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546405376","shards":1,"effective_bpw":4.901,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167010816","shards":1,"effective_bpw":5.0848,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18766908416","shards":1,"effective_bpw":5.5587,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271392256","shards":1,"effective_bpw":5.7081,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166689856","shards":1,"effective_bpw":6.5657,"repo":"lmstudio-community/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166690432","shards":1,"effective_bpw":6.5657,"repo":"jmarxsen/medgemma-27b-text-it-Q6_K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166690816","shards":1,"effective_bpw":6.5657,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707604544","shards":1,"effective_bpw":8.5031,"repo":"lmstudio-community/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707605504","shards":1,"effective_bpw":8.5031,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027275232","shards":2,"effective_bpw":16.0027,"repo":"unsloth/medgemma-27b-text-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-styletune","canonical_repo":"Gryphe/Gemma-4-12B-StyleTune","display_name":"Gemma-4-12B-StyleTune","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"12966363184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6347","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/Gemma-4-12B-StyleTune","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3313993600","shards":1,"effective_bpw":2.0447,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3533150080","shards":1,"effective_bpw":2.1799,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3898410880","shards":1,"effective_bpw":2.4052,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4218144640","shards":1,"effective_bpw":2.6025,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4512135040","shards":1,"effective_bpw":2.7839,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4804343680","shards":1,"effective_bpw":2.9642,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4834449280","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5160449664","shards":1,"effective_bpw":3.1839,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5160449920","shards":1,"effective_bpw":3.1839,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5281732480","shards":1,"effective_bpw":3.2587,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5704931200","shards":1,"effective_bpw":3.5198,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5960767104","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5960767360","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5960767360","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6166529920","shards":1,"effective_bpw":3.8046,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6519625344","shards":1,"effective_bpw":4.0225,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6519625600","shards":1,"effective_bpw":4.0225,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6998857344","shards":1,"effective_bpw":4.3182,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6998857600","shards":1,"effective_bpw":4.3182,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7170029440","shards":1,"effective_bpw":4.4238,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7225325184","shards":1,"effective_bpw":4.4579,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7542110080","shards":1,"effective_bpw":4.6533,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7564228480","shards":1,"effective_bpw":4.667,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7590278784","shards":1,"effective_bpw":4.6831,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7590279040","shards":1,"effective_bpw":4.6831,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7947613824","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7947614080","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8286271360","shards":1,"effective_bpw":5.1125,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9030432384","shards":1,"effective_bpw":5.5716,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9030432640","shards":1,"effective_bpw":5.5716,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9239328384","shards":1,"effective_bpw":5.7005,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9239328640","shards":1,"effective_bpw":5.7005,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10611775104","shards":1,"effective_bpw":6.5473,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10611775360","shards":1,"effective_bpw":6.5473,"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13739193984","shards":1,"effective_bpw":8.4768,"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemini-3-pro-qwen3-5-35b-a3b","canonical_repo":"Cannae-AI/Gemini-3-Pro-Qwen3.5-35B-A3B","display_name":"Gemini-3-Pro-Qwen3.5-35B-A3B","publisher":"Cannae-AI","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6339","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142400","shards":1,"effective_bpw":1.7274,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209280","shards":1,"effective_bpw":1.9017,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654080","shards":1,"effective_bpw":2.1921,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031360","shards":1,"effective_bpw":2.4251,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480320","shards":1,"effective_bpw":2.4587,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236160","shards":1,"effective_bpw":2.6911,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097600","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594560","shards":1,"effective_bpw":2.9866,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623759680","shards":1,"effective_bpw":3.1445,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484144960","shards":1,"effective_bpw":3.3431,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185280","shards":1,"effective_bpw":3.5042,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424640","shards":1,"effective_bpw":3.5199,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520000","shards":1,"effective_bpw":3.5638,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764764992","shards":1,"effective_bpw":3.8695,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115330880","shards":1,"effective_bpw":4.1812,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778560","shards":1,"effective_bpw":4.3228,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268160","shards":1,"effective_bpw":4.5699,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904448","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166758720","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169280","shards":1,"effective_bpw":5.0428,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284160","shards":1,"effective_bpw":5.5351,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729131840","shards":1,"effective_bpw":5.7077,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153280","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Gemini-3-Pro-Qwen3.5-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"thirdeyeai-qwen2-5-coder-7b-instruct-uncensored","canonical_repo":"thirdeyeai/Qwen2.5-Coder-7B-Instruct-Uncensored","display_name":"Qwen2.5-Coder-7B-Instruct-Uncensored","publisher":"thirdeyeai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6319","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thirdeyeai/Qwen2.5-Coder-7B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903667904","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196672","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077952","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022400","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637952","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342976","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074304","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940512","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940800","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515136","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256576","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368800","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369088","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193024","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012608","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391584","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808391872","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459680","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459968","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473152","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298784","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813952","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121792","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769376","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769664","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074240","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284288","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176864","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177152","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831648","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831936","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199200","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199488","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853600","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"novaciano-3-2-1b","canonical_repo":"NovaCorp/Novaciano-3.2-1B","display_name":"Novaciano-3.2-1B","publisher":"NovaCorp","modality":"text","arch_key":"llama","params_total":"1498482688","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"6304","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NovaCorp/Novaciano-3.2-1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"479737536","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"499791552","shards":1,"effective_bpw":2.6683,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"533214912","shards":1,"effective_bpw":2.8467,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"562050752","shards":1,"effective_bpw":3.0006,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"601573056","shards":1,"effective_bpw":3.2116,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"628311744","shards":1,"effective_bpw":3.3544,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640845504","shards":1,"effective_bpw":3.4213,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"667059648","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"667059904","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"674973376","shards":1,"effective_bpw":3.6035,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"733976256","shards":1,"effective_bpw":3.9185,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"754554304","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"754554560","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"756782784","shards":1,"effective_bpw":4.0403,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"770152128","shards":1,"effective_bpw":4.1116,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"803706304","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"803706560","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"845387200","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"845387456","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"882681536","shards":1,"effective_bpw":4.7124,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"887924160","shards":1,"effective_bpw":4.7404,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"920774336","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"920774336","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"923395520","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"923395776","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"955442624","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"955442880","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"995911360","shards":1,"effective_bpw":5.3169,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1073145280","shards":1,"effective_bpw":5.7292,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1073145536","shards":1,"effective_bpw":5.7292,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1092085184","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1092085440","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1237267904","shards":1,"effective_bpw":6.6054,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1237268160","shards":1,"effective_bpw":6.6054,"repo":"mradermacher/Novaciano-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1600165312","shards":1,"effective_bpw":8.5429,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3004929472","shards":1,"effective_bpw":16.0425,"repo":"mradermacher/Novaciano-3.2-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trinity-nano-preview","canonical_repo":"arcee-ai/Trinity-Nano-Preview","display_name":"Trinity-Nano-Preview","publisher":"arcee-ai","modality":"text","arch_key":"afmoe","params_total":"6120003328","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6303","n_layers":56,"n_head":8,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":200192,"ctx_native":131072,"sliding_window":2048,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"arcee-ai/Trinity-Nano-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2080837920","shards":1,"effective_bpw":2.72,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2080837920","shards":1,"effective_bpw":2.72,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2290827552","shards":1,"effective_bpw":2.9945,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2290827552","shards":1,"effective_bpw":2.9945,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2491019552","shards":1,"effective_bpw":3.2562,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2491019552","shards":1,"effective_bpw":3.2562,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2537128224","shards":1,"effective_bpw":3.3165,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2537128224","shards":1,"effective_bpw":3.3165,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2653450528","shards":1,"effective_bpw":3.4686,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2653450528","shards":1,"effective_bpw":3.4686,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2786373920","shards":1,"effective_bpw":3.6423,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2786373920","shards":1,"effective_bpw":3.6423,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2905026848","shards":1,"effective_bpw":3.7974,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2905026848","shards":1,"effective_bpw":3.7974,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2905878816","shards":1,"effective_bpw":3.7985,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2905878816","shards":1,"effective_bpw":3.7985,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3001561376","shards":1,"effective_bpw":3.9236,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3001561376","shards":1,"effective_bpw":3.9236,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3234664960","shards":1,"effective_bpw":4.2283,"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3376898336","shards":1,"effective_bpw":4.4142,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3376898336","shards":1,"effective_bpw":4.4142,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3557433632","shards":1,"effective_bpw":4.6502,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3557433632","shards":1,"effective_bpw":4.6502,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3603177760","shards":1,"effective_bpw":4.71,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3603177760","shards":1,"effective_bpw":4.71,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3665568032","shards":1,"effective_bpw":4.7916,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3665568032","shards":1,"effective_bpw":4.7916,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3786957088","shards":1,"effective_bpw":4.9503,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3786957088","shards":1,"effective_bpw":4.9503,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3913916704","shards":1,"effective_bpw":5.1162,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3913916704","shards":1,"effective_bpw":5.1162,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3939103008","shards":1,"effective_bpw":5.1492,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3939103008","shards":1,"effective_bpw":5.1492,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4282499360","shards":1,"effective_bpw":5.598,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4282499360","shards":1,"effective_bpw":5.598,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4384985600","shards":1,"effective_bpw":5.732,"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4405510432","shards":1,"effective_bpw":5.7588,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4405510432","shards":1,"effective_bpw":5.7588,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4532031776","shards":1,"effective_bpw":5.9242,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4532031776","shards":1,"effective_bpw":5.9242,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5051015680","shards":1,"effective_bpw":6.6026,"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5064855840","shards":1,"effective_bpw":6.6207,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5064855840","shards":1,"effective_bpw":6.6207,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"5164151072","shards":1,"effective_bpw":6.7505,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"5164151072","shards":1,"effective_bpw":6.7505,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6531428640","shards":1,"effective_bpw":8.5378,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6531428640","shards":1,"effective_bpw":8.5378,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6531428864","shards":1,"effective_bpw":8.5378,"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"12262060032","shards":1,"effective_bpw":16.0288,"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"12262060032","shards":1,"effective_bpw":16.0288,"repo":"bartowski/arcee-ai_Trinity-Nano-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"shizhengpt-32b-vl","canonical_repo":"FreedomIntelligence/ShizhenGPT-32B-VL","display_name":"ShizhenGPT-32B-VL","publisher":"FreedomIntelligence","modality":"text","arch_key":"qwen2vl","params_total":"33452718336","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6298","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274508224","shards":1,"effective_bpw":1.7397,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161984","shards":1,"effective_bpw":1.8969,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028251584","shards":1,"effective_bpw":2.159,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957552064","shards":1,"effective_bpw":2.3813,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387570624","shards":1,"effective_bpw":2.4841,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264442304","shards":1,"effective_bpw":2.6938,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001984","shards":1,"effective_bpw":2.7473,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099968","shards":1,"effective_bpw":2.9446,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313100224","shards":1,"effective_bpw":2.9446,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839272384","shards":1,"effective_bpw":3.0704,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514944","shards":1,"effective_bpw":3.2776,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331968","shards":1,"effective_bpw":3.4418,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392332224","shards":1,"effective_bpw":3.4418,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436896704","shards":1,"effective_bpw":3.4525,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810124224","shards":1,"effective_bpw":3.5417,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935049408","shards":1,"effective_bpw":3.8108,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935049664","shards":1,"effective_bpw":3.8108,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247080128","shards":1,"effective_bpw":4.1245,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247080384","shards":1,"effective_bpw":4.1245,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693155264","shards":1,"effective_bpw":4.2312,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870102208","shards":1,"effective_bpw":4.2735,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711011264","shards":1,"effective_bpw":4.4746,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784411328","shards":1,"effective_bpw":4.4922,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784411584","shards":1,"effective_bpw":4.4922,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851337408","shards":1,"effective_bpw":4.7473,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851337664","shards":1,"effective_bpw":4.7473,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639244224","shards":1,"effective_bpw":4.9357,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255808","shards":1,"effective_bpw":5.4138,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638256064","shards":1,"effective_bpw":5.4138,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262158528","shards":1,"effective_bpw":5.563,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158784","shards":1,"effective_bpw":5.563,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155968","shards":1,"effective_bpw":6.4296,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886156224","shards":1,"effective_bpw":6.4296,"repo":"mradermacher/ShizhenGPT-32B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820886208","shards":1,"effective_bpw":8.3272,"repo":"mradermacher/ShizhenGPT-32B-VL-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-stem-coder-7b","canonical_repo":"Anannta/DeepSeek-R1-STEM-Coder-7B","display_name":"DeepSeek-R1-STEM-Coder-7B","publisher":"Anannta","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6290","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Anannta/DeepSeek-R1-STEM-Coder-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902206592","shards":1,"effective_bpw":1.999,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040735360","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271616640","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467561088","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594031424","shards":1,"effective_bpw":2.726,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778736448","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832423072","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014289280","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014289568","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112908608","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344460128","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490572352","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490572640","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497396576","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572216160","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806595136","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806595424","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086663232","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086663520","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216531456","shards":1,"effective_bpw":4.431,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248357088","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435827552","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442135392","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455782976","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455783264","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681087552","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681087840","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871208512","shards":1,"effective_bpw":5.119,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313011712","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313012000","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442666496","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442666784","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251844128","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251844416","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095477856","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232124576","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/DeepSeek-R1-STEM-Coder-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-uncensored-dbl-x","canonical_repo":"DavidAU/Gemma-3-4b-it-Uncensored-DBL-X","display_name":"Gemma-3-4b-it-Uncensored-DBL-X","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"4677609840","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6282","n_layers":38,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Gemma-3-4b-it-Uncensored-DBL-X","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1209700704","shards":1,"effective_bpw":2.0689,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1284288864","shards":1,"effective_bpw":2.1965,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1408602464","shards":1,"effective_bpw":2.4091,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1514279264","shards":1,"effective_bpw":2.5898,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1563062624","shards":1,"effective_bpw":2.6733,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1662513504","shards":1,"effective_bpw":2.8434,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1760101984","shards":1,"effective_bpw":3.0103,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1833152864","shards":1,"effective_bpw":3.1352,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1867046848","shards":1,"effective_bpw":3.1932,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1867048544","shards":1,"effective_bpw":3.1932,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2014463584","shards":1,"effective_bpw":3.4453,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2099740608","shards":1,"effective_bpw":3.5911,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2099742304","shards":1,"effective_bpw":3.5911,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2099742304","shards":1,"effective_bpw":3.5911,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2153358944","shards":1,"effective_bpw":3.6828,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2278940608","shards":1,"effective_bpw":3.8976,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2278942304","shards":1,"effective_bpw":3.8976,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2433605568","shards":1,"effective_bpw":4.1621,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2433607264","shards":1,"effective_bpw":4.1621,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2463958624","shards":1,"effective_bpw":4.214,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2480340928","shards":1,"effective_bpw":4.2421,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2576023488","shards":1,"effective_bpw":4.4057,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2576025184","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2582578784","shards":1,"effective_bpw":4.4169,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2589130688","shards":1,"effective_bpw":4.4281,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2590441408","shards":1,"effective_bpw":4.4304,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2590443104","shards":1,"effective_bpw":4.4304,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2709839808","shards":1,"effective_bpw":4.6346,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2709841504","shards":1,"effective_bpw":4.6346,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2800158304","shards":1,"effective_bpw":4.789,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3024289728","shards":1,"effective_bpw":5.1724,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3024289728","shards":1,"effective_bpw":5.1724,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3024291424","shards":1,"effective_bpw":5.1724,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3093225408","shards":1,"effective_bpw":5.2903,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3093227104","shards":1,"effective_bpw":5.2903,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3500572608","shards":1,"effective_bpw":5.9869,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3500574304","shards":1,"effective_bpw":5.9869,"repo":"mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4531657408","shards":1,"effective_bpw":7.7504,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8522953408","shards":1,"effective_bpw":14.5766,"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuanvideo-1-5","canonical_repo":"tencent/HunyuanVideo-1.5","display_name":"HunyuanVideo-1.5","publisher":"tencent","modality":"video","arch_key":"hyvid","params_total":"8326608160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6259","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/HunyuanVideo-1.5","arch_confidence":1,"quantizations":[{"quant":"Q4_K_S","bytes":"4920538336","shards":1,"effective_bpw":4.7275,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4920538336","shards":1,"effective_bpw":4.7275,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4920538336","shards":1,"effective_bpw":4.7275,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4920538336","shards":1,"effective_bpw":4.7275,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4920538336","shards":1,"effective_bpw":4.7275,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5090407648","shards":1,"effective_bpw":4.8907,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5090407648","shards":1,"effective_bpw":4.8907,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5090407648","shards":1,"effective_bpw":4.8907,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5090407648","shards":1,"effective_bpw":4.8907,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5090407648","shards":1,"effective_bpw":4.8907,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5940802784","shards":1,"effective_bpw":5.7078,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5940802784","shards":1,"effective_bpw":5.7078,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5940802784","shards":1,"effective_bpw":5.7078,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5940802784","shards":1,"effective_bpw":5.7078,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5940802784","shards":1,"effective_bpw":5.7078,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6121288928","shards":1,"effective_bpw":5.8812,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6121288928","shards":1,"effective_bpw":5.8812,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6121288928","shards":1,"effective_bpw":5.8812,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6121288928","shards":1,"effective_bpw":5.8812,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6121288928","shards":1,"effective_bpw":5.8812,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7024833760","shards":1,"effective_bpw":6.7493,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7024833760","shards":1,"effective_bpw":6.7493,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7024833760","shards":1,"effective_bpw":6.7493,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7024833760","shards":1,"effective_bpw":6.7493,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7024833760","shards":1,"effective_bpw":6.7493,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8995313888","shards":1,"effective_bpw":8.6425,"repo":"jayn7/HunyuanVideo-1.5_T2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8995313888","shards":1,"effective_bpw":8.6425,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8995313888","shards":1,"effective_bpw":8.6425,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8995313888","shards":1,"effective_bpw":8.6425,"repo":"jayn7/HunyuanVideo-1.5_I2V_480p-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8995313888","shards":1,"effective_bpw":8.6425,"repo":"jayn7/HunyuanVideo-1.5_I2V_720p-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-1-gguf","canonical_repo":"unsloth/GLM-5.1-GGUF","display_name":"GLM-5.1-GGUF","publisher":"unsloth","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6258","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen2-5-3b","canonical_repo":"Qwen/Qwen2.5-3B","display_name":"Qwen2.5-3B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"6256","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-3B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"791094400","shards":1,"effective_bpw":2.0508,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"850027648","shards":1,"effective_bpw":2.2036,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"948249728","shards":1,"effective_bpw":2.4582,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1031545984","shards":1,"effective_bpw":2.6742,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1061938304","shards":1,"effective_bpw":2.753,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140515968","shards":1,"effective_bpw":2.9567,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"1198128256","shards":1,"effective_bpw":3.106,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756224","shards":1,"effective_bpw":3.3047,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1282827392","shards":1,"effective_bpw":3.3256,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376859904","shards":1,"effective_bpw":3.5694,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836288","shards":1,"effective_bpw":3.6082,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357632","shards":1,"effective_bpw":3.7703,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1456864384","shards":1,"effective_bpw":3.7768,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488892352","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488895104","shards":1,"effective_bpw":3.8598,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1588064000","shards":1,"effective_bpw":4.1169,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475904","shards":1,"effective_bpw":4.1232,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707389376","shards":1,"effective_bpw":4.4262,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392128","shards":1,"effective_bpw":4.4263,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1724182272","shards":1,"effective_bpw":4.4698,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739092416","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739095168","shards":1,"effective_bpw":4.5084,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825209472","shards":1,"effective_bpw":4.7317,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828483520","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828486272","shards":1,"effective_bpw":4.7402,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834381760","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384512","shards":1,"effective_bpw":4.7555,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1841098496","shards":1,"effective_bpw":4.7729,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929900480","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903232","shards":1,"effective_bpw":5.0031,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1996258432","shards":1,"effective_bpw":5.1751,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1997883136","shards":1,"effective_bpw":5.1793,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005260736","shards":1,"effective_bpw":5.1984,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2009417472","shards":1,"effective_bpw":5.2092,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104936192","shards":1,"effective_bpw":5.4568,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169663936","shards":1,"effective_bpw":5.6246,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666688","shards":1,"effective_bpw":5.6247,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2175302784","shards":1,"effective_bpw":5.6393,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2190739200","shards":1,"effective_bpw":5.6793,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224812480","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815232","shards":1,"effective_bpw":5.7676,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300172736","shards":1,"effective_bpw":5.963,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2343074944","shards":1,"effective_bpw":6.0742,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2383595264","shards":1,"effective_bpw":6.1792,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2383595264","shards":1,"effective_bpw":6.1792,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438743808","shards":1,"effective_bpw":6.3222,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538156480","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159232","shards":1,"effective_bpw":6.5799,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2576451328","shards":1,"effective_bpw":6.6792,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613516736","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793414400","shards":1,"effective_bpw":7.2417,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285473728","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476480","shards":1,"effective_bpw":8.5173,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616091904","shards":1,"effective_bpw":9.3744,"repo":"QuantFactory/Dolphin3.0-Qwen2.5-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317216","shards":1,"effective_bpw":16.0167,"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"12349708480","shards":1,"effective_bpw":32.0154,"repo":"bartowski/Qwen2.5-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-apollyon-24b-heretic","canonical_repo":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","display_name":"grok-oss-Apollyon-24B-heretic","publisher":"Yingyaeliae","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6248","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Yingyaeliae/grok-oss-Apollyon-24B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273721120","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750495520","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545119520","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207033120","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478352160","shards":1,"effective_bpw":2.538,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114051360","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320162080","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324992","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890325280","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280592160","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907116320","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400274432","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400274720","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428127520","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650949920","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081792","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474082080","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760832","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400761120","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758915360","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889987072","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494229280","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549279232","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549279520","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908992","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333909280","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873106720","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304412672","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304412960","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983872","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763984160","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938432","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345938720","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779392","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/grok-oss-Apollyon-24B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-queen-opus-4-7-8b-a1b","canonical_repo":"aifeifei798/LFM2.5-Queen-Opus-4.7-8B-A1B","display_name":"LFM2.5-Queen-Opus-4.7-8B-A1B","publisher":"aifeifei798","modality":"text","arch_key":"lfm2moe","params_total":"8467856128","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"6245","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"aifeifei798/LFM2.5-Queen-Opus-4.7-8B-A1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815648","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008920352","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322428192","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020896","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592469280","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275552","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259616","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190436128","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334910240","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422496","shards":1,"effective_bpw":3.359,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077920","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077920","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752800","shards":1,"effective_bpw":3.57,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398880","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436865312","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302624","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679456","shards":1,"effective_bpw":4.577,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854496","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553824","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565856","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357433120","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186784","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030340384","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959788320","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-Queen-Opus-4.7-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"medgemma-1-5-4b-it","canonical_repo":"google/medgemma-1.5-4b-it","display_name":"medgemma-1.5-4b-it","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6220","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/medgemma-1.5-4b-it","arch_confidence":0.8,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1183392576","shards":1,"effective_bpw":2.2016,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1242579776","shards":1,"effective_bpw":2.3117,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1344119616","shards":1,"effective_bpw":2.5006,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1567884096","shards":1,"effective_bpw":2.9169,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1710752576","shards":1,"effective_bpw":3.1827,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165024","shards":1,"effective_bpw":3.217,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1729165376","shards":1,"effective_bpw":3.217,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165376","shards":1,"effective_bpw":3.217,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364704","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937365056","shards":1,"effective_bpw":3.6043,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460384","shards":1,"effective_bpw":3.904,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460736","shards":1,"effective_bpw":3.904,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085984","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242816","shards":1,"effective_bpw":4.2106,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279626464","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512896","shards":1,"effective_bpw":4.3972,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370066496","shards":1,"effective_bpw":4.4093,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930464","shards":1,"effective_bpw":4.424,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930816","shards":1,"effective_bpw":4.424,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894624","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894976","shards":1,"effective_bpw":4.6323,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564053056","shards":1,"effective_bpw":4.7702,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592864","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764593216","shards":1,"effective_bpw":5.1433,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698784","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829699136","shards":1,"effective_bpw":5.2645,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740704","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190741056","shards":1,"effective_bpw":5.9362,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402784","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130403136","shards":1,"effective_bpw":7.6843,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804384","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767804480","shards":1,"effective_bpw":14.4515,"repo":"unsloth/medgemma-1.5-4b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-instruct-2512-bf16","canonical_repo":"mistralai/Ministral-3-14B-Instruct-2512-BF16","display_name":"Ministral-3-14B-Instruct-2512-BF16","publisher":"mistralai","modality":"text","arch_key":"mistral3","params_total":"13945031680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6214","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Ministral-3-14B-Instruct-2512-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4509578656","shards":1,"effective_bpw":2.5871,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4843812256","shards":1,"effective_bpw":2.7788,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5246530976","shards":1,"effective_bpw":3.0098,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5427082656","shards":1,"effective_bpw":3.1134,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5817677216","shards":1,"effective_bpw":3.3375,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5901890976","shards":1,"effective_bpw":3.3858,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074906016","shards":1,"effective_bpw":3.4851,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6269875616","shards":1,"effective_bpw":3.5969,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682097056","shards":1,"effective_bpw":3.8334,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7210317216","shards":1,"effective_bpw":4.1364,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7411185056","shards":1,"effective_bpw":4.2517,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7805711776","shards":1,"effective_bpw":4.478,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7805711776","shards":1,"effective_bpw":4.478,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7834547616","shards":1,"effective_bpw":4.4945,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239067680","shards":1,"effective_bpw":4.7266,"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239068576","shards":1,"effective_bpw":4.7266,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8581658016","shards":1,"effective_bpw":4.9231,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8737142176","shards":1,"effective_bpw":5.0123,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383818656","shards":1,"effective_bpw":5.3833,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620567456","shards":1,"effective_bpw":5.5191,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10034754976","shards":1,"effective_bpw":5.7567,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088409120","shards":1,"effective_bpw":6.3612,"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088410016","shards":1,"effective_bpw":6.3612,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"11413468576","shards":1,"effective_bpw":6.5477,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359310880","shards":1,"effective_bpw":8.2377,"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359311264","shards":1,"effective_bpw":8.2377,"repo":"ggml-org/Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359311776","shards":1,"effective_bpw":8.2377,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27020866656","shards":1,"effective_bpw":15.5014,"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sambalingo-japanese-chat","canonical_repo":"sambanovasystems/SambaLingo-Japanese-Chat","display_name":"SambaLingo-Japanese-Chat","publisher":"sambanovasystems","modality":"text","arch_key":"llama","params_total":"6946033664","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"6194","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":57344,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sambanovasystems/SambaLingo-Japanese-Chat","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1634648288","shards":1,"effective_bpw":1.8827,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1757036768","shards":1,"effective_bpw":2.0236,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1961017568","shards":1,"effective_bpw":2.2586,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2140979424","shards":1,"effective_bpw":2.4658,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2313175264","shards":1,"effective_bpw":2.6642,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2439397600","shards":1,"effective_bpw":2.8095,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2476359904","shards":1,"effective_bpw":2.8521,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2652717280","shards":1,"effective_bpw":3.0552,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2702000352","shards":1,"effective_bpw":3.112,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2926919904","shards":1,"effective_bpw":3.371,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3078701280","shards":1,"effective_bpw":3.5459,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3078701280","shards":1,"effective_bpw":3.5459,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3245261024","shards":1,"effective_bpw":3.7377,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3428401376","shards":1,"effective_bpw":3.9486,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3727507680","shards":1,"effective_bpw":4.2931,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3760275680","shards":1,"effective_bpw":4.3308,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3981263072","shards":1,"effective_bpw":4.5854,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4000923872","shards":1,"effective_bpw":4.608,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4225188064","shards":1,"effective_bpw":4.8663,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4808851680","shards":1,"effective_bpw":5.5385,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4940316896","shards":1,"effective_bpw":5.6899,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5700141280","shards":1,"effective_bpw":6.5651,"repo":"mradermacher/SambaLingo-Japanese-Chat-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bitnet-b1-58-2b-4t","canonical_repo":"microsoft/bitnet-b1.58-2B-4T","display_name":"bitnet-b1.58-2B-4T","publisher":"microsoft","modality":"text","arch_key":null,"params_total":"849787090","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6189","n_layers":30,"n_head":20,"n_head_kv":5,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":128256,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/bitnet-b1.58-2B-4T","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"109142848","shards":2,"effective_bpw":1.0275,"repo":"UlukaDev/bitnet-ternary-moe-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ1_0","bytes":"1105874016","shards":1,"effective_bpw":10.4108,"repo":"UlukaDev/bitnet-ternary-moe-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"versipellis-31b","canonical_repo":"Nimbz/Versipellis-31B","display_name":"Versipellis-31B","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6171","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Versipellis-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156491776","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725874688","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674846208","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530361344","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157891072","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917068288","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976591360","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916316160","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077510144","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072371200","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761355456","shards":1,"effective_bpw":3.5203,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761359360","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761359360","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424499712","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107264","shards":1,"effective_bpw":3.9106,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287111168","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628272640","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735792640","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701580288","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763163840","shards":1,"effective_bpw":4.544,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763167744","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687061696","shards":1,"effective_bpw":4.7804,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687065600","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481423360","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311839936","shards":1,"effective_bpw":5.4518,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311843840","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569216","shards":1,"effective_bpw":5.5883,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845573120","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483456","shards":1,"effective_bpw":6.4468,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201487360","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Versipellis-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674304","shards":1,"effective_bpw":8.3486,"repo":"Nimbz/Versipellis-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moss-transcribe-diarize","canonical_repo":"OpenMOSS-Team/MOSS-Transcribe-Diarize","display_name":"MOSS-Transcribe-Diarize","publisher":"OpenMOSS-Team","modality":"audio_asr","arch_key":"campplus","params_total":"908513280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6122","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenMOSS-Team/MOSS-Transcribe-Diarize","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"535272448","shards":1,"effective_bpw":4.7134,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"535272448","shards":1,"effective_bpw":4.7134,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"648174592","shards":1,"effective_bpw":5.7076,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"648174592","shards":1,"effective_bpw":5.7076,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"768133120","shards":1,"effective_bpw":6.7639,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"986881024","shards":1,"effective_bpw":8.6901,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"1190110816","shards":1,"effective_bpw":10.4796,"repo":"cstr/MOSS-Transcribe-Diarize-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1410311776","shards":1,"effective_bpw":12.4186,"repo":"cstr/MOSS-Transcribe-Diarize-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1823188512","shards":1,"effective_bpw":16.0543,"repo":"cstr/MOSS-Transcribe-Diarize-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1833647104","shards":1,"effective_bpw":16.1464,"repo":"mudler/moss-transcribe.cpp-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"3640081408","shards":1,"effective_bpw":32.0531,"repo":"Luigi/moss-transcribe-diarize-zhtw-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"strawberrylemonade-l3-70b-v1-2","canonical_repo":"sophosympatheia/Strawberrylemonade-L3-70B-v1.2","display_name":"Strawberrylemonade-L3-70B-v1.2","publisher":"sophosympatheia","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"6117","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sophosympatheia/Strawberrylemonade-L3-70B-v1.2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"26375114240","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056832","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267500032","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140598272","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269668864","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225600","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520399360","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452544","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822464","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Strawberrylemonade-L3-70B-v1.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-24b-instruct-jbliterated","canonical_repo":"ApolloRaines/Mistral-Small-24B-Instruct-Jbliterated","display_name":"Mistral-Small-24B-Instruct-Jbliterated","publisher":"ApolloRaines","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6113","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ApolloRaines/Mistral-Small-24B-Instruct-Jbliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722304","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750496704","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545120704","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034304","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353344","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114052544","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163264","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326144","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890326464","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593344","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907117504","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275584","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400275904","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428128704","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951104","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082944","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083264","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400761984","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762304","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758916544","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889988224","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494230464","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280384","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549280704","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910144","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333910464","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873107904","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304413824","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414144","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985024","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985344","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939584","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345939904","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780544","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Mistral-Small-24B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v2-5","canonical_repo":"deepseek-ai/DeepSeek-V2.5","display_name":"DeepSeek-V2.5","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"235741434880","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"6107","n_layers":60,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":5120,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":160,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-V2.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47392227104","shards":2,"effective_bpw":1.6083,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682671936","shards":2,"effective_bpw":1.7878,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682672032","shards":3,"effective_bpw":1.7878,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"61500079936","shards":2,"effective_bpw":2.087,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"61500080000","shards":3,"effective_bpw":2.087,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711292736","shards":2,"effective_bpw":2.3318,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711292832","shards":3,"effective_bpw":2.3318,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"69866897312","shards":3,"effective_bpw":2.371,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76920823616","shards":2,"effective_bpw":2.6103,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76920823840","shards":4,"effective_bpw":2.6103,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"79601276960","shards":4,"effective_bpw":2.7013,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946677184","shards":3,"effective_bpw":2.9166,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946677248","shards":4,"effective_bpw":2.9166,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"86458677152","shards":3,"effective_bpw":2.934,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90846568384","shards":3,"effective_bpw":3.0829,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90846568480","shards":4,"effective_bpw":3.0829,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"96304427136","shards":5,"effective_bpw":3.2681,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679198144","shards":3,"effective_bpw":3.4505,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679198368","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"101679198368","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103371255744","shards":3,"effective_bpw":3.508,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103371255968","shards":5,"effective_bpw":3.508,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"112665530560","shards":5,"effective_bpw":3.8234,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372067392","shards":4,"effective_bpw":4.1528,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372067616","shards":6,"effective_bpw":4.1528,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125563455520","shards":4,"effective_bpw":4.2611,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125563455776","shards":6,"effective_bpw":4.2611,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132912457984","shards":6,"effective_bpw":4.5104,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133394147360","shards":4,"effective_bpw":4.5268,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133875837184","shards":6,"effective_bpw":4.5431,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453966656","shards":4,"effective_bpw":4.8342,"repo":"lmstudio-community/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453966912","shards":4,"effective_bpw":4.8342,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"142453967200","shards":7,"effective_bpw":4.8342,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"162308466784","shards":7,"effective_bpw":5.508,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"167223789728","shards":5,"effective_bpw":5.6748,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"167223789856","shards":8,"effective_bpw":5.6748,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726112","shards":5,"effective_bpw":6.5679,"repo":"lmstudio-community/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726368","shards":5,"effective_bpw":6.5679,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726592","shards":9,"effective_bpw":6.5679,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623469696","shards":7,"effective_bpw":8.505,"repo":"lmstudio-community/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623469952","shards":7,"effective_bpw":8.505,"repo":"bartowski/DeepSeek-V2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623470176","shards":11,"effective_bpw":8.505,"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-1b-abliteratest-sce","canonical_repo":"NexesMess/Llama_3.2_1b_Abliteratest_SCE","display_name":"Llama_3.2_1b_Abliteratest_SCE","publisher":"NexesMess","modality":"text","arch_key":null,"params_total":"1498499072","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6107","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128260,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NexesMess/Llama_3.2_1b_Abliteratest_SCE","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"kimi-vl-a3b-instruct","canonical_repo":"moonshotai/Kimi-VL-A3B-Instruct","display_name":"Kimi-VL-A3B-Instruct","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"16407657776","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"6095","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":163840,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"moonshotai/Kimi-VL-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5130488608","shards":1,"effective_bpw":2.5015,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5372288800","shards":1,"effective_bpw":2.6194,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5775289120","shards":1,"effective_bpw":2.8159,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6101228320","shards":1,"effective_bpw":2.9748,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6154160928","shards":1,"effective_bpw":3.0006,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6476561184","shards":1,"effective_bpw":3.1578,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6582289952","shards":1,"effective_bpw":3.2094,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6582290208","shards":1,"effective_bpw":3.2094,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"6607464224","shards":1,"effective_bpw":3.2216,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"7109393184","shards":1,"effective_bpw":3.4664,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7284720416","shards":1,"effective_bpw":3.5519,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7649526304","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7649526560","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7649526560","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7715300128","shards":1,"effective_bpw":3.7618,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8290214432","shards":1,"effective_bpw":4.0421,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8290214688","shards":1,"effective_bpw":4.0421,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8623006240","shards":1,"effective_bpw":4.2044,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8623006496","shards":1,"effective_bpw":4.2044,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8745836320","shards":1,"effective_bpw":4.2643,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8820448800","shards":1,"effective_bpw":4.3006,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9083162400","shards":1,"effective_bpw":4.4287,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9108393760","shards":1,"effective_bpw":4.441,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9713880608","shards":1,"effective_bpw":4.7363,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9713880864","shards":1,"effective_bpw":4.7363,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10059476768","shards":1,"effective_bpw":4.9048,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540747872","shards":1,"effective_bpw":5.1394,"repo":"ssweens/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540748320","shards":1,"effective_bpw":5.1394,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10540748576","shards":1,"effective_bpw":5.1394,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11337453088","shards":1,"effective_bpw":5.5279,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11337453344","shards":1,"effective_bpw":5.5279,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12041768480","shards":1,"effective_bpw":5.8713,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"12041768736","shards":1,"effective_bpw":5.8713,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14279399520","shards":1,"effective_bpw":6.9623,"repo":"ssweens/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14279399968","shards":1,"effective_bpw":6.9623,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"14279400224","shards":1,"effective_bpw":6.9623,"repo":"mradermacher/Kimi-VL-A3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974941280","shards":1,"effective_bpw":8.2766,"repo":"ssweens/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974941728","shards":1,"effective_bpw":8.2766,"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"31934229600","shards":1,"effective_bpw":15.5704,"repo":"ssweens/Kimi-VL-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mimo-vl-7b-rl","canonical_repo":"XiaomiMiMo/MiMo-VL-7B-RL","display_name":"MiMo-VL-7B-RL","publisher":"XiaomiMiMo","modality":"vision_language","arch_key":"qwen2vl","params_total":"8306217216","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"6095","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151680,"ctx_native":128000,"sliding_window":8192,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"XiaomiMiMo/MiMo-VL-7B-RL","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2002169504","shards":1,"effective_bpw":1.9284,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2129768096","shards":1,"effective_bpw":2.0513,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"2141665216","shards":1,"effective_bpw":2.0627,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"2141665216","shards":1,"effective_bpw":2.0627,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2252273600","shards":1,"effective_bpw":2.1692,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2252273600","shards":1,"effective_bpw":2.1692,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2342432416","shards":1,"effective_bpw":2.2561,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2445686720","shards":1,"effective_bpw":2.3555,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2445686720","shards":1,"effective_bpw":2.3555,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2531438240","shards":1,"effective_bpw":2.4381,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2697789088","shards":1,"effective_bpw":2.5983,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2867920544","shards":1,"effective_bpw":2.7622,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2892480160","shards":1,"effective_bpw":2.7858,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2911508416","shards":1,"effective_bpw":2.8042,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2911508416","shards":1,"effective_bpw":2.8042,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3076405184","shards":1,"effective_bpw":2.963,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3076405184","shards":1,"effective_bpw":2.963,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3076406944","shards":1,"effective_bpw":2.963,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3152543392","shards":1,"effective_bpw":3.0363,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3189282752","shards":1,"effective_bpw":3.0717,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3189282752","shards":1,"effective_bpw":3.0717,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3222017984","shards":1,"effective_bpw":3.1032,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3222017984","shards":1,"effective_bpw":3.1032,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3396374176","shards":1,"effective_bpw":3.2712,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3525838784","shards":1,"effective_bpw":3.3959,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3525838784","shards":1,"effective_bpw":3.3959,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3525840544","shards":1,"effective_bpw":3.3959,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3545894560","shards":1,"effective_bpw":3.4152,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3650064032","shards":1,"effective_bpw":3.5155,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3854010304","shards":1,"effective_bpw":3.7119,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3854010304","shards":1,"effective_bpw":3.7119,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3854012064","shards":1,"effective_bpw":3.7119,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4138962592","shards":1,"effective_bpw":3.9864,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4260454048","shards":1,"effective_bpw":4.1034,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4279867328","shards":1,"effective_bpw":4.1221,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4279867328","shards":1,"effective_bpw":4.1221,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4466907072","shards":1,"effective_bpw":4.3022,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4466907072","shards":1,"effective_bpw":4.3022,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4466908832","shards":1,"effective_bpw":4.3022,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4474509248","shards":1,"effective_bpw":4.3096,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4474509248","shards":1,"effective_bpw":4.3096,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4474511008","shards":1,"effective_bpw":4.3096,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4480276416","shards":1,"effective_bpw":4.3151,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4480276416","shards":1,"effective_bpw":4.3151,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4480278176","shards":1,"effective_bpw":4.3151,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4684339136","shards":1,"effective_bpw":4.5116,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4684339136","shards":1,"effective_bpw":4.5116,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4684340896","shards":1,"effective_bpw":4.5116,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4893185984","shards":1,"effective_bpw":4.7128,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4893185984","shards":1,"effective_bpw":4.7128,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4893187744","shards":1,"effective_bpw":4.7128,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5330737088","shards":1,"effective_bpw":5.1342,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5330737088","shards":1,"effective_bpw":5.1342,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5330738848","shards":1,"effective_bpw":5.1342,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5448554432","shards":1,"effective_bpw":5.2477,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5448554432","shards":1,"effective_bpw":5.2477,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5448556192","shards":1,"effective_bpw":5.2477,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6260533184","shards":1,"effective_bpw":6.0297,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6260533184","shards":1,"effective_bpw":6.0297,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6260534944","shards":1,"effective_bpw":6.0297,"repo":"mradermacher/MiMo-VL-7B-RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8106510272","shards":1,"effective_bpw":7.8077,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8106510272","shards":1,"effective_bpw":7.8077,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15252227808","shards":1,"effective_bpw":14.6899,"repo":"akpsahan/MiMo-VL-7B-RL-GGUF.my-love-mimo","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15252227808","shards":1,"effective_bpw":14.6899,"repo":"unsloth/MiMo-VL-7B-RL-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-6-27b-coder-mtp","canonical_repo":"Jackrong/Qwopus3.6-27B-Coder-MTP","display_name":"Qwopus3.6-27B-Coder-MTP","publisher":"Jackrong","modality":"text","arch_key":"clip","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6086","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"NVFP4","bytes":"15715852640","shards":1,"effective_bpw":null,"repo":"s-batman/Qwopus3.6-27B-Coder-NVFP4-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"step-3-5-flash-reap-121b-a11b","canonical_repo":"cerebras/Step-3.5-Flash-REAP-121B-A11B","display_name":"Step-3.5-Flash-REAP-121B-A11B","publisher":"cerebras","modality":"text","arch_key":"step35","params_total":"120967010658","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6075","n_layers":45,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128896,"ctx_native":262144,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"cerebras/Step-3.5-Flash-REAP-121B-A11B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"24414167744","shards":1,"effective_bpw":1.6146,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"27146462912","shards":1,"effective_bpw":1.7953,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"31700288192","shards":1,"effective_bpw":2.0965,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"35407835840","shards":1,"effective_bpw":2.3417,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"35858358976","shards":1,"effective_bpw":2.3714,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"39501419200","shards":1,"effective_bpw":2.6124,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"40572452544","shards":1,"effective_bpw":2.6832,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"44227395264","shards":1,"effective_bpw":2.9249,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"46597518016","shards":1,"effective_bpw":3.0817,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"49308838592","shards":1,"effective_bpw":3.261,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"52297181888","shards":1,"effective_bpw":3.4586,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"52322249408","shards":1,"effective_bpw":3.4603,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"52857023168","shards":1,"effective_bpw":3.4956,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"57715993280","shards":1,"effective_bpw":3.817,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"62791625408","shards":1,"effective_bpw":4.1526,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"64555701952","shards":1,"effective_bpw":4.2693,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"68411672256","shards":1,"effective_bpw":4.5243,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"68536452800","shards":1,"effective_bpw":4.5326,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"72817116864","shards":1,"effective_bpw":4.8157,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"75814545088","shards":1,"effective_bpw":5.0139,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"83340101312","shards":1,"effective_bpw":5.5116,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"85672773312","shards":1,"effective_bpw":5.6659,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"99331908288","shards":1,"effective_bpw":6.5692,"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openbuddy-deepseek-67b-v15-3-4k","canonical_repo":"ff670/openbuddy-deepseek-67b-v15.3-4k","display_name":"openbuddy-deepseek-67b-v15.3-4k","publisher":"ff670","modality":"text","arch_key":"llama","params_total":"67425001472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"6063","n_layers":95,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ff670/openbuddy-deepseek-67b-v15.3-4k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14657774080","shards":1,"effective_bpw":1.7392,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15984091648","shards":1,"effective_bpw":1.8965,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18194620928","shards":1,"effective_bpw":2.1588,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20162273792","shards":1,"effective_bpw":2.3923,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21345493504","shards":1,"effective_bpw":2.5327,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23113916928","shards":1,"effective_bpw":2.7425,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25120891392","shards":1,"effective_bpw":2.9806,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26109501952","shards":1,"effective_bpw":3.0979,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"27861213696","shards":1,"effective_bpw":3.3057,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29308969472","shards":1,"effective_bpw":3.4775,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29414810112","shards":1,"effective_bpw":3.4901,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30525022720","shards":1,"effective_bpw":3.6218,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"32651928064","shards":1,"effective_bpw":3.8742,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"35575357952","shards":1,"effective_bpw":4.221,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36195983872","shards":1,"effective_bpw":4.2947,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"38276227584","shards":1,"effective_bpw":4.5415,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"38404416000","shards":1,"effective_bpw":4.5567,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"40439276032","shards":1,"effective_bpw":4.7981,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"46475305472","shards":1,"effective_bpw":5.5143,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"47653478912","shards":1,"effective_bpw":5.6541,"repo":"mradermacher/openbuddy-deepseek-67b-v15.3-4k-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"uyu-2-28b","canonical_repo":"mente-ai/uyu-2-28B","display_name":"uyu-2-28B","publisher":"mente-ai","modality":"text","arch_key":null,"params_total":"28181549312","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6057","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mente-ai/uyu-2-28B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"17210738656","shards":1,"effective_bpw":4.8857,"repo":"mente-ai/uyu-2-28B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23153551840","shards":1,"effective_bpw":6.5727,"repo":"mente-ai/uyu-2-28B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29983114720","shards":1,"effective_bpw":8.5114,"repo":"mente-ai/uyu-2-28B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-24b-a2b","canonical_repo":"LiquidAI/LFM2-24B-A2B","display_name":"LFM2-24B-A2B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2moe","params_total":"23843661440","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"6053","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":4,"arch_source":"LiquidAI/LFM2-24B-A2B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"5746134944","shards":1,"effective_bpw":1.9279,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6621958048","shards":1,"effective_bpw":2.2218,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6929190816","shards":1,"effective_bpw":2.3249,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7738953632","shards":1,"effective_bpw":2.5966,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8320749472","shards":1,"effective_bpw":2.7918,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8353255328","shards":1,"effective_bpw":2.8027,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9390100384","shards":1,"effective_bpw":3.1506,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9780662176","shards":1,"effective_bpw":3.2816,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10348859296","shards":1,"effective_bpw":3.4722,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10836561824","shards":1,"effective_bpw":3.6359,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10842591136","shards":1,"effective_bpw":3.6379,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11279191968","shards":1,"effective_bpw":3.7844,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12749918112","shards":1,"effective_bpw":4.2778,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13467405600","shards":1,"effective_bpw":4.5186,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13488705440","shards":1,"effective_bpw":4.5257,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13707399072","shards":1,"effective_bpw":4.5991,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13947719584","shards":1,"effective_bpw":4.6797,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14415473952","shards":1,"effective_bpw":4.8367,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14435422112","shards":1,"effective_bpw":4.8434,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14467927968","shards":1,"effective_bpw":4.8543,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14958088096","shards":1,"effective_bpw":5.0187,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16443854752","shards":1,"effective_bpw":5.5172,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16918818080","shards":1,"effective_bpw":5.6766,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16931557280","shards":1,"effective_bpw":5.6809,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"16964063136","shards":1,"effective_bpw":5.6918,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19578621216","shards":1,"effective_bpw":6.569,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19583700896","shards":1,"effective_bpw":6.5707,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19616206752","shards":1,"effective_bpw":6.5816,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25351965984","shards":1,"effective_bpw":8.5061,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25351966624","shards":1,"effective_bpw":8.5061,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47700397344","shards":1,"effective_bpw":16.0044,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"47700397344","shards":1,"effective_bpw":16.0044,"repo":"LiquidAI/LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47700397696","shards":1,"effective_bpw":16.0044,"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"joyai-image-edit-plus-diffusers","canonical_repo":"jdopensource/JoyAI-Image-Edit-Plus-Diffusers","display_name":"JoyAI-Image-Edit-Plus-Diffusers","publisher":"jdopensource","modality":"image","arch_key":"wan","params_total":"16263675968","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6042","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"7871728704","shards":1,"effective_bpw":3.8721,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8932363328","shards":1,"effective_bpw":4.3938,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10277162048","shards":1,"effective_bpw":5.0553,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10562374720","shards":1,"effective_bpw":5.1956,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10847587392","shards":1,"effective_bpw":5.3359,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11596270656","shards":1,"effective_bpw":5.7041,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11703225408","shards":1,"effective_bpw":5.7567,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11988438080","shards":1,"effective_bpw":5.897,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12558863424","shards":1,"effective_bpw":6.1776,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13084724288","shards":1,"effective_bpw":6.4363,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13842320448","shards":1,"effective_bpw":6.809,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17743023168","shards":1,"effective_bpw":8.7277,"repo":"vantagewithai/JoyAI-Image-Edit-Plus-ComfyUI-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-6-mistral-7b","canonical_repo":"dphn/dolphin-2.6-mistral-7b","display_name":"dolphin-2.6-mistral-7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241740288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6026","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32001,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.6-mistral-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083102592","shards":1,"effective_bpw":3.4059,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3084038944","shards":1,"effective_bpw":3.407,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164572448","shards":1,"effective_bpw":3.4959,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3165508800","shards":1,"effective_bpw":3.497,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518991136","shards":1,"effective_bpw":3.8875,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519927488","shards":1,"effective_bpw":3.8885,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822029600","shards":1,"effective_bpw":4.2222,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822965952","shards":1,"effective_bpw":4.2233,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108922176","shards":1,"effective_bpw":4.5392,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109858528","shards":1,"effective_bpw":4.5402,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140379456","shards":1,"effective_bpw":4.5739,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4141315808","shards":1,"effective_bpw":4.5749,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368444736","shards":1,"effective_bpw":4.8259,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4369381088","shards":1,"effective_bpw":4.8269,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997721920","shards":1,"effective_bpw":5.521,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997721920","shards":1,"effective_bpw":5.521,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4998658272","shards":1,"effective_bpw":5.5221,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4998658272","shards":1,"effective_bpw":5.5221,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5132351712","shards":1,"effective_bpw":5.6697,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942071648","shards":1,"effective_bpw":6.5642,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5943008000","shards":1,"effective_bpw":6.5653,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695866144","shards":1,"effective_bpw":8.5017,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7696802496","shards":1,"effective_bpw":8.5027,"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10263767072","shards":2,"effective_bpw":11.3385,"repo":"second-state/dolphin-2.6-mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-dflash","canonical_repo":"z-lab/Qwen3.5-4B-DFlash","display_name":"Qwen3.5-4B-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"634425856","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6021","n_layers":6,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/Qwen3.5-4B-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"243707584","shards":1,"effective_bpw":3.0731,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"313585344","shards":1,"effective_bpw":3.9543,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"381456064","shards":1,"effective_bpw":4.8101,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"454201024","shards":1,"effective_bpw":5.7274,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"531492544","shards":1,"effective_bpw":6.702,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"685133504","shards":1,"effective_bpw":8.6394,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"685133984","shards":1,"effective_bpw":8.6394,"repo":"AtomicChat/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1279872704","shards":1,"effective_bpw":16.139,"repo":"Anbeeld/Qwen3.5-4B-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-styletune","canonical_repo":"Gryphe/Qwen3.6-35B-A3B-StyleTune","display_name":"Qwen3.6-35B-A3B-StyleTune","publisher":"Gryphe","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6005","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Gryphe/Qwen3.6-35B-A3B-StyleTune","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142688","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209568","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654368","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031648","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480608","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236448","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097888","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939594592","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594848","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623759968","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145248","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185312","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185568","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424928","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520288","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765024","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765280","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115330912","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331168","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778848","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939312992","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268448","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889904480","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904736","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758752","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759008","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169568","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284192","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284448","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131872","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132128","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153312","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153568","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140192","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-heretic-ara","canonical_repo":"trohrbaugh/gemma-4-31b-it-heretic-ara","display_name":"gemma-4-31b-it-heretic-ara","publisher":"trohrbaugh","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"6004","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"trohrbaugh/gemma-4-31b-it-heretic-ara","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484544","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867456","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674838976","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354112","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157883840","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061056","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584128","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308640","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916308928","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077502912","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072363968","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761351840","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352128","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352128","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492480","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103648","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287103936","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265120","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265408","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785408","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228640","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17650995040","shards":1,"effective_bpw":4.5153,"repo":"jfiekdjdk/gemma-4-31b-it-heretic-ara-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573056","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160224","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160512","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687057760","shards":1,"effective_bpw":4.7804,"repo":"jfiekdjdk/gemma-4-31b-it-heretic-ara-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058080","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058368","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416128","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836320","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836608","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565600","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845565888","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479520","shards":1,"effective_bpw":6.4468,"repo":"jfiekdjdk/gemma-4-31b-it-heretic-ara-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201479840","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480128","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670368","shards":1,"effective_bpw":8.3486,"repo":"jfiekdjdk/gemma-4-31b-it-heretic-ara-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670688","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-8b-a1b","canonical_repo":"LiquidAI/LFM2-8B-A1B","display_name":"LFM2-8B-A1B","publisher":"LiquidAI","modality":"text","arch_key":"lfm2moe","params_total":"8339929856","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5994","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"LiquidAI/LFM2-8B-A1B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2650602432","shards":1,"effective_bpw":2.5426,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2947627968","shards":1,"effective_bpw":2.8275,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2980133824","shards":1,"effective_bpw":2.8587,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3079650368","shards":1,"effective_bpw":2.9541,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3079650368","shards":1,"effective_bpw":2.9541,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3307322304","shards":1,"effective_bpw":3.1725,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3455400896","shards":1,"effective_bpw":3.3146,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3644292160","shards":1,"effective_bpw":3.4958,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3654761408","shards":1,"effective_bpw":3.5058,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3815472064","shards":1,"effective_bpw":3.66,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3817569216","shards":1,"effective_bpw":3.662,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3960241088","shards":1,"effective_bpw":3.7988,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3997613120","shards":1,"effective_bpw":3.8347,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484791232","shards":1,"effective_bpw":4.302,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4733893312","shards":1,"effective_bpw":4.5409,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4733893696","shards":1,"effective_bpw":4.5409,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4740185024","shards":1,"effective_bpw":4.547,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4752768064","shards":1,"effective_bpw":4.559,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4812274624","shards":1,"effective_bpw":4.6161,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4891179968","shards":1,"effective_bpw":4.6918,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5044779712","shards":1,"effective_bpw":4.8392,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5044780096","shards":1,"effective_bpw":4.8392,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5051071424","shards":1,"effective_bpw":4.8452,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5083577280","shards":1,"effective_bpw":4.8764,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5246647360","shards":1,"effective_bpw":5.0328,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5249399744","shards":1,"effective_bpw":5.0354,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5759401024","shards":1,"effective_bpw":5.5247,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5761760192","shards":1,"effective_bpw":5.5269,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5919554240","shards":1,"effective_bpw":5.6783,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5919554624","shards":1,"effective_bpw":5.6783,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5921913792","shards":1,"effective_bpw":5.6805,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5954419648","shards":1,"effective_bpw":5.7117,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6849002176","shards":1,"effective_bpw":6.5698,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6849002560","shards":1,"effective_bpw":6.5698,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6850526144","shards":1,"effective_bpw":6.5713,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6883032000","shards":1,"effective_bpw":6.6025,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8868428480","shards":1,"effective_bpw":8.507,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8868428736","shards":1,"effective_bpw":8.507,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8868428864","shards":1,"effective_bpw":8.507,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16685562560","shards":1,"effective_bpw":16.0055,"repo":"LiquidAI/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16685562560","shards":1,"effective_bpw":16.0055,"repo":"bartowski/LiquidAI_LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16685562944","shards":1,"effective_bpw":16.0055,"repo":"unsloth/LFM2-8B-A1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bielik-11b-v2-3-instruct","canonical_repo":"speakleash/Bielik-11B-v2.3-Instruct","display_name":"Bielik-11B-v2.3-Instruct","publisher":"speakleash","modality":"text","arch_key":"llama","params_total":"11168796672","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5987","n_layers":50,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32128,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"speakleash/Bielik-11B-v2.3-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"6724050496","shards":1,"effective_bpw":4.8163,"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7907040832","shards":1,"effective_bpw":5.6637,"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9163968064","shards":1,"effective_bpw":6.564,"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23984366176","shards":2,"effective_bpw":17.1796,"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-flash-dspark","canonical_repo":"deepseek-ai/DeepSeek-V4-Flash-DSpark","display_name":"DeepSeek-V4-Flash-DSpark","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek4","params_total":"165265454782","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5986","n_layers":43,"n_head":64,"n_head_kv":1,"head_dim_k":512,"head_dim_v":512,"hidden":4096,"vocab_size":129280,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-V4-Flash-DSpark","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen2-5-omni-3b","canonical_repo":"Qwen/Qwen2.5-Omni-3B","display_name":"Qwen2.5-Omni-3B","publisher":"Qwen","modality":"text","arch_key":"qwen2vl","params_total":"5537120672","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5969","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Omni-3B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"960038944","shards":1,"effective_bpw":1.3871,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1015343136","shards":1,"effective_bpw":1.467,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1104390176","shards":1,"effective_bpw":1.5956,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1296816160","shards":1,"effective_bpw":1.8736,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376856096","shards":1,"effective_bpw":1.9893,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1436358688","shards":1,"effective_bpw":2.0752,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1449785376","shards":1,"effective_bpw":2.0946,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1588060192","shards":1,"effective_bpw":2.2944,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1724178464","shards":1,"effective_bpw":2.4911,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1914124320","shards":1,"effective_bpw":2.7655,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2000238624","shards":1,"effective_bpw":2.8899,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2009413664","shards":1,"effective_bpw":2.9032,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104931648","shards":1,"effective_bpw":3.0412,"repo":"ggml-org/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104932384","shards":1,"effective_bpw":3.0412,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2190735392","shards":1,"effective_bpw":3.1652,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2383591456","shards":1,"effective_bpw":3.4438,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438740000","shards":1,"effective_bpw":3.5235,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793410592","shards":1,"effective_bpw":4.0359,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616087360","shards":1,"effective_bpw":5.2245,"repo":"ggml-org/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616088096","shards":1,"effective_bpw":5.2245,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6800645440","shards":1,"effective_bpw":9.8255,"repo":"ggml-org/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6800645920","shards":1,"effective_bpw":9.8255,"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-isometry-fabled-persona","canonical_repo":"maldv/Gemma-4-31B-Isometry-Fabled-Persona","display_name":"Gemma-4-31B-Isometry-Fabled-Persona","publisher":"maldv","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5942","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"maldv/Gemma-4-31B-Isometry-Fabled-Persona","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156492288","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725875200","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674846720","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530361856","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157891584","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917068800","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976591872","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916316384","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916316672","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077510656","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072371712","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761359584","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761359872","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761359872","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424500224","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287111392","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287111680","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628272864","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628273152","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735793152","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862236384","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701580800","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763167968","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763168256","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687065824","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687066112","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481423872","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311844064","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311844352","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845573344","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845573632","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201487584","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201487872","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635678432","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-31B-Isometry-Fabled-Persona-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-claude-opus-distill-v2","canonical_repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2","display_name":"gemma-4-26B-A4B-it-Claude-Opus-Distill-v2","publisher":"TeichAI","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5931","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267712","shards":1,"effective_bpw":2.4986,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668653632","shards":1,"effective_bpw":2.6126,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296832","shards":1,"effective_bpw":2.8027,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816427072","shards":1,"effective_bpw":2.9585,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873197632","shards":1,"effective_bpw":2.9756,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377712192","shards":1,"effective_bpw":3.1277,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733888","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624478272","shards":1,"effective_bpw":3.2021,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325690432","shards":1,"effective_bpw":3.4134,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636064320","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222406208","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222406208","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222410432","shards":1,"effective_bpw":3.6836,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392560192","shards":1,"effective_bpw":3.7349,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286730304","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734528","shards":1,"effective_bpw":4.0044,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484928","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722688","shards":1,"effective_bpw":4.1946,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052800","shards":1,"effective_bpw":4.3665,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"14585445568","shards":1,"effective_bpw":4.3958,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821824","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572928","shards":1,"effective_bpw":4.813,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796012608","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016832","shards":1,"effective_bpw":5.0621,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986730048","shards":1,"effective_bpw":5.4209,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132887104","shards":1,"effective_bpw":5.7664,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891328","shards":1,"effective_bpw":5.7664,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395968","shards":1,"effective_bpw":6.8229,"repo":"mradermacher/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638400192","shards":1,"effective_bpw":6.8229,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859860160","shards":1,"effective_bpw":8.0952,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505136320","shards":1,"effective_bpw":15.2215,"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"impish-bloodmoon-12b","canonical_repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B","display_name":"Impish_Bloodmoon_12B","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5925","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Impish_Bloodmoon_12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999222656","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221635456","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592323456","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915088256","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138485152","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435035552","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493690592","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059936","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791060192","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945397152","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306501888","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238048","shards":1,"effective_bpw":3.6148,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534239232","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239488","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562092288","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722245888","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102048","shards":1,"effective_bpw":3.9734,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083103232","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103488","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561514848","shards":1,"effective_bpw":4.2858,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561516032","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561516288","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742724352","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800068096","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094652992","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097929792","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120210592","shards":1,"effective_bpw":4.6508,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211776","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120212032","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477217952","shards":1,"effective_bpw":4.884,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477219136","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477219392","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795233472","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750112","shards":1,"effective_bpw":5.5643,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518751296","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518751552","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646112","shards":1,"effective_bpw":5.7007,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727647296","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727647552","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226048","shards":1,"effective_bpw":6.5685,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056227232","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056227488","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Impish_Bloodmoon_12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390336","shards":1,"effective_bpw":8.5059,"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391520","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Impish_Bloodmoon_12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-uncensored-v2","canonical_repo":"braindao/gemma-3-4b-it-uncensored-v2","display_name":"gemma-3-4b-it-uncensored-v2","publisher":"braindao","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5920","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"braindao/gemma-3-4b-it-uncensored-v2","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"mistral-small-24b-instruct-2501-abliterated","canonical_repo":"huihui-ai/Mistral-Small-24B-Instruct-2501-abliterated","display_name":"Mistral-Small-24B-Instruct-2501-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5918","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Mistral-Small-24B-Instruct-2501-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722304","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750496704","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545120256","shards":1,"effective_bpw":2.2213,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545120704","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207033856","shards":1,"effective_bpw":2.4459,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034304","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478352896","shards":1,"effective_bpw":2.538,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353344","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052096","shards":1,"effective_bpw":2.7537,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114052544","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163264","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326016","shards":1,"effective_bpw":3.0172,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890326464","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593344","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686016","shards":1,"effective_bpw":3.2396,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117056","shards":1,"effective_bpw":3.3623,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907117504","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275456","shards":1,"effective_bpw":3.5296,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400275904","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428128704","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650950656","shards":1,"effective_bpw":3.6147,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951104","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082816","shards":1,"effective_bpw":3.8941,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083264","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400761856","shards":1,"effective_bpw":4.2086,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762304","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916096","shards":1,"effective_bpw":4.3301,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758916544","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468015616","shards":1,"effective_bpw":4.5708,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230016","shards":1,"effective_bpw":4.5797,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494230464","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280256","shards":1,"effective_bpw":4.5984,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549280704","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908224","shards":1,"effective_bpw":4.8646,"repo":"c4tdr0ut/grok-oss-Apollyon-24B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910016","shards":1,"effective_bpw":4.8646,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333910464","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831983616","shards":1,"effective_bpw":5.0337,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873107456","shards":1,"effective_bpw":5.0476,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873107904","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304413696","shards":1,"effective_bpw":5.5334,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414144","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983104","shards":1,"effective_bpw":5.6894,"repo":"c4tdr0ut/grok-oss-Apollyon-24B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984896","shards":1,"effective_bpw":5.6894,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985344","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178172416","shards":1,"effective_bpw":5.8299,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939456","shards":1,"effective_bpw":6.5656,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345939904","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mistral-Small-24B-Instruct-2501-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998016","shards":1,"effective_bpw":6.6759,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780416","shards":1,"effective_bpw":8.5031,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"94297496576","shards":3,"effective_bpw":32.0027,"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"superhy3-abliterated-nvfp4","canonical_repo":"Jiunsong/SuperHY3-abliterated-NVFP4","display_name":"SuperHY3-abliterated-NVFP4","publisher":"Jiunsong","modality":"text","arch_key":"hy-v3","params_total":"171950448896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5900","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":120832,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":192,"n_expert_used":8,"arch_source":"Jiunsong/SuperHY3-abliterated-NVFP4","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"102116475744","shards":3,"effective_bpw":4.751,"repo":"Jiunsong/SuperHY3-abliterated-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-heretic-styletune-head","canonical_repo":"jebcarter/gemma-4-12b-heretic-styletune-head","display_name":"gemma-4-12b-heretic-styletune-head","publisher":"jebcarter","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5888","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jebcarter/gemma-4-12b-heretic-styletune-head","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3313993152","shards":1,"effective_bpw":2.2168,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3533149632","shards":1,"effective_bpw":2.3634,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3898410432","shards":1,"effective_bpw":2.6077,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4218144192","shards":1,"effective_bpw":2.8216,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4512134592","shards":1,"effective_bpw":3.0182,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4804343232","shards":1,"effective_bpw":3.2137,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4834448832","shards":1,"effective_bpw":3.2338,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5160449184","shards":1,"effective_bpw":3.4519,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5160449472","shards":1,"effective_bpw":3.4519,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5281732032","shards":1,"effective_bpw":3.533,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5704930752","shards":1,"effective_bpw":3.8161,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5960766624","shards":1,"effective_bpw":3.9872,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5960766912","shards":1,"effective_bpw":3.9872,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5960766912","shards":1,"effective_bpw":3.9872,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6166529472","shards":1,"effective_bpw":4.1249,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6519624864","shards":1,"effective_bpw":4.3611,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6519625152","shards":1,"effective_bpw":4.3611,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6998856864","shards":1,"effective_bpw":4.6816,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6998857152","shards":1,"effective_bpw":4.6816,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7170028992","shards":1,"effective_bpw":4.7961,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7225324704","shards":1,"effective_bpw":4.8331,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7542109632","shards":1,"effective_bpw":5.045,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7564228032","shards":1,"effective_bpw":5.0598,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7590278304","shards":1,"effective_bpw":5.0772,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7590278592","shards":1,"effective_bpw":5.0772,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7947613344","shards":1,"effective_bpw":5.3162,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7947613632","shards":1,"effective_bpw":5.3162,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8286270912","shards":1,"effective_bpw":5.5428,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9030431904","shards":1,"effective_bpw":6.0406,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9030432192","shards":1,"effective_bpw":6.0406,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9239327904","shards":1,"effective_bpw":6.1803,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9239328192","shards":1,"effective_bpw":6.1803,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10611774624","shards":1,"effective_bpw":7.0983,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10611774912","shards":1,"effective_bpw":7.0983,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13739193504","shards":1,"effective_bpw":9.1903,"repo":"mradermacher/gemma-4-12b-heretic-styletune-head-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-rprmax-v1","canonical_repo":"ArliAI/Qwen3.5-9B-RpRMax-v1","display_name":"Qwen3.5-9B-RpRMax-v1","publisher":"ArliAI","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5883","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Qwen3.5-9B-RpRMax-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642304","shards":1,"effective_bpw":2.273,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269632","shards":1,"effective_bpw":2.3845,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648512","shards":1,"effective_bpw":2.5705,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345920","shards":1,"effective_bpw":2.7227,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968640","shards":1,"effective_bpw":2.8409,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471744","shards":1,"effective_bpw":2.9897,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239680","shards":1,"effective_bpw":3.0641,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263104","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166400","shards":1,"effective_bpw":3.2638,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416704","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407488","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818688","shards":1,"effective_bpw":3.6223,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383168","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525504","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515392","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441216","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940352","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630464","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215040","shards":1,"effective_bpw":4.4903,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109888","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333888","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310336","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970688","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260288","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Qwen3.5-9B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"superqwen-agentworld-35b-a3b-abliterated","canonical_repo":"Jiunsong/SuperQwen-AgentWorld-35B-A3B-abliterated","display_name":"SuperQwen-AgentWorld-35B-A3B-abliterated","publisher":"Jiunsong","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5881","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Jiunsong/SuperQwen-AgentWorld-35B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"21166763424","shards":1,"effective_bpw":4.8855,"repo":"Jiunsong/SuperQwen-AgentWorld-35B-A3B-abliterated-gguf-4bit","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903132032","shards":1,"effective_bpw":8.5176,"repo":"McG-221/SuperQwen-AgentWorld-35B-A3B-abliterated-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-heretic-ara","canonical_repo":"p-e-w/gemma-4-E2B-it-heretic-ara","display_name":"gemma-4-E2B-it-heretic-ara","publisher":"p-e-w","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5880","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"p-e-w/gemma-4-E2B-it-heretic-ara","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2989081856","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110210816","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201344768","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282347264","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309823232","shards":1,"effective_bpw":5.1684,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365070080","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427874048","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595396352","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630281984","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845340416","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967490816","shards":1,"effective_bpw":7.7569,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311298816","shards":1,"effective_bpw":14.5399,"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chronos-platinum-72b","canonical_repo":"ZeusLabs/Chronos-Platinum-72B","display_name":"Chronos-Platinum-72B","publisher":"ZeusLabs","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5879","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ZeusLabs/Chronos-Platinum-72B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740210464","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490021664","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057642784","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338983712","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811760416","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028272416","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845080352","shards":1,"effective_bpw":3.504,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487786784","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503594784","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698723104","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505222944","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709072672","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383124256","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415713056","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447463904","shards":2,"effective_bpw":5.991,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347626976","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262609888","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Chronos-Platinum-72B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-9b-it-sppo-iter3","canonical_repo":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3","display_name":"Gemma-2-9B-It-SPPO-Iter3","publisher":"UCLA-AGI","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5876","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2378565536","shards":1,"effective_bpw":2.059,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2378565984","shards":1,"effective_bpw":2.059,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2545952672","shards":1,"effective_bpw":2.2039,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953120","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2824931232","shards":1,"effective_bpw":2.4454,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931680","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3067381664","shards":1,"effective_bpw":2.6553,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3067381664","shards":1,"effective_bpw":2.6553,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382112","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3211487136","shards":1,"effective_bpw":2.78,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3211487136","shards":1,"effective_bpw":2.78,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487584","shards":1,"effective_bpw":2.78,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3434669024","shards":1,"effective_bpw":2.9732,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3434669984","shards":1,"effective_bpw":2.9732,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670432","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3552511904","shards":1,"effective_bpw":3.0752,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3796739040","shards":1,"effective_bpw":3.2866,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3796740000","shards":1,"effective_bpw":3.2866,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740448","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397984","shards":1,"effective_bpw":3.2941,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805398944","shards":1,"effective_bpw":3.2941,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399392","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027605984","shards":1,"effective_bpw":3.4865,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989152","shards":1,"effective_bpw":3.5881,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144990112","shards":1,"effective_bpw":3.5881,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990560","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664992","shards":1,"effective_bpw":3.7549,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4337665952","shards":1,"effective_bpw":3.7549,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337665952","shards":1,"effective_bpw":3.7549,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666400","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666400","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615520","shards":1,"effective_bpw":3.8907,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494616480","shards":1,"effective_bpw":3.8907,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616928","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781216","shards":1,"effective_bpw":4.122,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4761782176","shards":1,"effective_bpw":4.122,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782624","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452832","shards":1,"effective_bpw":4.4429,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132453792","shards":1,"effective_bpw":4.4429,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454240","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030240","shards":1,"effective_bpw":4.4866,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183031200","shards":1,"effective_bpw":4.4866,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031648","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5443143584","shards":1,"effective_bpw":4.7118,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200352","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925280","shards":1,"effective_bpw":4.7428,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478926240","shards":1,"effective_bpw":4.7428,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926688","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057760","shards":1,"effective_bpw":4.987,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5761058720","shards":1,"effective_bpw":4.987,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059168","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265760","shards":1,"effective_bpw":5.1794,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592160","shards":1,"effective_bpw":5.6125,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592864","shards":1,"effective_bpw":5.6125,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593568","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366624","shards":1,"effective_bpw":5.7542,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6647367328","shards":1,"effective_bpw":5.7542,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368032","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574624","shards":1,"effective_bpw":5.9466,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069792","shards":1,"effective_bpw":6.5694,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589070496","shards":1,"effective_bpw":6.5694,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071200","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811277792","shards":1,"effective_bpw":6.7618,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148768","shards":1,"effective_bpw":8.5068,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827149472","shards":1,"effective_bpw":8.5068,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18490680992","shards":1,"effective_bpw":16.0063,"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"36972880576","shards":1,"effective_bpw":32.0052,"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-12b-arliai-rpmax-v1-2","canonical_repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2","display_name":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2","publisher":"ArliAI","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"unlicense","downloads_30d":"5875","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF-IQ-ARM-Imatrix","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF-IQ-ARM-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-2-8b-instruct","canonical_repo":"ibm-granite/granite-3.2-8b-instruct","display_name":"granite-3.2-8b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"8170848256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5868","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.2-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2836826048","shards":1,"effective_bpw":2.7775,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103591712","shards":1,"effective_bpw":3.0387,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103591968","shards":1,"effective_bpw":3.0387,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3152353728","shards":1,"effective_bpw":3.0864,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3201370048","shards":1,"effective_bpw":3.1344,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3427995168","shards":1,"effective_bpw":3.3563,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592490272","shards":1,"effective_bpw":3.5174,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592490528","shards":1,"effective_bpw":3.5174,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3738717728","shards":1,"effective_bpw":3.6605,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996585248","shards":1,"effective_bpw":3.913,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996585504","shards":1,"effective_bpw":3.913,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349430368","shards":1,"effective_bpw":4.2585,"repo":"lmstudio-community/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349431072","shards":1,"effective_bpw":4.2585,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349431328","shards":1,"effective_bpw":4.2585,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4428074528","shards":1,"effective_bpw":4.3355,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4650896672","shards":1,"effective_bpw":4.5536,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4667280928","shards":1,"effective_bpw":4.5697,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4671868448","shards":1,"effective_bpw":4.5742,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685761824","shards":1,"effective_bpw":4.5878,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685762080","shards":1,"effective_bpw":4.5878,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942858848","shards":1,"effective_bpw":4.8395,"repo":"lmstudio-community/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942859552","shards":1,"effective_bpw":4.8395,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942859808","shards":1,"effective_bpw":4.8395,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4991621568","shards":1,"effective_bpw":4.8872,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5148970272","shards":1,"effective_bpw":5.0413,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5148970528","shards":1,"effective_bpw":5.0413,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5647043872","shards":1,"effective_bpw":5.529,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647043872","shards":1,"effective_bpw":5.529,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647044128","shards":1,"effective_bpw":5.529,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797448992","shards":1,"effective_bpw":5.6762,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797449248","shards":1,"effective_bpw":5.6762,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5846211008","shards":1,"effective_bpw":5.724,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6145117472","shards":1,"effective_bpw":6.0166,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705449568","shards":1,"effective_bpw":6.5652,"repo":"lmstudio-community/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705450272","shards":1,"effective_bpw":6.5652,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705450528","shards":1,"effective_bpw":6.5652,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6754212288","shards":1,"effective_bpw":6.613,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684246528","shards":1,"effective_bpw":8.5027,"repo":"lmstudio-community/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684247232","shards":1,"effective_bpw":8.5027,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684247488","shards":1,"effective_bpw":8.5027,"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16344106432","shards":1,"effective_bpw":16.0024,"repo":"ibm-research/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b","canonical_repo":"Qwen/Qwen2.5-7B","display_name":"Qwen2.5-7B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5837","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-7B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1903667840","shards":1,"effective_bpw":1.9998,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2042196608","shards":1,"effective_bpw":2.1453,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2273077888","shards":1,"effective_bpw":2.3878,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2469022336","shards":1,"effective_bpw":2.5936,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2595637888","shards":1,"effective_bpw":2.7266,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780342560","shards":1,"effective_bpw":2.9207,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780342912","shards":1,"effective_bpw":2.9207,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2834074240","shards":1,"effective_bpw":2.9771,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940384","shards":1,"effective_bpw":3.1682,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940736","shards":1,"effective_bpw":3.1682,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114515072","shards":1,"effective_bpw":3.2717,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256512","shards":1,"effective_bpw":3.5152,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368672","shards":1,"effective_bpw":3.6686,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369024","shards":1,"effective_bpw":3.6686,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3499192960","shards":1,"effective_bpw":3.6758,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012192","shards":1,"effective_bpw":3.7544,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012544","shards":1,"effective_bpw":3.7544,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391456","shards":1,"effective_bpw":4.0006,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391808","shards":1,"effective_bpw":4.0006,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459552","shards":1,"effective_bpw":4.2948,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459904","shards":1,"effective_bpw":4.2948,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218472736","shards":1,"effective_bpw":4.4314,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473088","shards":1,"effective_bpw":4.4314,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4431391008","shards":1,"effective_bpw":4.6551,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437813888","shards":1,"effective_bpw":4.6618,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121728","shards":1,"effective_bpw":4.6684,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769248","shards":1,"effective_bpw":4.6828,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769600","shards":1,"effective_bpw":4.6828,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073824","shards":1,"effective_bpw":4.9194,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073824","shards":1,"effective_bpw":4.9194,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074176","shards":1,"effective_bpw":4.9194,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873283872","shards":1,"effective_bpw":5.1193,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284224","shards":1,"effective_bpw":5.1193,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315176736","shards":1,"effective_bpw":5.5834,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176736","shards":1,"effective_bpw":5.5834,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177088","shards":1,"effective_bpw":5.5835,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5327907456","shards":1,"effective_bpw":5.5968,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831520","shards":1,"effective_bpw":5.7196,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831520","shards":1,"effective_bpw":5.7196,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831872","shards":1,"effective_bpw":5.7196,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5757069600","shards":1,"effective_bpw":6.0476,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5757069952","shards":1,"effective_bpw":6.0476,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199072","shards":1,"effective_bpw":6.5699,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199072","shards":1,"effective_bpw":6.5699,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199424","shards":1,"effective_bpw":6.5699,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525472","shards":1,"effective_bpw":8.5073,"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525472","shards":1,"effective_bpw":8.5073,"repo":"liodon-ai/Qwen2.5-7B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525824","shards":1,"effective_bpw":8.5073,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853600","shards":1,"effective_bpw":16.007,"repo":"ThomasBaruzier/Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"assistant-pepe-70b","canonical_repo":"SicariusSicariiStuff/Assistant_Pepe_70B","display_name":"Assistant_Pepe_70B","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"5836","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Assistant_Pepe_70B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343484416","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751197696","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097386496","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"19400162400","shards":1,"effective_bpw":2.1998,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"20556217440","shards":1,"effective_bpw":2.3308,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142109696","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242344448","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"22482975840","shards":1,"effective_bpw":2.5493,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119295488","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"24192154720","shards":1,"effective_bpw":2.7431,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471944704","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"25411664992","shards":1,"effective_bpw":2.8814,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108800","shards":1,"effective_bpw":2.9906,"repo":"SicariusSicariiStuff/Assistant_Pepe_70B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375110144","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26953071712","shards":1,"effective_bpw":3.0562,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469495808","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27696315488","shards":1,"effective_bpw":3.1405,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28722363488","shards":1,"effective_bpw":3.2568,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"29021387872","shards":1,"effective_bpw":3.2907,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307731456","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"30639422560","shards":1,"effective_bpw":3.4742,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912052736","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912052736","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937035776","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"31960628320","shards":1,"effective_bpw":3.624,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"32985611360","shards":1,"effective_bpw":3.7402,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494624","shards":1,"effective_bpw":3.8856,"repo":"SicariusSicariiStuff/Assistant_Pepe_70B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267495936","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"35316071520","shards":1,"effective_bpw":4.0044,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140594176","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37518081120","shards":1,"effective_bpw":4.2541,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902663168","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38767737952","shards":1,"effective_bpw":4.3958,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116534784","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347221504","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40808594528","shards":1,"effective_bpw":4.6272,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40834808928","shards":1,"effective_bpw":4.6302,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"41039281248","shards":1,"effective_bpw":4.6534,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393952","shards":1,"effective_bpw":4.8213,"repo":"SicariusSicariiStuff/Assistant_Pepe_70B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520395264","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"43967429728","shards":1,"effective_bpw":4.9854,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313591296","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"44747226208","shards":1,"effective_bpw":5.0738,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44837878880","shards":1,"effective_bpw":5.0841,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657448448","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"49013963872","shards":1,"effective_bpw":5.5576,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817056","shards":1,"effective_bpw":5.6637,"repo":"SicariusSicariiStuff/Assistant_Pepe_70B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949818368","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"51108494656","shards":2,"effective_bpw":5.7951,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"51756956992","shards":2,"effective_bpw":5.8687,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143552","shards":1,"effective_bpw":6.5639,"repo":"SicariusSicariiStuff/Assistant_Pepe_70B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888144896","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Assistant_Pepe_70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"60082289952","shards":2,"effective_bpw":6.8127,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"60591209760","shards":2,"effective_bpw":6.8704,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975051040","shards":2,"effective_bpw":8.5013,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-starry-ocean-12b-heretic","canonical_repo":"Vortex5/G4-Starry-Ocean-12B-heretic","display_name":"G4-Starry-Ocean-12B-heretic","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5822","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vortex5/G4-Starry-Ocean-12B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691904","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848384","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109184","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842944","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597184","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805824","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147584","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147968","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148224","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194624","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393344","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229248","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992064","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087488","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087744","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319488","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319744","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255424","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551168","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878784","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997184","shards":1,"effective_bpw":4.681,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047488","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047744","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382528","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382784","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125504","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371968","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372224","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267968","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268224","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021248","shards":1,"effective_bpw":6.546,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021504","shards":1,"effective_bpw":6.546,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646208","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"internvl3-5-30b-a3b","canonical_repo":"OpenGVLab/InternVL3_5-30B-A3B","display_name":"InternVL3_5-30B-A3B","publisher":"OpenGVLab","modality":"vision_language","arch_key":"qwen3moe","params_total":"30848730112","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5816","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenGVLab/InternVL3_5-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7569021856","shards":1,"effective_bpw":1.9629,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662162336","shards":1,"effective_bpw":2.2464,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744096672","shards":1,"effective_bpw":2.2676,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870267296","shards":1,"effective_bpw":2.5597,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908644256","shards":1,"effective_bpw":2.8289,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212516256","shards":1,"effective_bpw":2.9077,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216980384","shards":1,"effective_bpw":3.1682,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736457632","shards":1,"effective_bpw":3.3029,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428124576","shards":1,"effective_bpw":3.4823,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076537760","shards":1,"effective_bpw":3.6505,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076799904","shards":1,"effective_bpw":3.6505,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14582999680","shards":1,"effective_bpw":3.7818,"repo":"lmstudio-community/InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14582999968","shards":1,"effective_bpw":3.7818,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16457999264","shards":1,"effective_bpw":4.2681,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386275744","shards":1,"effective_bpw":4.5088,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631642528","shards":1,"effective_bpw":4.5724,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984488352","shards":1,"effective_bpw":4.6639,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632180352","shards":1,"effective_bpw":4.8319,"repo":"lmstudio-community/InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632180640","shards":1,"effective_bpw":4.8319,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863123360","shards":1,"effective_bpw":4.8918,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214517152","shards":1,"effective_bpw":4.9829,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099381664","shards":1,"effective_bpw":5.4717,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744452512","shards":1,"effective_bpw":5.639,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936499616","shards":1,"effective_bpw":5.6888,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104718464","shards":1,"effective_bpw":6.5104,"repo":"lmstudio-community/InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104718752","shards":1,"effective_bpw":6.5104,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255439264","shards":1,"effective_bpw":6.5495,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483928704","shards":1,"effective_bpw":8.4241,"repo":"lmstudio-community/InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483928992","shards":1,"effective_bpw":8.4241,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095799648","shards":2,"effective_bpw":15.844,"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-88b","canonical_repo":"0xSero/Qwen3.5-88B","display_name":"Qwen3.5-88B","publisher":"0xSero","modality":"text","arch_key":"qwen35moe","params_total":"87673473024","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5812","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":180,"n_expert_used":8,"arch_source":"0xSero/Qwen3.5-88B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"18472625696","shards":1,"effective_bpw":1.6856,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"20411635232","shards":1,"effective_bpw":1.8625,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"23643317792","shards":1,"effective_bpw":2.1574,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"26238100544","shards":1,"effective_bpw":2.3942,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"26238101024","shards":1,"effective_bpw":2.3942,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"26531526176","shards":1,"effective_bpw":2.4209,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29116871744","shards":1,"effective_bpw":2.6568,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29116872224","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"30383580704","shards":1,"effective_bpw":2.7724,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"32389277216","shards":1,"effective_bpw":2.9554,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"34168567328","shards":1,"effective_bpw":3.1178,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"36316054592","shards":1,"effective_bpw":3.3138,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"36316055072","shards":1,"effective_bpw":3.3138,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"38083905056","shards":1,"effective_bpw":3.4751,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"38266897952","shards":1,"effective_bpw":3.4918,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"38760727616","shards":1,"effective_bpw":3.5368,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"38760728096","shards":1,"effective_bpw":3.5368,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"42159735872","shards":1,"effective_bpw":3.847,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"42159736352","shards":1,"effective_bpw":3.847,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"45563020832","shards":1,"effective_bpw":4.1575,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"47123129408","shards":1,"effective_bpw":4.2999,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"47123129888","shards":1,"effective_bpw":4.2999,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"49836418592","shards":1,"effective_bpw":4.5475,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"50064286784","shards":1,"effective_bpw":4.5682,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"50064287264","shards":1,"effective_bpw":4.5682,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"53323531328","shards":1,"effective_bpw":4.8656,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"53323531808","shards":1,"effective_bpw":4.8656,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"55053018656","shards":1,"effective_bpw":5.0235,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"60483135008","shards":1,"effective_bpw":5.5189,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"62389519424","shards":1,"effective_bpw":5.6929,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"62389519904","shards":1,"effective_bpw":5.6929,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"72022131776","shards":1,"effective_bpw":6.5719,"repo":"RobinsonLabs/Qwen3.5-122B-A10B-REAP-30-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"72022132256","shards":1,"effective_bpw":6.5719,"repo":"mradermacher/Qwen3.5-122B-A10B-REAP-30-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fara-7b","canonical_repo":"microsoft/Fara-7B","display_name":"Fara-7B","publisher":"microsoft","modality":"vision_language","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5795","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Fara-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780341024","shards":1,"effective_bpw":2.6824,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938560","shards":1,"effective_bpw":2.9097,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938848","shards":1,"effective_bpw":2.9097,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114513184","shards":1,"effective_bpw":3.0048,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254624","shards":1,"effective_bpw":3.2284,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366848","shards":1,"effective_bpw":3.3693,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367136","shards":1,"effective_bpw":3.3693,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162848","shards":1,"effective_bpw":3.4231,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010656","shards":1,"effective_bpw":3.4481,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389632","shards":1,"effective_bpw":3.6742,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389920","shards":1,"effective_bpw":3.6742,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457728","shards":1,"effective_bpw":3.9444,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458016","shards":1,"effective_bpw":3.9444,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471200","shards":1,"effective_bpw":4.0698,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250296832","shards":1,"effective_bpw":4.1005,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4431389184","shards":1,"effective_bpw":4.2753,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812000","shards":1,"effective_bpw":4.2814,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119840","shards":1,"effective_bpw":4.2875,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767424","shards":1,"effective_bpw":4.3007,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767712","shards":1,"effective_bpw":4.3007,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4463272448","shards":1,"effective_bpw":4.306,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072000","shards":1,"effective_bpw":4.5181,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072288","shards":1,"effective_bpw":4.5181,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282048","shards":1,"effective_bpw":4.7016,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282336","shards":1,"effective_bpw":4.7016,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562528","shards":1,"effective_bpw":4.9083,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315174912","shards":1,"effective_bpw":5.1279,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174912","shards":1,"effective_bpw":5.1279,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175200","shards":1,"effective_bpw":5.1279,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829696","shards":1,"effective_bpw":5.253,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829984","shards":1,"effective_bpw":5.253,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5757067776","shards":1,"effective_bpw":5.5542,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195552","shards":1,"effective_bpw":5.5775,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197248","shards":1,"effective_bpw":6.0338,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197536","shards":1,"effective_bpw":6.0338,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180640","shards":1,"effective_bpw":6.2885,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523648","shards":1,"effective_bpw":7.8132,"repo":"gguf-org/fara-7b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523936","shards":1,"effective_bpw":7.8132,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237851648","shards":1,"effective_bpw":14.701,"repo":"bartowski/microsoft_Fara-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-animus-v14-1-fft-heretic","canonical_repo":"Vortex5/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic","display_name":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5787","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290272192","shards":1,"effective_bpw":2.57,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668658112","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299301312","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431552","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873202112","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716672","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582738080","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582738368","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482752","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694912","shards":1,"effective_bpw":3.511,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068800","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222410400","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410688","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410688","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564672","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734496","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734784","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824489120","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824489408","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917727168","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063809696","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488057280","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464826016","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464826304","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969577408","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016800","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796017088","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986734240","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986734528","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891296","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132891584","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638400160","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638400448","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859860128","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dark-scarlett-v1-0-35b-a3b","canonical_repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B","display_name":"Dark-Scarlett-v1.0-35B-A3B","publisher":"ReadyArt","modality":"text","arch_key":"qwen35moe","params_total":"35505251456","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5786","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"21405410432","shards":1,"effective_bpw":4.823,"repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"22857114752","shards":1,"effective_bpw":5.1501,"repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26419487872","shards":1,"effective_bpw":5.9528,"repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30204509312","shards":1,"effective_bpw":6.8056,"repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38593496192","shards":1,"effective_bpw":8.6958,"repo":"ReadyArt/Dark-Scarlett-v1.0-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moonlight-16b-a3b-instruct","canonical_repo":"moonshotai/Moonlight-16B-A3B-Instruct","display_name":"Moonlight-16B-A3B-Instruct","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"15960111936","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5778","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":163840,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"moonshotai/Moonlight-16B-A3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5120089216","shards":1,"effective_bpw":2.5664,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5362552960","shards":1,"effective_bpw":2.688,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5766659200","shards":1,"effective_bpw":2.8905,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5775287904","shards":1,"effective_bpw":2.8949,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6093483136","shards":1,"effective_bpw":3.0544,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6101227104","shards":1,"effective_bpw":3.0582,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6146415744","shards":1,"effective_bpw":3.0809,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6154159712","shards":1,"effective_bpw":3.0848,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6469700736","shards":1,"effective_bpw":3.2429,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6476559968","shards":1,"effective_bpw":3.2464,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6575650688","shards":1,"effective_bpw":3.296,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6582288992","shards":1,"effective_bpw":3.2994,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"6607463008","shards":1,"effective_bpw":3.312,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7104302208","shards":1,"effective_bpw":3.561,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7109391968","shards":1,"effective_bpw":3.5636,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7280956544","shards":1,"effective_bpw":3.6496,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7284719200","shards":1,"effective_bpw":3.6515,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7645762432","shards":1,"effective_bpw":3.8324,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7645762688","shards":1,"effective_bpw":3.8324,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7649525344","shards":1,"effective_bpw":3.8343,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7649525344","shards":1,"effective_bpw":3.8343,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7711536256","shards":1,"effective_bpw":3.8654,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7715298912","shards":1,"effective_bpw":3.8673,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8286450560","shards":1,"effective_bpw":4.1536,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8290213472","shards":1,"effective_bpw":4.1555,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8619242368","shards":1,"effective_bpw":4.3204,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8623005280","shards":1,"effective_bpw":4.3223,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8744947840","shards":1,"effective_bpw":4.3834,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8745835104","shards":1,"effective_bpw":4.3838,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9083158400","shards":1,"effective_bpw":4.5529,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9083158656","shards":1,"effective_bpw":4.5529,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9083161184","shards":1,"effective_bpw":4.5529,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9108392544","shards":1,"effective_bpw":4.5656,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9710337920","shards":1,"effective_bpw":4.8673,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9713879648","shards":1,"effective_bpw":4.8691,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10537205632","shards":1,"effective_bpw":5.2818,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10540747360","shards":1,"effective_bpw":5.2835,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11035787136","shards":1,"effective_bpw":5.5317,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11061021280","shards":1,"effective_bpw":5.5443,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11335679872","shards":1,"effective_bpw":5.682,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11337452128","shards":1,"effective_bpw":5.6829,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12039995264","shards":1,"effective_bpw":6.035,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12041767520","shards":1,"effective_bpw":6.0359,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14272539520","shards":1,"effective_bpw":7.1541,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14279399008","shards":1,"effective_bpw":7.1575,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974937984","shards":1,"effective_bpw":8.5087,"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16974940768","shards":1,"effective_bpw":8.5087,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"31934228832","shards":1,"effective_bpw":16.007,"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nuextract-1-5-tiny","canonical_repo":"numind/NuExtract-1.5-tiny","display_name":"NuExtract-1.5-tiny","publisher":"numind","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5774","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"numind/NuExtract-1.5-tiny","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"531067424","shards":1,"effective_bpw":8.5997,"repo":"abyrne55/nuextract-1.5-tiny-mealie-ingredient-parser","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-abliterated-v2","canonical_repo":"mlabonne/gemma-3-12b-it-abliterated-v2","display_name":"gemma-3-12b-it-abliterated-v2","publisher":"mlabonne","modality":"vision_language","arch_key":"gemma3","params_total":"11766034176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5773","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/gemma-3-12b-it-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4768221248","shards":1,"effective_bpw":3.242,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221600","shards":1,"effective_bpw":3.242,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315680","shards":1,"effective_bpw":3.7112,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008817728","shards":1,"effective_bpw":4.0855,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818080","shards":1,"effective_bpw":4.0855,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480185760","shards":1,"effective_bpw":4.406,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333280","shards":1,"effective_bpw":4.7155,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778048","shards":1,"effective_bpw":4.964,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778400","shards":1,"effective_bpw":4.964,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778432","shards":1,"effective_bpw":4.964,"repo":"mvyzjoph/gemma-3-12b-it-abliterated-v2-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963040","shards":1,"effective_bpw":5.5971,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445036608","shards":1,"effective_bpw":5.742,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445036960","shards":1,"effective_bpw":5.742,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660811328","shards":1,"effective_bpw":6.5686,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660811680","shards":1,"effective_bpw":6.5686,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212288","shards":1,"effective_bpw":8.506,"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212640","shards":1,"effective_bpw":8.506,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23540151840","shards":1,"effective_bpw":16.0055,"repo":"DevQuasar/mlabonne.gemma-3-12b-it-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-235b-a22b-thinking-2507","canonical_repo":"Qwen/Qwen3-235B-A22B-Thinking-2507","display_name":"Qwen3-235B-A22B-Thinking-2507","publisher":"Qwen","modality":"text","arch_key":"qwen3moe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5771","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Qwen/Qwen3-235B-A22B-Thinking-2507","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"53226813664","shards":2,"effective_bpw":1.8113,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"65616263392","shards":2,"effective_bpw":2.2329,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"66073733344","shards":2,"effective_bpw":2.2484,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"78553884896","shards":2,"effective_bpw":2.6731,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"82723072352","shards":3,"effective_bpw":2.815,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"83330816320","shards":3,"effective_bpw":2.8357,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691001504","shards":2,"effective_bpw":2.916,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"85836860032","shards":2,"effective_bpw":2.9209,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"93072468352","shards":3,"effective_bpw":3.1672,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"96900634976","shards":3,"effective_bpw":3.2974,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444705056","shards":3,"effective_bpw":3.4521,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"102382623072","shards":3,"effective_bpw":3.484,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"107328723296","shards":3,"effective_bpw":3.6523,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"107329247584","shards":3,"effective_bpw":3.6523,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"111170705760","shards":3,"effective_bpw":3.783,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447380224","shards":3,"effective_bpw":3.8265,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125504686880","shards":3,"effective_bpw":4.2708,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125881469376","shards":4,"effective_bpw":4.2836,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"133096245728","shards":4,"effective_bpw":4.5291,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133132421920","shards":3,"effective_bpw":4.5304,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687118592","shards":3,"effective_bpw":4.5492,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"134992595392","shards":4,"effective_bpw":4.5937,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"137703164384","shards":4,"effective_bpw":4.6859,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154074880","shards":3,"effective_bpw":4.8374,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142646905312","shards":4,"effective_bpw":4.8541,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147230100256","shards":3,"effective_bpw":5.0101,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"147316345312","shards":4,"effective_bpw":5.013,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881426848","shards":4,"effective_bpw":5.5087,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161955351104","shards":5,"effective_bpw":5.5112,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814157664","shards":4,"effective_bpw":5.6765,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166888082048","shards":5,"effective_bpw":5.679,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015495552","shards":4,"effective_bpw":6.5681,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193063238208","shards":5,"effective_bpw":6.5697,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940105824","shards":7,"effective_bpw":8.5052,"repo":"bartowski/Qwen_Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"249940106368","shards":6,"effective_bpw":8.5052,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"470293437696","shards":10,"effective_bpw":16.0036,"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-uncensored-fernflowerai-safetensors","canonical_repo":"LuffyTheFox/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-safetensors","display_name":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-safetensors","publisher":"LuffyTheFox","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5749","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"F16","bytes":"69376637568","shards":1,"effective_bpw":16.0128,"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-medium-4k-instruct","canonical_repo":"microsoft/Phi-3-medium-4k-instruct","display_name":"Phi-3-medium-4k-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"13960238080","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5748","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32064,"ctx_native":4096,"sliding_window":2047,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-3-medium-4k-instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2957997376","shards":1,"effective_bpw":1.6951,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3242157376","shards":1,"effective_bpw":1.8579,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3715757376","shards":1,"effective_bpw":2.1293,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4127405376","shards":1,"effective_bpw":2.3652,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4338126656","shards":1,"effective_bpw":2.486,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4717006208","shards":1,"effective_bpw":2.7031,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4717006656","shards":1,"effective_bpw":2.7031,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5143000448","shards":1,"effective_bpw":2.9472,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5143000640","shards":1,"effective_bpw":2.9472,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5143000896","shards":1,"effective_bpw":2.9472,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5303320448","shards":1,"effective_bpw":3.0391,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5453262656","shards":1,"effective_bpw":3.125,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5806841728","shards":1,"effective_bpw":3.3276,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5806841920","shards":1,"effective_bpw":3.3276,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5806842176","shards":1,"effective_bpw":3.3276,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064889728","shards":1,"effective_bpw":3.4755,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6064889920","shards":1,"effective_bpw":3.4755,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064889920","shards":1,"effective_bpw":3.4755,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6064890176","shards":1,"effective_bpw":3.4755,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6064890176","shards":1,"effective_bpw":3.4755,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6473977728","shards":1,"effective_bpw":3.71,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6473977920","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6473978176","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6923411328","shards":1,"effective_bpw":3.9675,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6923411520","shards":1,"effective_bpw":3.9675,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6923411776","shards":1,"effective_bpw":3.9675,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7466011008","shards":1,"effective_bpw":4.2784,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7466011456","shards":1,"effective_bpw":4.2784,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7490297728","shards":1,"effective_bpw":4.2924,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7490297920","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7490298176","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7537691200","shards":1,"effective_bpw":4.3195,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7925797696","shards":1,"effective_bpw":4.5419,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7954469248","shards":1,"effective_bpw":4.5584,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7954469440","shards":1,"effective_bpw":4.5584,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7954469696","shards":1,"effective_bpw":4.5584,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8566821248","shards":1,"effective_bpw":4.9093,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8566821440","shards":1,"effective_bpw":4.9093,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8566821696","shards":1,"effective_bpw":4.9093,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8688664448","shards":1,"effective_bpw":4.9791,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621582208","shards":1,"effective_bpw":5.5137,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621582400","shards":1,"effective_bpw":5.5137,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9621582656","shards":1,"effective_bpw":5.5137,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10074190208","shards":1,"effective_bpw":5.7731,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10074190400","shards":1,"effective_bpw":5.7731,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10074190656","shards":1,"effective_bpw":5.7731,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10175512448","shards":1,"effective_bpw":5.8311,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453817728","shards":1,"effective_bpw":6.5637,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453817920","shards":1,"effective_bpw":6.5637,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11453818176","shards":1,"effective_bpw":6.5637,"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"11533336448","shards":1,"effective_bpw":6.6092,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834712448","shards":1,"effective_bpw":8.5011,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834712640","shards":1,"effective_bpw":8.5011,"repo":"mradermacher/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841693504","shards":2,"effective_bpw":32.0004,"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"miss-martha-hot-pocket-edition-2b-omni","canonical_repo":"ZERO-POINT-AI/Miss-MARTHA-hot-POCKET-edition-2B-OMNI","display_name":"Miss-MARTHA-hot-POCKET-edition-2B-OMNI","publisher":"ZERO-POINT-AI","modality":"text","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5731","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ZERO-POINT-AI/Miss-MARTHA-hot-POCKET-edition-2B-OMNI","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"722962144","shards":1,"effective_bpw":2.5433,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"722962432","shards":1,"effective_bpw":2.5433,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"748204768","shards":1,"effective_bpw":2.6321,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"748205056","shards":1,"effective_bpw":2.6321,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"790275808","shards":1,"effective_bpw":2.7801,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"790276096","shards":1,"effective_bpw":2.7801,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"824719072","shards":1,"effective_bpw":2.9013,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"824719360","shards":1,"effective_bpw":2.9013,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"832091872","shards":1,"effective_bpw":2.9272,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"832092160","shards":1,"effective_bpw":2.9272,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"865748704","shards":1,"effective_bpw":3.0456,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"865748992","shards":1,"effective_bpw":3.0456,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"927753952","shards":1,"effective_bpw":3.2638,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"927754240","shards":1,"effective_bpw":3.2638,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"944163552","shards":1,"effective_bpw":3.3215,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"944163840","shards":1,"effective_bpw":3.3215,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"968542944","shards":1,"effective_bpw":3.4073,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968542944","shards":1,"effective_bpw":3.4073,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968543232","shards":1,"effective_bpw":3.4073,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1020174048","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020174048","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020174336","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1027202784","shards":1,"effective_bpw":3.6136,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1027203072","shards":1,"effective_bpw":3.6136,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051090656","shards":1,"effective_bpw":3.6977,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051090944","shards":1,"effective_bpw":3.6977,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059446496","shards":1,"effective_bpw":3.7271,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059446784","shards":1,"effective_bpw":3.7271,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1099259616","shards":1,"effective_bpw":3.8671,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099259616","shards":1,"effective_bpw":3.8671,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099259904","shards":1,"effective_bpw":3.8671,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164533472","shards":1,"effective_bpw":4.0967,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1164533472","shards":1,"effective_bpw":4.0967,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164533760","shards":1,"effective_bpw":4.0967,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195963104","shards":1,"effective_bpw":4.2073,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195963392","shards":1,"effective_bpw":4.2073,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1201861344","shards":1,"effective_bpw":4.2281,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204847328","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204847616","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212056288","shards":1,"effective_bpw":4.2639,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1212056288","shards":1,"effective_bpw":4.2639,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212056576","shards":1,"effective_bpw":4.2639,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231586016","shards":1,"effective_bpw":4.3326,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231586304","shards":1,"effective_bpw":4.3326,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274397408","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274397408","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274397696","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288282848","shards":1,"effective_bpw":4.5321,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288283136","shards":1,"effective_bpw":4.5321,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374077664","shards":1,"effective_bpw":4.8339,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1374077664","shards":1,"effective_bpw":4.8339,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374077952","shards":1,"effective_bpw":4.8339,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411121888","shards":1,"effective_bpw":4.9642,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1411121888","shards":1,"effective_bpw":4.9642,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411122176","shards":1,"effective_bpw":4.9642,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556391648","shards":1,"effective_bpw":5.4753,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556391648","shards":1,"effective_bpw":5.4753,"repo":"mradermacher/MARTHA-2B-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556391936","shards":1,"effective_bpw":5.4753,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012013280","shards":1,"effective_bpw":7.0781,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775709920","shards":1,"effective_bpw":13.2827,"repo":"mradermacher/Miss-MARTHA-hot-POCKET-edition-2B-OMNI-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"iris-12b-v1-3-2","canonical_repo":"Lambent/Iris-12B-v1.3.2","display_name":"Iris-12B-v1.3.2","publisher":"Lambent","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5721","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Lambent/Iris-12B-v1.3.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691904","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848384","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109184","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842944","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597184","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805824","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147584","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147968","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148224","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194624","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393344","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229248","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992064","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087488","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087744","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319488","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319744","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255424","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551168","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878784","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997184","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047488","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047744","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382528","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382784","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125504","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371968","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372224","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267968","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268224","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021248","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021504","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Iris-12B-v1.3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646208","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Iris-12B-v1.3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-9b-claude-fable-5-strata","canonical_repo":"pestlee/Qwable-9B-Claude-Fable-5-StraTA","display_name":"Qwable-9B-Claude-Fable-5-StraTA","publisher":"pestlee","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5716","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pestlee/Qwable-9B-Claude-Fable-5-StraTA","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642496","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269824","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648704","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346112","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968832","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471936","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239872","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827263008","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263296","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166592","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416896","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407392","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407680","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818880","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383360","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525408","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525696","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515296","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515584","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441408","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898400","shards":1,"effective_bpw":4.671,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940544","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630368","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630656","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215232","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109792","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110080","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334080","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310240","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310528","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970592","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970880","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260192","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260480","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502368","shards":1,"effective_bpw":8.5126,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697888","shards":1,"effective_bpw":16.0117,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-StraTA-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-starry-ocean-12b","canonical_repo":"Vortex5/G4-Starry-Ocean-12B","display_name":"G4-Starry-Ocean-12B","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"11907350320","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5716","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vortex5/G4-Starry-Ocean-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692192","shards":1,"effective_bpw":2.0046,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848672","shards":1,"effective_bpw":2.1518,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109472","shards":1,"effective_bpw":2.3972,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843232","shards":1,"effective_bpw":2.6121,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597472","shards":1,"effective_bpw":2.7409,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806112","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147872","shards":1,"effective_bpw":3.0261,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148256","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148512","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194912","shards":1,"effective_bpw":3.258,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393632","shards":1,"effective_bpw":3.5423,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229536","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229792","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229792","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992352","shards":1,"effective_bpw":3.8524,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087776","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088032","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319776","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320032","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255712","shards":1,"effective_bpw":4.4579,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551456","shards":1,"effective_bpw":4.4951,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879072","shards":1,"effective_bpw":4.6868,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997472","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047776","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048032","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382816","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383072","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125792","shards":1,"effective_bpw":5.1445,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372256","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372512","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268256","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268512","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021536","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021792","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/G4-Starry-Ocean-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646496","shards":1,"effective_bpw":8.5122,"repo":"mradermacher/G4-Starry-Ocean-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"toriigate-0-5","canonical_repo":"Minthy/ToriiGate-0.5","display_name":"ToriiGate-0.5","publisher":"Minthy","modality":"vision_language","arch_key":"qwen35","params_total":"5174964736","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5712","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Minthy/ToriiGate-0.5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2124056416","shards":1,"effective_bpw":3.2836,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2124059936","shards":1,"effective_bpw":3.2836,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2343028576","shards":1,"effective_bpw":3.6221,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2343032096","shards":1,"effective_bpw":3.6221,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2535212896","shards":1,"effective_bpw":3.9192,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2535216416","shards":1,"effective_bpw":3.9192,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2694465376","shards":1,"effective_bpw":4.1654,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2694468896","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2866746656","shards":1,"effective_bpw":4.4317,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2901477216","shards":1,"effective_bpw":4.4854,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2921465696","shards":1,"effective_bpw":4.5163,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2921469216","shards":1,"effective_bpw":4.5163,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2978809696","shards":1,"effective_bpw":4.605,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3066382176","shards":1,"effective_bpw":4.7403,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3066385696","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3164276576","shards":1,"effective_bpw":4.8917,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3427075936","shards":1,"effective_bpw":5.2979,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3427079456","shards":1,"effective_bpw":5.2979,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3512026976","shards":1,"effective_bpw":5.4293,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3512030496","shards":1,"effective_bpw":5.4293,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3985524576","shards":1,"effective_bpw":6.1612,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3985528096","shards":1,"effective_bpw":6.1612,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157830496","shards":1,"effective_bpw":7.9735,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157834016","shards":1,"effective_bpw":7.9735,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9695788896","shards":1,"effective_bpw":14.9888,"repo":"DraconicDragon/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9695792416","shards":1,"effective_bpw":14.9888,"repo":"mradermacher/ToriiGate-0.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-claude-opus-distill-v2","canonical_repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2","display_name":"gemma-4-31B-it-Claude-Opus-Distill-v2","publisher":"TeichAI","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5709","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"13761357216","shards":1,"effective_bpw":3.3685,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109024","shards":1,"effective_bpw":3.742,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17752155552","shards":1,"effective_bpw":4.3454,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063456","shards":1,"effective_bpw":4.5742,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570976","shards":1,"effective_bpw":5.3474,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485216","shards":1,"effective_bpw":6.1688,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676064","shards":1,"effective_bpw":7.9886,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413189024","shards":1,"effective_bpw":15.0327,"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-350m","canonical_repo":"LiquidAI/LFM2-350M","display_name":"LFM2-350M","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"354483968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5702","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-350M","arch_confidence":1,"quantizations":[{"quant":"Q2_K_L","bytes":"160594656","shards":1,"effective_bpw":3.6243,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"160594656","shards":1,"effective_bpw":3.6243,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181148384","shards":1,"effective_bpw":4.0882,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"193149664","shards":1,"effective_bpw":4.359,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219306720","shards":1,"effective_bpw":4.9493,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219306944","shards":1,"effective_bpw":4.9493,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"220748512","shards":1,"effective_bpw":4.9819,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229309152","shards":1,"effective_bpw":5.1751,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229309376","shards":1,"effective_bpw":5.1751,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"237263584","shards":1,"effective_bpw":5.3546,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"255220448","shards":1,"effective_bpw":5.7598,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260373216","shards":1,"effective_bpw":5.8761,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260373440","shards":1,"effective_bpw":5.8761,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293378784","shards":1,"effective_bpw":6.621,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293379008","shards":1,"effective_bpw":6.621,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379214560","shards":1,"effective_bpw":8.5581,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379214784","shards":1,"effective_bpw":8.5581,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711482080","shards":1,"effective_bpw":16.0567,"repo":"unsloth/LFM2-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711482304","shards":1,"effective_bpw":16.0567,"repo":"LiquidAI/LFM2-350M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-instruct-2512-bf16-abliterated","canonical_repo":"s3nh/Ministral-3-14B-Instruct-2512-BF16-abliterated","display_name":"Ministral-3-14B-Instruct-2512-BF16-abliterated","publisher":"s3nh","modality":"text","arch_key":"mistral3","params_total":"13945031680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5666","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"s3nh/Ministral-3-14B-Instruct-2512-BF16-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3251943360","shards":1,"effective_bpw":1.8656,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3502618560","shards":1,"effective_bpw":2.0094,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3920410560","shards":1,"effective_bpw":2.2491,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4280858560","shards":1,"effective_bpw":2.4558,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4509579200","shards":1,"effective_bpw":2.5871,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4843812800","shards":1,"effective_bpw":2.7788,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4918851520","shards":1,"effective_bpw":2.8219,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5246531200","shards":1,"effective_bpw":3.0098,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5246531520","shards":1,"effective_bpw":3.0098,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5427083200","shards":1,"effective_bpw":3.1134,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5817677760","shards":1,"effective_bpw":3.3375,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074906240","shards":1,"effective_bpw":3.4851,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6074906560","shards":1,"effective_bpw":3.4851,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6102759360","shards":1,"effective_bpw":3.501,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6269876160","shards":1,"effective_bpw":3.5969,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682097280","shards":1,"effective_bpw":3.8334,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6682097600","shards":1,"effective_bpw":3.8334,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7210317440","shards":1,"effective_bpw":4.1364,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7210317760","shards":1,"effective_bpw":4.1364,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7411185600","shards":1,"effective_bpw":4.2517,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7476721280","shards":1,"effective_bpw":4.2893,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7805712320","shards":1,"effective_bpw":4.478,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7805712320","shards":1,"effective_bpw":4.478,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7834547840","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7834548160","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239068800","shards":1,"effective_bpw":4.7266,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8239069120","shards":1,"effective_bpw":4.7266,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8581658560","shards":1,"effective_bpw":4.9231,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383818880","shards":1,"effective_bpw":5.3833,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9383819200","shards":1,"effective_bpw":5.3833,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620567680","shards":1,"effective_bpw":5.5191,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9620568000","shards":1,"effective_bpw":5.5191,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088410240","shards":1,"effective_bpw":6.3612,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11088410560","shards":1,"effective_bpw":6.3612,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359312000","shards":1,"effective_bpw":8.2377,"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-3-70b-animus-v5-pro","canonical_repo":"Darkhn/L3.3-70B-Animus-V5-Pro","display_name":"L3.3-70B-Animus-V5-Pro","publisher":"Darkhn","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"5666","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"26375108896","shards":1,"effective_bpw":2.9906,"repo":"Darkhn-Quants/L3.3-70B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592928","shards":1,"effective_bpw":4.2113,"repo":"Darkhn-Quants/L3.3-70B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053619328","shards":1,"effective_bpw":4.5416,"repo":"Darkhn-Quants/L3.3-70B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520394016","shards":1,"effective_bpw":4.8213,"repo":"Darkhn-Quants/L3.3-70B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817120","shards":1,"effective_bpw":5.6637,"repo":"Darkhn-Quants/L3.3-70B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kokoro-82m","canonical_repo":"hexgrad/Kokoro-82M","display_name":"Kokoro-82M","publisher":"hexgrad","modality":"audio_tts","arch_key":"kokoro","params_total":"81731256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5664","n_layers":3,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"hexgrad/Kokoro-82M","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"141322336","shards":1,"effective_bpw":13.8329,"repo":"cstr/kokoro-82m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"141322752","shards":1,"effective_bpw":13.8329,"repo":"simonfxr/kokoro.cpp-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"163728096","shards":1,"effective_bpw":16.026,"repo":"cstr/kokoro-82m-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"163728096","shards":1,"effective_bpw":16.026,"repo":"simonfxr/kokoro.cpp-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-5","canonical_repo":"moonshotai/Kimi-K2.5","display_name":"Kimi-K2.5","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"1058589420528","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5660","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"moonshotai/Kimi-K2.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"210299214240","shards":6,"effective_bpw":1.5893,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"219584616864","shards":6,"effective_bpw":1.6595,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"239537642336","shards":5,"effective_bpw":1.8102,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"245277612576","shards":7,"effective_bpw":1.8536,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"275914841088","shards":6,"effective_bpw":2.0852,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"282123639296","shards":7,"effective_bpw":2.1321,"repo":"AesSedai/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"283113380512","shards":8,"effective_bpw":2.1396,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"283797330528","shards":8,"effective_bpw":2.1447,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"300581903456","shards":7,"effective_bpw":2.2716,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"322954304224","shards":9,"effective_bpw":2.4406,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"326739713088","shards":7,"effective_bpw":2.4692,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"334707628704","shards":8,"effective_bpw":2.5295,"repo":"AesSedai/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"345247374432","shards":7,"effective_bpw":2.6091,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"358637722528","shards":10,"effective_bpw":2.7103,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"359784602528","shards":10,"effective_bpw":2.719,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"373777038496","shards":8,"effective_bpw":2.8247,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"374052289696","shards":8,"effective_bpw":2.8268,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"404581325856","shards":11,"effective_bpw":3.0575,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"405348096896","shards":10,"effective_bpw":3.0633,"repo":"AesSedai/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"414812757344","shards":9,"effective_bpw":3.1348,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"420081867776","shards":11,"effective_bpw":3.1747,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"443155058112","shards":10,"effective_bpw":3.349,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"444827360352","shards":12,"effective_bpw":3.3617,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"466870099264","shards":13,"effective_bpw":3.5282,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"467321920864","shards":13,"effective_bpw":3.5317,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"487537745216","shards":13,"effective_bpw":3.6844,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489771716096","shards":11,"effective_bpw":3.7013,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"547174473344","shards":12,"effective_bpw":4.1351,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"547605634464","shards":14,"effective_bpw":4.1384,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"579064700704","shards":12,"effective_bpw":4.3761,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"579469909568","shards":16,"effective_bpw":4.3792,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"579815480896","shards":16,"effective_bpw":4.3818,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"580355550784","shards":16,"effective_bpw":4.3859,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"580517834304","shards":16,"effective_bpw":4.3871,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"581169684384","shards":13,"effective_bpw":4.392,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"581227179584","shards":16,"effective_bpw":4.3925,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"581232893504","shards":16,"effective_bpw":4.3925,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"582178528832","shards":16,"effective_bpw":4.3997,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"583297376128","shards":13,"effective_bpw":4.4081,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"583710875200","shards":16,"effective_bpw":4.4112,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"589765221952","shards":16,"effective_bpw":4.457,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"621245226816","shards":13,"effective_bpw":4.6949,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"642918555392","shards":13,"effective_bpw":4.8587,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"643155730176","shards":17,"effective_bpw":4.8605,"repo":"bartowski/moonshotai_Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"707006373920","shards":15,"effective_bpw":5.343,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"728735735936","shards":16,"effective_bpw":5.5072,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"842909135232","shards":18,"effective_bpw":6.3701,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1091053888000","shards":23,"effective_bpw":8.2453,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2053155814752","shards":46,"effective_bpw":15.5162,"repo":"unsloth/Kimi-K2.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-4b-uncensored-heretic","canonical_repo":"noahoksuz/Holo-3.1-4B-uncensored-heretic","display_name":"Holo-3.1-4B-uncensored-heretic","publisher":"noahoksuz","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5649","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"noahoksuz/Holo-3.1-4B-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359234560","shards":1,"effective_bpw":2.3955,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426419200","shards":1,"effective_bpw":2.5139,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538393600","shards":1,"effective_bpw":2.7113,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630594560","shards":1,"effective_bpw":2.8738,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651975680","shards":1,"effective_bpw":2.9114,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741555200","shards":1,"effective_bpw":3.0693,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852392960","shards":1,"effective_bpw":3.2647,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904494080","shards":1,"effective_bpw":3.3565,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915471360","shards":1,"effective_bpw":3.3758,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880320","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077580800","shards":1,"effective_bpw":3.6615,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139512320","shards":1,"effective_bpw":3.7707,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187200","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262064640","shards":1,"effective_bpw":3.9867,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421317120","shards":1,"effective_bpw":4.2673,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514286080","shards":1,"effective_bpw":4.4312,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798400","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563888640","shards":1,"effective_bpw":4.5186,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609436160","shards":1,"effective_bpw":4.5989,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708805120","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968320","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036480","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074987520","shards":1,"effective_bpw":5.4194,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056320","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Holo-3.1-4B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-opus-reasoning-distilled-v2","canonical_repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2","display_name":"Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5645","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"4623521856","shards":1,"effective_bpw":3.8317,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351626816","shards":1,"effective_bpw":4.4352,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629105408","shards":1,"effective_bpw":4.6651,"repo":"Abhijith93/erp-migration-phase1-opus-qwen3.5-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629106240","shards":1,"effective_bpw":4.6651,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467967040","shards":1,"effective_bpw":5.3603,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359256640","shards":1,"effective_bpw":6.099,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527497984","shards":1,"effective_bpw":7.8959,"repo":"Abhijith93/erp-migration-phase1-opus-qwen3.5-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527498816","shards":1,"effective_bpw":7.8959,"repo":"Abiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-image-bench","canonical_repo":"Qwen/Qwen-Image-Bench","display_name":"Qwen-Image-Bench","publisher":"Qwen","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5637","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen-Image-Bench","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10711664192","shards":1,"effective_bpw":3.1324,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442112","shards":1,"effective_bpw":3.8898,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399200","shards":1,"effective_bpw":4.839,"repo":"DawnW0lf/Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399232","shards":1,"effective_bpw":4.839,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098432","shards":1,"effective_bpw":5.6238,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528832","shards":1,"effective_bpw":6.4577,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762720","shards":1,"effective_bpw":8.3623,"repo":"DawnW0lf/Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762752","shards":1,"effective_bpw":8.3623,"repo":"DevQuasar/Qwen.Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808281120","shards":1,"effective_bpw":15.7353,"repo":"DawnW0lf/Qwen-Image-Bench-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openella-novelwriter-requiem-ascended","canonical_repo":"N-Bot-Int/OpenElla-NovelWriter-Requiem-Ascended","display_name":"OpenElla-NovelWriter-Requiem-Ascended","publisher":"N-Bot-Int","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"5626","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"N-Bot-Int/OpenElla-NovelWriter-Requiem-Ascended","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019630880","shards":1,"effective_bpw":2.012,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161975072","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399215392","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605784864","shards":1,"effective_bpw":2.596,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758491936","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948284192","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988818208","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179134464","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179134752","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274915616","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518750496","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664502272","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664502560","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682328352","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784826656","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920960","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018921248","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321959424","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321959712","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447665952","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484365824","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675895072","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677992224","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692672000","shards":1,"effective_bpw":4.675,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692672288","shards":1,"effective_bpw":4.675,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920737280","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920737568","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130256160","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599297024","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599297312","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732990464","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732990752","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596009472","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596009760","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773888","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068894208","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/OpenElla-NovelWriter-Requiem-Ascended-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moondream2","canonical_repo":"vikhyatk/moondream2","display_name":"moondream2","publisher":"vikhyatk","modality":"text","arch_key":"phi2","params_total":"1927237104","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5619","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"vikhyatk/moondream2","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"2839534976","shards":1,"effective_bpw":11.787,"repo":"cjpais/moondream2-llamafile","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-3-1-32b-think","canonical_repo":"allenai/Olmo-3.1-32B-Think","display_name":"Olmo-3.1-32B-Think","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"32233522176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5616","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100278,"ctx_native":65536,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Olmo-3.1-32B-Think","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7245908896","shards":1,"effective_bpw":1.7984,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7865224096","shards":1,"effective_bpw":1.9521,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"8756306240","shards":1,"effective_bpw":2.1732,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"8914619296","shards":1,"effective_bpw":2.2125,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9685606720","shards":1,"effective_bpw":2.4039,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10088696576","shards":1,"effective_bpw":2.5039,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10965568256","shards":1,"effective_bpw":2.7215,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11047570336","shards":1,"effective_bpw":2.7419,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005940416","shards":1,"effective_bpw":2.9797,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005940576","shards":1,"effective_bpw":2.9797,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12126274176","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12507330400","shards":1,"effective_bpw":3.1042,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12540398336","shards":1,"effective_bpw":3.1124,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12650376096","shards":1,"effective_bpw":3.1397,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13371426432","shards":1,"effective_bpw":3.3186,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058243712","shards":1,"effective_bpw":3.4891,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058243872","shards":1,"effective_bpw":3.4891,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14476035712","shards":1,"effective_bpw":3.5928,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600961152","shards":1,"effective_bpw":3.872,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600961312","shards":1,"effective_bpw":3.872,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16912991872","shards":1,"effective_bpw":4.1976,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17332138016","shards":1,"effective_bpw":4.3016,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17348182656","shards":1,"effective_bpw":4.3056,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312872416","shards":1,"effective_bpw":4.5451,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312872576","shards":1,"effective_bpw":4.5451,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341708256","shards":1,"effective_bpw":4.5522,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341708416","shards":1,"effective_bpw":4.5522,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415108576","shards":1,"effective_bpw":4.5704,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415108736","shards":1,"effective_bpw":4.5704,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482033792","shards":1,"effective_bpw":4.8352,"repo":"lmstudio-community/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482034656","shards":1,"effective_bpw":4.8352,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482034816","shards":1,"effective_bpw":4.8352,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19863091040","shards":1,"effective_bpw":4.9298,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253369696","shards":1,"effective_bpw":5.0267,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253369856","shards":1,"effective_bpw":5.0267,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235810016","shards":1,"effective_bpw":5.5187,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235810176","shards":1,"effective_bpw":5.5187,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859712736","shards":1,"effective_bpw":5.6735,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859712896","shards":1,"effective_bpw":5.6735,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23176591200","shards":1,"effective_bpw":5.7522,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448494848","shards":1,"effective_bpw":6.5642,"repo":"lmstudio-community/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448495712","shards":1,"effective_bpw":6.5642,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448495872","shards":1,"effective_bpw":6.5642,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26697185120","shards":1,"effective_bpw":6.6259,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254795776","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254796640","shards":1,"effective_bpw":8.5017,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254796800","shards":1,"effective_bpw":8.5017,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472735776","shards":2,"effective_bpw":16.0014,"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472735904","shards":2,"effective_bpw":16.0014,"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-4-5-33b","canonical_repo":"LGAI-EXAONE/EXAONE-4.5-33B","display_name":"EXAONE-4.5-33B","publisher":"LGAI-EXAONE","modality":"vision_language","arch_key":"exaone4","params_total":"34350097664","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5614","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":153600,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LGAI-EXAONE/EXAONE-4.5-33B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12424016864","shards":1,"effective_bpw":2.8935,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12424017088","shards":1,"effective_bpw":2.8935,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14523319264","shards":1,"effective_bpw":3.3824,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14523319488","shards":1,"effective_bpw":3.3824,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14568580288","shards":1,"effective_bpw":3.393,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14943896768","shards":1,"effective_bpw":3.4804,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16077044704","shards":1,"effective_bpw":3.7443,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16077044928","shards":1,"effective_bpw":3.7443,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17400708064","shards":1,"effective_bpw":4.0526,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17400708288","shards":1,"effective_bpw":4.0526,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17854647488","shards":1,"effective_bpw":4.1583,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18029955264","shards":1,"effective_bpw":4.1991,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18029956064","shards":1,"effective_bpw":4.1991,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18880163008","shards":1,"effective_bpw":4.3971,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18952907744","shards":1,"effective_bpw":4.4141,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18952907968","shards":1,"effective_bpw":4.4141,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20047839424","shards":1,"effective_bpw":4.6691,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20047840224","shards":1,"effective_bpw":4.6691,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20047840448","shards":1,"effective_bpw":4.6691,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20827319488","shards":1,"effective_bpw":4.8506,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22844599264","shards":1,"effective_bpw":5.3204,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22844599488","shards":1,"effective_bpw":5.3204,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23482253504","shards":1,"effective_bpw":5.4689,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23482254304","shards":1,"effective_bpw":5.4689,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23482254528","shards":1,"effective_bpw":5.4689,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27131318464","shards":1,"effective_bpw":6.3188,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27131319264","shards":1,"effective_bpw":6.3188,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27131319488","shards":1,"effective_bpw":6.3188,"repo":"mradermacher/EXAONE-4.5-33B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35138742464","shards":1,"effective_bpw":8.1837,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35138743264","shards":1,"effective_bpw":8.1837,"repo":"mradermacher/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"66135222464","shards":1,"effective_bpw":15.4026,"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melody1437-26b-a4b","canonical_repo":"ReadyArt/Melody1437-26B-A4B","display_name":"Melody1437-26B-A4B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5599","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"27444310912","shards":2,"effective_bpw":8.2713,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"29749567360","shards":2,"effective_bpw":8.9661,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"34462875520","shards":2,"effective_bpw":10.3866,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"39136624512","shards":2,"effective_bpw":11.7952,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"46147642240","shards":2,"effective_bpw":13.9082,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54411779968","shards":2,"effective_bpw":16.3989,"repo":"ReadyArt/Melody1437-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"seed-oss-36b-instruct-biprojected-norm-preserving-abliterated","canonical_repo":"vprilepskii/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated","display_name":"Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated","publisher":"vprilepskii","modality":"text","arch_key":"seed_oss","params_total":"36151104512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5593","n_layers":64,"n_head":80,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":155136,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"vprilepskii/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8052326112","shards":1,"effective_bpw":1.7819,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"8052326112","shards":1,"effective_bpw":1.7819,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8749301472","shards":1,"effective_bpw":1.9362,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8749301472","shards":1,"effective_bpw":1.9362,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9910927072","shards":1,"effective_bpw":2.1932,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9910927072","shards":1,"effective_bpw":2.1932,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10945085152","shards":1,"effective_bpw":2.4221,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10945085152","shards":1,"effective_bpw":2.4221,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11612630752","shards":1,"effective_bpw":2.5698,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11612630752","shards":1,"effective_bpw":2.5698,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12541931232","shards":1,"effective_bpw":2.7754,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12541931232","shards":1,"effective_bpw":2.7754,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12608696032","shards":1,"effective_bpw":2.7902,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12608696032","shards":1,"effective_bpw":2.7902,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13604187872","shards":1,"effective_bpw":3.0105,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13604187872","shards":1,"effective_bpw":3.0105,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"14116761312","shards":1,"effective_bpw":3.1239,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"14116761312","shards":1,"effective_bpw":3.1239,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"15089950432","shards":1,"effective_bpw":3.3393,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"15089950432","shards":1,"effective_bpw":3.3393,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15855410912","shards":1,"effective_bpw":3.5087,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15855410912","shards":1,"effective_bpw":3.5087,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15899975392","shards":1,"effective_bpw":3.5186,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15899975392","shards":1,"effective_bpw":3.5186,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16496025312","shards":1,"effective_bpw":3.6505,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16496025312","shards":1,"effective_bpw":3.6505,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17620950752","shards":1,"effective_bpw":3.8994,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17620950752","shards":1,"effective_bpw":3.8994,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"19142696672","shards":1,"effective_bpw":4.2362,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"19142696672","shards":1,"effective_bpw":4.2362,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19498618592","shards":1,"effective_bpw":4.3149,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19498618592","shards":1,"effective_bpw":4.3149,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20621823712","shards":1,"effective_bpw":4.5635,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20621823712","shards":1,"effective_bpw":4.5635,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20695224032","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20695224032","shards":1,"effective_bpw":4.5797,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21762150112","shards":1,"effective_bpw":4.8158,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21762150112","shards":1,"effective_bpw":4.8158,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22760754912","shards":1,"effective_bpw":5.0368,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22760754912","shards":1,"effective_bpw":5.0368,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24970464992","shards":1,"effective_bpw":5.5258,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24970464992","shards":1,"effective_bpw":5.5258,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25594367712","shards":1,"effective_bpw":5.6639,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25594367712","shards":1,"effective_bpw":5.6639,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29666098912","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29666098912","shards":1,"effective_bpw":6.5649,"repo":"fairy322/Seed-OSS-36B-Instruct-biprojected-norm-preserving-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"foundation-sec-8b-instruct-heretic","canonical_repo":"e12ex2/Foundation-Sec-8B-Instruct-heretic","display_name":"Foundation-Sec-8B-Instruct-heretic","publisher":"e12ex2","modality":"text","arch_key":"llama","params_total":"8031309824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5581","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128384,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"e12ex2/Foundation-Sec-8B-Instruct-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2020167072","shards":1,"effective_bpw":2.0123,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2162511264","shards":1,"effective_bpw":2.1541,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399751584","shards":1,"effective_bpw":2.3904,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2606321056","shards":1,"effective_bpw":2.5962,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2759081376","shards":1,"effective_bpw":2.7483,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948873632","shards":1,"effective_bpw":2.9374,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2989424032","shards":1,"effective_bpw":2.9778,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179740256","shards":1,"effective_bpw":3.1673,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179740576","shards":1,"effective_bpw":3.1673,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3275505056","shards":1,"effective_bpw":3.2627,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3519409568","shards":1,"effective_bpw":3.5057,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665161312","shards":1,"effective_bpw":3.6509,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3665161632","shards":1,"effective_bpw":3.6509,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682987424","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3785485728","shards":1,"effective_bpw":3.7707,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019580000","shards":1,"effective_bpw":4.0039,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4019580320","shards":1,"effective_bpw":4.0039,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322618464","shards":1,"effective_bpw":4.3058,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4322618784","shards":1,"effective_bpw":4.3058,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4448378272","shards":1,"effective_bpw":4.431,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4485078112","shards":1,"effective_bpw":4.4676,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4676623776","shards":1,"effective_bpw":4.6584,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4678720928","shards":1,"effective_bpw":4.6605,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693400672","shards":1,"effective_bpw":4.6751,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4693400992","shards":1,"effective_bpw":4.6751,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921465952","shards":1,"effective_bpw":4.9023,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4921466272","shards":1,"effective_bpw":4.9023,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5131017632","shards":1,"effective_bpw":5.111,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5600091232","shards":1,"effective_bpw":5.5783,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5600091552","shards":1,"effective_bpw":5.5783,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733784672","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5733784992","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596873312","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596873632","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541891680","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16070995040","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Foundation-Sec-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-abliterated","canonical_repo":"Carlosian/Gemma-4-12b-it-Abliterated","display_name":"Gemma-4-12b-it-Abliterated","publisher":"Carlosian","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5575","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Carlosian/Gemma-4-12b-it-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692256","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848736","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109536","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843296","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597536","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806176","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147936","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148288","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148576","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194976","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393696","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992416","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087808","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088096","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319808","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320096","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255776","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551488","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879136","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997536","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047808","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048096","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382848","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383136","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125856","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372288","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372576","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268288","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268576","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021568","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021856","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646528","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Gemma-4-12b-it-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-3-nano-30b-a3b-gguf","canonical_repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","display_name":"Nemotron-3-Nano-30B-A3B-GGUF","publisher":"unsloth","modality":"text","arch_key":"nemotron_h_moe","params_total":"31577940288","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5572","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"c4ai-command-r-08-2024","canonical_repo":"CohereLabs/c4ai-command-r-08-2024","display_name":"c4ai-command-r-08-2024","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"32296476672","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"5568","n_layers":40,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":256000,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/c4ai-command-r-08-2024","arch_confidence":0.8,"quantizations":[{"quant":"IQ2_XS","bytes":"10314497472","shards":1,"effective_bpw":2.555,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10794220992","shards":1,"effective_bpw":2.6738,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11612110272","shards":1,"effective_bpw":2.8764,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12810763712","shards":1,"effective_bpw":3.1733,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12810767584","shards":1,"effective_bpw":3.1733,"repo":"tensorblock/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13318667712","shards":1,"effective_bpw":3.2991,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14045461952","shards":1,"effective_bpw":3.4791,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14708686272","shards":1,"effective_bpw":3.6434,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15243460032","shards":1,"effective_bpw":3.7759,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16231742912","shards":1,"effective_bpw":4.0207,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16231746784","shards":1,"effective_bpw":4.0207,"repo":"tensorblock/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17563434144","shards":1,"effective_bpw":4.3506,"repo":"lmstudio-community/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17563434432","shards":1,"effective_bpw":4.3506,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17828199872","shards":1,"effective_bpw":4.4161,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18782404032","shards":1,"effective_bpw":4.6525,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18849512896","shards":1,"effective_bpw":4.6691,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19800833184","shards":1,"effective_bpw":4.9048,"repo":"lmstudio-community/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19800833472","shards":1,"effective_bpw":4.9048,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20308737472","shards":1,"effective_bpw":5.0306,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22494363072","shards":1,"effective_bpw":5.572,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23051419072","shards":1,"effective_bpw":5.71,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23559323072","shards":1,"effective_bpw":5.8358,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26505165984","shards":1,"effective_bpw":6.5655,"repo":"lmstudio-community/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26505166272","shards":1,"effective_bpw":6.5655,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27013070272","shards":1,"effective_bpw":6.6913,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34326887584","shards":1,"effective_bpw":8.5029,"repo":"lmstudio-community/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34326887872","shards":1,"effective_bpw":8.5029,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"64604519776","shards":2,"effective_bpw":16.0029,"repo":"bartowski/c4ai-command-r-08-2024-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-72b-instruct-abliterated-v2","canonical_repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2","display_name":"Qwen2.5-72B-Instruct-abliterated-v2","publisher":"zetasepic","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5566","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326720","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740213440","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024640","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645760","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137728","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986688","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569280192","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811763392","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845083328","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180800","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789760","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789760","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597760","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698726080","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225920","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075648","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383127232","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223872","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697886400","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415716032","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grug-35b-v2","canonical_repo":"ProCreations/grug-35b-v2","display_name":"grug-35b-v2","publisher":"ProCreations","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5565","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"ProCreations/grug-35b-v2","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778453440","shards":1,"effective_bpw":2.2283,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797145024","shards":1,"effective_bpw":2.4604,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010276288","shards":1,"effective_bpw":2.509,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716608","shards":1,"effective_bpw":2.7497,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079744","shards":1,"effective_bpw":2.8751,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939594880","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719744","shards":1,"effective_bpw":2.9883,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870830016","shards":1,"effective_bpw":3.3887,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185600","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516992","shards":1,"effective_bpw":3.5351,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218684352","shards":1,"effective_bpw":3.6958,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548672","shards":1,"effective_bpw":3.6976,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764896","shards":1,"effective_bpw":3.8202,"repo":"ProCreations/grug-35b-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765312","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886496192","shards":1,"effective_bpw":3.848,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258752","shards":1,"effective_bpw":3.8511,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331200","shards":1,"effective_bpw":4.128,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806447040","shards":1,"effective_bpw":4.2855,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313280","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861347264","shards":1,"effective_bpw":4.5259,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889904768","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611904","shards":1,"effective_bpw":4.5444,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592729024","shards":1,"effective_bpw":4.6925,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758624","shards":1,"effective_bpw":4.8233,"repo":"ProCreations/grug-35b-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759040","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391449024","shards":1,"effective_bpw":4.8745,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768895424","shards":1,"effective_bpw":4.9606,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973769152","shards":1,"effective_bpw":5.0072,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284480","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150720","shards":1,"effective_bpw":5.5045,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131744","shards":1,"effective_bpw":5.6351,"repo":"ProCreations/grug-35b-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132160","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457600","shards":1,"effective_bpw":5.7008,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331334080","shards":1,"effective_bpw":5.7723,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153184","shards":1,"effective_bpw":6.4976,"repo":"ProCreations/grug-35b-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153600","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415872","shards":1,"effective_bpw":6.8484,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299749312","shards":1,"effective_bpw":6.9045,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140064","shards":1,"effective_bpw":8.4093,"repo":"ProCreations/grug-35b-v2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140480","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914691008","shards":1,"effective_bpw":8.4119,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637824","shards":2,"effective_bpw":15.8091,"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-26b-a4b-qat-uncensored-hauhaucs-balanced-mtp","canonical_repo":"HauhauCS/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","display_name":"Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","publisher":"HauhauCS","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5532","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"16796015680","shards":1,"effective_bpw":5.3251,"repo":"satgeze/Gemma4-26B-A4B-Uncensored-HauhauCS-1M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-vl-3b","canonical_repo":"LiquidAI/LFM2-VL-3B","display_name":"LFM2-VL-3B","publisher":"LiquidAI","modality":"vision_language","arch_key":"lfm2","params_total":"2998975216","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5530","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-VL-3B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"1483107968","shards":1,"effective_bpw":3.9563,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1563668256","shards":1,"effective_bpw":4.1712,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1828957984","shards":1,"effective_bpw":4.8789,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2110828320","shards":1,"effective_bpw":5.6308,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2733010560","shards":1,"effective_bpw":7.2905,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5141458560","shards":1,"effective_bpw":13.7152,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5141458720","shards":1,"effective_bpw":13.7152,"repo":"LiquidAI/LFM2-VL-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuanvideo","canonical_repo":"tencent/HunyuanVideo","display_name":"HunyuanVideo","publisher":"tencent","modality":"video","arch_key":"hyvid","params_total":"12821012544","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5527","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_S","bytes":"6087666432","shards":1,"effective_bpw":3.7986,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6087666432","shards":1,"effective_bpw":3.7986,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6238071552","shards":1,"effective_bpw":3.8924,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6238071552","shards":1,"effective_bpw":3.8924,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7742122752","shards":1,"effective_bpw":4.8309,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7742122752","shards":1,"effective_bpw":4.8309,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7742122752","shards":1,"effective_bpw":4.8309,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7883680512","shards":1,"effective_bpw":4.9192,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7883680512","shards":1,"effective_bpw":4.9192,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8520690432","shards":1,"effective_bpw":5.3167,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8520690432","shards":1,"effective_bpw":5.3167,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9299258112","shards":1,"effective_bpw":5.8025,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9299258112","shards":1,"effective_bpw":5.8025,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9299258112","shards":1,"effective_bpw":5.8025,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9449663232","shards":1,"effective_bpw":5.8964,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9449663232","shards":1,"effective_bpw":5.8964,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10077825792","shards":1,"effective_bpw":6.2883,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10077825792","shards":1,"effective_bpw":6.2883,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10953714432","shards":1,"effective_bpw":6.8349,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10953714432","shards":1,"effective_bpw":6.8349,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13970664192","shards":1,"effective_bpw":8.7174,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16069941568","shards":1,"effective_bpw":10.0273,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20160501760","shards":3,"effective_bpw":12.5797,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22511993920","shards":2,"effective_bpw":14.0469,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"24212887552","shards":3,"effective_bpw":15.1083,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"25649179392","shards":1,"effective_bpw":16.0045,"repo":"city96/HunyuanVideo-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"51298358784","shards":2,"effective_bpw":32.0089,"repo":"calcuis/hyvid","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"syrian-gemma-12b","canonical_repo":"fahad1995/syrian-gemma-12b","display_name":"syrian-gemma-12b","publisher":"fahad1995","modality":"text","arch_key":"gemma4","params_total":"12966363184","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5526","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fahad1995/syrian-gemma-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3313993024","shards":1,"effective_bpw":2.0447,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3533149504","shards":1,"effective_bpw":2.1799,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3898410304","shards":1,"effective_bpw":2.4052,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4218144064","shards":1,"effective_bpw":2.6025,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4512134464","shards":1,"effective_bpw":2.7839,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4804343104","shards":1,"effective_bpw":2.9642,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4834448704","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5160449088","shards":1,"effective_bpw":3.1839,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5160449344","shards":1,"effective_bpw":3.1839,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5281731904","shards":1,"effective_bpw":3.2587,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5704930624","shards":1,"effective_bpw":3.5198,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5960766528","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5960766784","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5960766784","shards":1,"effective_bpw":3.6777,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6166529344","shards":1,"effective_bpw":3.8046,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6519624768","shards":1,"effective_bpw":4.0225,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6519625024","shards":1,"effective_bpw":4.0225,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6998856768","shards":1,"effective_bpw":4.3182,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6998857024","shards":1,"effective_bpw":4.3182,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7170028864","shards":1,"effective_bpw":4.4238,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7225324608","shards":1,"effective_bpw":4.4579,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7542109504","shards":1,"effective_bpw":4.6533,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7564227904","shards":1,"effective_bpw":4.667,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7590278208","shards":1,"effective_bpw":4.6831,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7590278464","shards":1,"effective_bpw":4.6831,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7947613248","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7947613504","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8286270784","shards":1,"effective_bpw":5.1125,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9030431808","shards":1,"effective_bpw":5.5716,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9030432064","shards":1,"effective_bpw":5.5716,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9239327808","shards":1,"effective_bpw":5.7005,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9239328064","shards":1,"effective_bpw":5.7005,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10611774528","shards":1,"effective_bpw":6.5473,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10611774784","shards":1,"effective_bpw":6.5473,"repo":"mradermacher/syrian-gemma-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13739193408","shards":1,"effective_bpw":8.4768,"repo":"mradermacher/syrian-gemma-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-queen-31b-it","canonical_repo":"aifeifei798/Gemma-4-Queen-31B-it","display_name":"Gemma-4-Queen-31B-it","publisher":"aifeifei798","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5521","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/Gemma-4-Queen-31B-it","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484736","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867648","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674839168","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354304","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157884032","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061248","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584320","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916308832","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916309120","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077503104","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072364160","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761352032","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352320","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352320","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492672","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287103840","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287104128","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628265312","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265600","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785600","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862228832","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573248","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763160416","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160704","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687058272","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058560","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416320","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311836512","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836800","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845565792","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845566080","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201480032","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480320","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670880","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen3-5-2b","canonical_repo":"unsloth/Qwen3.5-2B","display_name":"Qwen3.5-2B","publisher":"unsloth","modality":"text","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5504","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3.5-2B","arch_confidence":1,"quantizations":[{"quant":"TQ2_0","bytes":"799960608","shards":1,"effective_bpw":2.8142,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"990491168","shards":1,"effective_bpw":3.4845,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"990491168","shards":1,"effective_bpw":3.4845,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"990491168","shards":1,"effective_bpw":3.4845,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1046349344","shards":1,"effective_bpw":3.681,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1046349344","shards":1,"effective_bpw":3.681,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1046349344","shards":1,"effective_bpw":3.681,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1127802400","shards":1,"effective_bpw":3.9675,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1127802400","shards":1,"effective_bpw":3.9675,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1127802400","shards":1,"effective_bpw":3.9675,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1195304480","shards":1,"effective_bpw":4.205,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1195304480","shards":1,"effective_bpw":4.205,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1195304480","shards":1,"effective_bpw":4.205,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1234377248","shards":1,"effective_bpw":4.3424,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1246308896","shards":1,"effective_bpw":4.3844,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1246308896","shards":1,"effective_bpw":4.3844,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1246308896","shards":1,"effective_bpw":4.3844,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1270688288","shards":1,"effective_bpw":4.4702,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1270688288","shards":1,"effective_bpw":4.4702,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1270688288","shards":1,"effective_bpw":4.4702,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1312164384","shards":1,"effective_bpw":4.6161,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1312164384","shards":1,"effective_bpw":4.6161,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1312164384","shards":1,"effective_bpw":4.6161,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1415932448","shards":1,"effective_bpw":4.9811,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1415932448","shards":1,"effective_bpw":4.9811,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1415932448","shards":1,"effective_bpw":4.9811,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1454787104","shards":1,"effective_bpw":5.1178,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1454787104","shards":1,"effective_bpw":5.1178,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1454787104","shards":1,"effective_bpw":5.1178,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1606323744","shards":1,"effective_bpw":5.6509,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1606323744","shards":1,"effective_bpw":5.6509,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1606323744","shards":1,"effective_bpw":5.6509,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2076674592","shards":1,"effective_bpw":7.3056,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2076674592","shards":1,"effective_bpw":7.3056,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2076674592","shards":1,"effective_bpw":7.3056,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3897387552","shards":1,"effective_bpw":13.7107,"repo":"theprint/GameMaster-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3897387552","shards":1,"effective_bpw":13.7107,"repo":"theprint/h4xx0r-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3897387552","shards":1,"effective_bpw":13.7107,"repo":"theprint/Summarizer-v1-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llava-llama-3-8b-v1-1-transformers","canonical_repo":"xtuner/llava-llama-3-8b-v1_1-transformers","display_name":"llava-llama-3-8b-v1_1-transformers","publisher":"xtuner","modality":"vision_language","arch_key":"llama","params_total":"8355272704","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5500","n_layers":null,"n_head":null,"n_head_kv":8,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":128320,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"xtuner/llava-llama-3-8b-v1_1-transformers","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"3664828928","shards":1,"effective_bpw":3.509,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019247616","shards":1,"effective_bpw":3.8483,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4448018944","shards":1,"effective_bpw":4.2589,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4676256256","shards":1,"effective_bpw":4.4774,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4678353408","shards":1,"effective_bpw":4.4794,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693033472","shards":1,"effective_bpw":4.4935,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921098752","shards":1,"effective_bpw":4.7118,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130633728","shards":1,"effective_bpw":4.9125,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599691264","shards":1,"effective_bpw":5.3616,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5614371328","shards":1,"effective_bpw":5.3756,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733384704","shards":1,"effective_bpw":5.4896,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068748800","shards":1,"effective_bpw":5.8107,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596438336","shards":1,"effective_bpw":6.316,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541329728","shards":1,"effective_bpw":8.1781,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16069941568","shards":1,"effective_bpw":15.3866,"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v3-1-terminus","canonical_repo":"deepseek-ai/DeepSeek-V3.1-Terminus","display_name":"DeepSeek-V3.1-Terminus","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5500","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-V3.1-Terminus","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"147448002368","shards":4,"effective_bpw":1.7232,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"149058761472","shards":12,"effective_bpw":1.742,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"163172466560","shards":1,"effective_bpw":1.907,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"164057003968","shards":5,"effective_bpw":1.9173,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174584078656","shards":13,"effective_bpw":2.0403,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"186660569408","shards":4,"effective_bpw":2.1815,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"188407101376","shards":5,"effective_bpw":2.2019,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"189630566336","shards":5,"effective_bpw":2.2162,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"195228203616","shards":15,"effective_bpw":2.2816,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200990474688","shards":5,"effective_bpw":2.3489,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"215037628480","shards":6,"effective_bpw":2.5131,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"217141510624","shards":5,"effective_bpw":2.5377,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"228885561792","shards":5,"effective_bpw":2.6749,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237834514592","shards":7,"effective_bpw":2.7795,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"238739474560","shards":7,"effective_bpw":2.7901,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244148281536","shards":20,"effective_bpw":2.8533,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"245696582112","shards":5,"effective_bpw":2.8714,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"245913772512","shards":5,"effective_bpw":2.874,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"267630858432","shards":7,"effective_bpw":3.1278,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"273496801888","shards":6,"effective_bpw":3.1963,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"277146192192","shards":8,"effective_bpw":3.239,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"290448357888","shards":6,"effective_bpw":3.3944,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"293352982816","shards":8,"effective_bpw":3.4284,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"307880167744","shards":8,"effective_bpw":3.5981,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"307929712960","shards":8,"effective_bpw":3.5987,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319266363872","shards":25,"effective_bpw":3.7312,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"319705876960","shards":9,"effective_bpw":3.7363,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"320451082944","shards":7,"effective_bpw":3.7451,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"358347326208","shards":8,"effective_bpw":4.1879,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"359980474912","shards":10,"effective_bpw":4.207,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"379135951648","shards":8,"effective_bpw":4.4309,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"380100248352","shards":8,"effective_bpw":4.4422,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"380481241600","shards":10,"effective_bpw":4.4466,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"381064545056","shards":8,"effective_bpw":4.4534,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"386422080000","shards":10,"effective_bpw":4.516,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"394153886400","shards":11,"effective_bpw":4.6064,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404494158624","shards":31,"effective_bpw":4.7273,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"405398012864","shards":9,"effective_bpw":4.7378,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"409227727520","shards":11,"effective_bpw":4.7826,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420771120064","shards":9,"effective_bpw":4.9175,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"421035033216","shards":11,"effective_bpw":4.9206,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462632453120","shards":10,"effective_bpw":5.4067,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"463030965120","shards":12,"effective_bpw":5.4114,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475428547840","shards":36,"effective_bpw":5.5563,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"476161393696","shards":10,"effective_bpw":5.5648,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"478335943552","shards":13,"effective_bpw":5.5902,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550922264480","shards":44,"effective_bpw":6.4385,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551313395072","shards":12,"effective_bpw":6.4431,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"552446147680","shards":15,"effective_bpw":6.4563,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520032","shards":20,"effective_bpw":8.3361,"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520160","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286524448","shards":59,"effective_bpw":8.3361,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273053920","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1342273059872","shards":88,"effective_bpw":15.6869,"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.1-Terminus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-1-3b-base","canonical_repo":"deepseek-ai/deepseek-coder-1.3b-base","display_name":"deepseek-coder-1.3b-base","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"1346471936","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5499","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-1.3b-base","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"424818688","shards":1,"effective_bpw":2.524,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"442218496","shards":1,"effective_bpw":2.6274,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"471218176","shards":1,"effective_bpw":2.7997,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"497563648","shards":1,"effective_bpw":2.9563,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"528652288","shards":1,"effective_bpw":3.141,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"551852032","shards":1,"effective_bpw":3.2788,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"559716352","shards":1,"effective_bpw":3.3255,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"559716832","shards":1,"effective_bpw":3.3255,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"580950016","shards":1,"effective_bpw":3.4517,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"613365760","shards":1,"effective_bpw":3.6443,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"631705632","shards":1,"effective_bpw":3.7532,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641824768","shards":1,"effective_bpw":3.8134,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"641824768","shards":1,"effective_bpw":3.8134,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641825248","shards":1,"effective_bpw":3.8134,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"658862112","shards":1,"effective_bpw":3.9146,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"672790528","shards":1,"effective_bpw":3.9974,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"704133120","shards":1,"effective_bpw":4.1836,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"704133600","shards":1,"effective_bpw":4.1836,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"704966688","shards":1,"effective_bpw":4.1885,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"744380416","shards":1,"effective_bpw":4.4227,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"744454144","shards":1,"effective_bpw":4.4231,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"744454624","shards":1,"effective_bpw":4.4231,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"744583200","shards":1,"effective_bpw":4.4239,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"775936000","shards":1,"effective_bpw":4.6102,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"775936480","shards":1,"effective_bpw":4.6102,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"776065056","shards":1,"effective_bpw":4.611,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"813963264","shards":1,"effective_bpw":4.8361,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"813963744","shards":1,"effective_bpw":4.8361,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"814796832","shards":1,"effective_bpw":4.8411,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"855955936","shards":1,"effective_bpw":5.0856,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"873453568","shards":1,"effective_bpw":5.1896,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"873454048","shards":1,"effective_bpw":5.1896,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"873582624","shards":1,"effective_bpw":5.1904,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"935975392","shards":1,"effective_bpw":5.5611,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"936103968","shards":1,"effective_bpw":5.5618,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"952883200","shards":1,"effective_bpw":5.6615,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"952883680","shards":1,"effective_bpw":5.6615,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"953012256","shards":1,"effective_bpw":5.6623,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1001838592","shards":1,"effective_bpw":5.9524,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1001839072","shards":1,"effective_bpw":5.9524,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1001967648","shards":1,"effective_bpw":5.9531,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1015994848","shards":1,"effective_bpw":6.0365,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1171535872","shards":1,"effective_bpw":6.9606,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1171536352","shards":1,"effective_bpw":6.9606,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1171664928","shards":1,"effective_bpw":6.9614,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1432090624","shards":1,"effective_bpw":8.5087,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1432091104","shards":1,"effective_bpw":8.5087,"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1432219680","shards":1,"effective_bpw":8.5095,"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"5387056864","shards":1,"effective_bpw":32.0069,"repo":"bartowski/deepseek-coder-1.3B-kexer-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-4b-instruct-2507-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-4B-Instruct-2507-abliterated","display_name":"Huihui-Qwen3-4B-Instruct-2507-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5491","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-4B-Instruct-2507-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669499136","shards":1,"effective_bpw":3.3203,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499136","shards":1,"effective_bpw":3.3203,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500192","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996736","shards":1,"effective_bpw":3.7529,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996736","shards":1,"effective_bpw":3.7529,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997792","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617536","shards":1,"effective_bpw":4.128,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617536","shards":1,"effective_bpw":4.128,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618592","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785216","shards":1,"effective_bpw":4.4545,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785216","shards":1,"effective_bpw":4.4545,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786272","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316832","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309056","shards":1,"effective_bpw":4.74,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309056","shards":1,"effective_bpw":4.74,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310112","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497276736","shards":1,"effective_bpw":4.9667,"repo":"mahdisml/Huihui-Qwen3-4B-Instruct-2507-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280256","shards":1,"effective_bpw":4.9667,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280256","shards":1,"effective_bpw":4.9667,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281312","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710976","shards":1,"effective_bpw":5.6159,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710976","shards":1,"effective_bpw":5.6159,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712032","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513216","shards":1,"effective_bpw":5.7467,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513216","shards":1,"effective_bpw":5.7467,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514272","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260736","shards":1,"effective_bpw":6.5756,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260736","shards":1,"effective_bpw":6.5756,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261792","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404736","shards":1,"effective_bpw":8.513,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404736","shards":1,"effective_bpw":8.513,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405792","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284736","shards":1,"effective_bpw":16.0126,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284736","shards":1,"effective_bpw":16.0126,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284736","shards":1,"effective_bpw":16.0126,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284736","shards":1,"effective_bpw":16.0126,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285792","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"16095828736","shards":1,"effective_bpw":32.0118,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"16095828736","shards":1,"effective_bpw":32.0118,"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwenpaw-flash-9b-heretic","canonical_repo":"coder3101/QwenPaw-Flash-9B-heretic","display_name":"QwenPaw-Flash-9B-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"clip","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5490","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/QwenPaw-Flash-9B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2172336672","shards":1,"effective_bpw":1.8469,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4079434272","shards":1,"effective_bpw":3.4682,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4079434272","shards":1,"effective_bpw":3.4682,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109184","shards":1,"effective_bpw":4.7857,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969984","shards":1,"effective_bpw":5.4989,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11699838432","shards":2,"effective_bpw":9.9469,"repo":"FadedRedStar/QwenPaw-Flash-9B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"monika-31b","canonical_repo":"Green-eyedDevil/Monika-31B","display_name":"Monika-31B","publisher":"Green-eyedDevil","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"5488","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Green-eyedDevil/Monika-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156484544","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725867456","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674838976","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530354112","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157883840","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917061056","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976584128","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916308928","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077502912","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072363968","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761352128","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761352128","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424492480","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287103936","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628265408","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735785408","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701573056","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763160512","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687058368","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481416128","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311836608","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845565888","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201480128","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Monika-31B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mergedonia-aether-24b-v1a","canonical_repo":"24B-Suite/Mergedonia-AETHER-24B-v1a","display_name":"Mergedonia-AETHER-24B-v1a","publisher":"24B-Suite","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5488","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"24B-Suite/Mergedonia-AETHER-24B-v1a","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273745632","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750520032","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545144032","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207057632","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478378752","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114077952","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320189312","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890352224","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890352512","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280618752","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907145632","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400303744","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400304032","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428156832","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650979232","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474111104","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474111392","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400790144","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400790432","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758946752","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890018464","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494261312","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549311264","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549311552","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333941024","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333941312","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873140032","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304447264","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304447552","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764018464","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764018752","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345975744","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345976032","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054826624","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Mergedonia-AETHER-24B-v1a-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"illustrious-xl-early-release-v0","canonical_repo":"OnomaAIResearch/Illustrious-xl-early-release-v0","display_name":"Illustrious-xl-early-release-v0","publisher":"OnomaAIResearch","modality":"image","arch_key":"sdxl","params_total":"2567463684","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5488","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3540753792","shards":4,"effective_bpw":11.0327,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4469348992","shards":4,"effective_bpw":13.9261,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4615130752","shards":4,"effective_bpw":14.3804,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4750667392","shards":4,"effective_bpw":14.8027,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5830307712","shards":4,"effective_bpw":18.1667,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6109905792","shards":4,"effective_bpw":19.038,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7107870592","shards":4,"effective_bpw":22.1475,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7252792192","shards":4,"effective_bpw":22.5991,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7764882432","shards":5,"effective_bpw":24.1947,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8543608832","shards":5,"effective_bpw":26.6212,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9322335232","shards":5,"effective_bpw":29.0476,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10101061632","shards":5,"effective_bpw":31.4741,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11049608832","shards":5,"effective_bpw":null,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13994693632","shards":5,"effective_bpw":null,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"22345780864","shards":7,"effective_bpw":null,"repo":"calcuis/illustrious","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-heretic-uncensored","canonical_repo":"Umranz/qwen3-14b-heretic-uncensored","display_name":"qwen3-14b-heretic-uncensored","publisher":"Umranz","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5475","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935360","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849656960","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299192960","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691589760","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313280","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942080","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850240","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984352","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984640","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942666880","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375301760","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106272","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106560","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959360","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410560","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313632","shards":1,"effective_bpw":3.966,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321313920","shards":1,"effective_bpw":3.966,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651872","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652160","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110730880","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362592","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541363840","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002240","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476192","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476480","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753952","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754240","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522560","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895392","shards":1,"effective_bpw":5.56,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895680","shards":1,"effective_bpw":5.56,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570592","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514570880","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938272","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938560","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534752","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-mistral-24b","canonical_repo":"dphn/Dolphin3.0-Mistral-24B","display_name":"Dolphin3.0-Mistral-24B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"23572423680","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5465","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Mistral-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273730752","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750505152","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545129152","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545132128","shards":1,"effective_bpw":2.2213,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207042752","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207045728","shards":1,"effective_bpw":2.4459,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478362848","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478365824","shards":1,"effective_bpw":2.538,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114062048","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114065024","shards":1,"effective_bpw":2.7537,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114065312","shards":1,"effective_bpw":2.7537,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320173088","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890336288","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890339264","shards":1,"effective_bpw":3.0172,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280602848","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545709248","shards":1,"effective_bpw":3.2396,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907128384","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907131360","shards":1,"effective_bpw":3.3623,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400286784","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400289760","shards":1,"effective_bpw":3.5296,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428139584","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650961984","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650964960","shards":1,"effective_bpw":3.6147,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650965248","shards":1,"effective_bpw":3.6147,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474094144","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474097120","shards":1,"effective_bpw":3.8941,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474097408","shards":1,"effective_bpw":3.8941,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400773184","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400776160","shards":1,"effective_bpw":4.2086,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758928448","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758931424","shards":1,"effective_bpw":4.3301,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468031264","shards":1,"effective_bpw":4.5708,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494242688","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494245664","shards":1,"effective_bpw":4.5797,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549292928","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549295904","shards":1,"effective_bpw":4.5984,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333922688","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333925664","shards":1,"effective_bpw":4.8646,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14832006848","shards":1,"effective_bpw":5.0337,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873120768","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873123744","shards":1,"effective_bpw":5.0476,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304427648","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304430624","shards":1,"effective_bpw":5.5334,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763998848","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764001824","shards":1,"effective_bpw":5.6894,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764002112","shards":1,"effective_bpw":5.6894,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178195648","shards":1,"effective_bpw":5.8299,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345954784","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Dolphin3.0-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345957760","shards":1,"effective_bpw":6.5656,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345958048","shards":1,"effective_bpw":6.5656,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671021248","shards":1,"effective_bpw":6.6759,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054803648","shards":1,"effective_bpw":8.5031,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054803936","shards":1,"effective_bpw":8.5031,"repo":"AIOpsInSpace/Dolphin3.0-R1-Mistral-24B-Patched","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"94297579968","shards":3,"effective_bpw":32.0027,"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwq-32b-abliterated","canonical_repo":"huihui-ai/QwQ-32B-abliterated","display_name":"QwQ-32B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5462","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/QwQ-32B-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419232","shards":1,"effective_bpw":3.1922,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174432","shards":1,"effective_bpw":4.5617,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179872","shards":1,"effective_bpw":4.9882,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680032","shards":1,"effective_bpw":5.7973,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273952","shards":1,"effective_bpw":6.6569,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885472","shards":1,"effective_bpw":8.5023,"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-uncensored-max","canonical_repo":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX","display_name":"gemma-4-E4B-it-Uncensored-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"gemma4","params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5460","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"4401316608","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633728","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163648","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691328","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391808","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276928","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951168","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954048","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117888","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965248","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286528","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945728","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965568","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908928","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257728","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8005430880","shards":1,"effective_bpw":8.0093,"repo":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053090400","shards":1,"effective_bpw":15.0603,"repo":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053090400","shards":1,"effective_bpw":15.0603,"repo":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30088097376","shards":1,"effective_bpw":30.1026,"repo":"prithivMLmods/gemma-4-E4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-700m","canonical_repo":"LiquidAI/LFM2-700M","display_name":"LFM2-700M","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"742489344","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5454","n_layers":16,"n_head":24,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1536,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-700M","arch_confidence":1,"quantizations":[{"quant":"Q2_K_L","bytes":"315085536","shards":1,"effective_bpw":3.3949,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"315085536","shards":1,"effective_bpw":3.3949,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"361091808","shards":1,"effective_bpw":3.8906,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"387683040","shards":1,"effective_bpw":4.1771,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"446321376","shards":1,"effective_bpw":4.8089,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"446321600","shards":1,"effective_bpw":4.8089,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"449368800","shards":1,"effective_bpw":4.8418,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"468624096","shards":1,"effective_bpw":5.0492,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"468624320","shards":1,"effective_bpw":5.0492,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"486429408","shards":1,"effective_bpw":5.2411,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"526537440","shards":1,"effective_bpw":5.6732,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"538026720","shards":1,"effective_bpw":5.797,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"538026944","shards":1,"effective_bpw":5.797,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"611767008","shards":1,"effective_bpw":6.5915,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"611767232","shards":1,"effective_bpw":6.5915,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"791565024","shards":1,"effective_bpw":8.5288,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"791565248","shards":1,"effective_bpw":8.5288,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1487557344","shards":1,"effective_bpw":16.0278,"repo":"unsloth/LFM2-700M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1487557568","shards":1,"effective_bpw":16.0278,"repo":"LiquidAI/LFM2-700M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-40b-claude-4-6-opus-deckard-heretic-uncensored-thinking-neo-code-di-imatrix-max-gguf","canonical_repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","display_name":"Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"39072596736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5444","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"24543133664","shards":1,"effective_bpw":5.0251,"repo":"PiehSoft/Qwen3.6-40B-Deckard-MTP","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28646588384","shards":1,"effective_bpw":5.8653,"repo":"PiehSoft/Qwen3.6-40B-Deckard-MTP","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33241307104","shards":1,"effective_bpw":6.8061,"repo":"PiehSoft/Qwen3.6-40B-Deckard-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parakeet-tdt-ctc-110m","canonical_repo":"nvidia/parakeet-tdt_ctc-110m","display_name":"parakeet-tdt_ctc-110m","publisher":"nvidia","modality":"audio_asr","arch_key":"parakeet","params_total":"114113670","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"5444","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"78143296","shards":1,"effective_bpw":5.4783,"repo":"cstr/parakeet-tdt_ctc-110m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"89989600","shards":1,"effective_bpw":6.3088,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"101335520","shards":1,"effective_bpw":7.1042,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"112311264","shards":1,"effective_bpw":7.8736,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"126617600","shards":1,"effective_bpw":8.8766,"repo":"cstr/parakeet-tdt_ctc-110m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"135373280","shards":1,"effective_bpw":9.4904,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"229334560","shards":1,"effective_bpw":16.0776,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"456524064","shards":1,"effective_bpw":32.0049,"repo":"handy-computer/parakeet-tdt_ctc-110m-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-uncensored-heretic-v1","canonical_repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1","display_name":"Qwen3.5-27B-uncensored-heretic-v1","publisher":"llmfan46","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5440","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225766752","shards":1,"effective_bpw":1.8206,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766008672","shards":1,"effective_bpw":1.9786,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"7149824352","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083872","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666411872","shards":1,"effective_bpw":2.2419,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463072","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183072","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674785632","shards":1,"effective_bpw":2.5368,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591072","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913632","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395108192","shards":1,"effective_bpw":2.7474,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658501472","shards":1,"effective_bpw":2.8245,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004592992","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121840992","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325472","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711664992","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734172512","shards":1,"effective_bpw":3.139,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186370912","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632896352","shards":1,"effective_bpw":3.4018,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967129952","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952384","shards":1,"effective_bpw":3.5308,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953632","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953632","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085094752","shards":1,"effective_bpw":3.5341,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328352","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874592","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874592","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289646432","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301441664","shards":1,"effective_bpw":3.8898,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301442912","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030203232","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344774784","shards":1,"effective_bpw":4.1949,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776032","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689290592","shards":1,"effective_bpw":4.2956,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506592","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433952","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433952","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568618624","shards":1,"effective_bpw":4.5528,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568619872","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314592","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540271744","shards":1,"effective_bpw":4.8369,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540272992","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400032","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241632","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241632","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679612544","shards":1,"effective_bpw":5.4625,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613792","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613792","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099232","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399607424","shards":1,"effective_bpw":5.6731,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399608672","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528384","shards":1,"effective_bpw":6.4577,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529632","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529632","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-heretic-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762304","shards":1,"effective_bpw":8.3623,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"53808280704","shards":1,"effective_bpw":15.7353,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-sompoa-heresy","canonical_repo":"MuXodious/gemma-4-12B-it-QAT-SOMPOA-heresy","display_name":"gemma-4-12B-it-QAT-SOMPOA-heresy","publisher":"MuXodious","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5438","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/gemma-4-12B-it-QAT-SOMPOA-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692192","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848672","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109472","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843232","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597472","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806112","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147872","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148224","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148512","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194912","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393632","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229504","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992352","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087744","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088032","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319744","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320032","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255712","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551424","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879072","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997472","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047744","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048032","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382784","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383072","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125792","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372224","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372512","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268224","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268512","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021504","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021792","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646464","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-QAT-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-30b-a3b-instruct-2507-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated","display_name":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5427","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416509888","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078292416","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263296","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076222912","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132096","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169508800","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519364544","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610336","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610624","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327552","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598442944","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468896","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469184","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299153856","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063360","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847584","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711847872","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900670624","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900670912","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350144","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557093536","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988416","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009888","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010176","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687008","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687296","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501184","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080511136","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511424","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581984","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582272","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092532896","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533184","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932832","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jgos-31b-think","canonical_repo":"VIDraft/JGOS-31B-Think","display_name":"JGOS-31B-Think","publisher":"VIDraft","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5415","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"VIDraft/JGOS-31B-Think","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489504","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872416","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843936","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359072","shards":1,"effective_bpw":2.438,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888800","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066016","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589088","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313632","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313888","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507872","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368928","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356832","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357088","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357088","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497440","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108640","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108896","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270112","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270368","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790368","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233632","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578016","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165216","shards":1,"effective_bpw":4.544,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165472","shards":1,"effective_bpw":4.544,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063072","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063328","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421088","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841312","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841568","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570592","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570848","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484832","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485088","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/JGOS-31B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675680","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/JGOS-31B-Think-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-science","canonical_repo":"fableforge-ai/NEXUS-Science","display_name":"NEXUS-Science","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5398","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Science","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014432","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789280","shards":1,"effective_bpw":3.4659,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728672","shards":1,"effective_bpw":4.6419,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532448","shards":1,"effective_bpw":4.8586,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045472","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047328","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570016","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-science-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-large-instruct-2407","canonical_repo":"mistralai/Mistral-Large-Instruct-2407","display_name":"Mistral-Large-Instruct-2407","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"122610069504","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5385","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"25959777984","shards":1,"effective_bpw":1.6938,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"25959778048","shards":1,"effective_bpw":1.6938,"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"28386313920","shards":1,"effective_bpw":1.8521,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"28386313984","shards":1,"effective_bpw":1.8521,"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"28386317984","shards":1,"effective_bpw":1.8521,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"32430540480","shards":1,"effective_bpw":2.116,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"32430544544","shards":1,"effective_bpw":2.116,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"36081157824","shards":1,"effective_bpw":2.3542,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"36081157888","shards":1,"effective_bpw":2.3542,"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"36081161888","shards":1,"effective_bpw":2.3542,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"38384223936","shards":1,"effective_bpw":2.5045,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"41619605184","shards":1,"effective_bpw":2.7156,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"41619609248","shards":1,"effective_bpw":2.7156,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196297920","shards":1,"effective_bpw":2.9489,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196297984","shards":1,"effective_bpw":2.9489,"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196301984","shards":1,"effective_bpw":2.9489,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"45589517984","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"47009023680","shards":1,"effective_bpw":3.0672,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"47009027744","shards":1,"effective_bpw":3.0672,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"50142168960","shards":2,"effective_bpw":3.2717,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52849854368","shards":2,"effective_bpw":3.4483,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52849858432","shards":2,"effective_bpw":3.4483,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"52996917152","shards":2,"effective_bpw":3.4579,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55276390304","shards":2,"effective_bpw":3.6066,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55276394368","shards":2,"effective_bpw":3.6066,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59102775168","shards":2,"effective_bpw":3.8563,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59102779264","shards":2,"effective_bpw":3.8563,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"64554325888","shards":2,"effective_bpw":4.212,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"65434339200","shards":2,"effective_bpw":4.2694,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"65434343264","shards":2,"effective_bpw":4.2694,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"69322463104","shards":2,"effective_bpw":4.5231,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69570971552","shards":2,"effective_bpw":4.5393,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69570975616","shards":2,"effective_bpw":4.5393,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73219622816","shards":2,"effective_bpw":4.7774,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73219626880","shards":2,"effective_bpw":4.7774,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"84355893120","shards":2,"effective_bpw":5.504,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"84355894432","shards":3,"effective_bpw":5.504,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"86488303520","shards":2,"effective_bpw":5.6431,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"86488307680","shards":3,"effective_bpw":5.6431,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100586276864","shards":3,"effective_bpw":6.563,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100586280928","shards":3,"effective_bpw":6.563,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"130280376352","shards":3,"effective_bpw":8.5005,"repo":"InferenceIllusionist/Mistral-Large-Instruct-2407-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"130280380512","shards":4,"effective_bpw":8.5005,"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"le-chaton-slim-23b","canonical_repo":"HavocK1/Le-Chaton-Slim-23B","display_name":"Le-Chaton-Slim-23B","publisher":"HavocK1","modality":"text","arch_key":"llama","params_total":"23304514560","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5378","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":10,"n_expert_used":2,"arch_source":"HavocK1/Le-Chaton-Slim-23B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4924670848","shards":1,"effective_bpw":1.6905,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5431919488","shards":1,"effective_bpw":1.8647,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6277333888","shards":1,"effective_bpw":2.1549,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6963889024","shards":1,"effective_bpw":2.3906,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7096157056","shards":1,"effective_bpw":2.436,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7772488576","shards":1,"effective_bpw":2.6681,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8074625920","shards":1,"effective_bpw":2.7719,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8656388736","shards":1,"effective_bpw":2.9716,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8656388992","shards":1,"effective_bpw":2.9716,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9059779456","shards":1,"effective_bpw":3.1101,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9669657472","shards":1,"effective_bpw":3.3194,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10182263424","shards":1,"effective_bpw":3.4954,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10182263680","shards":1,"effective_bpw":3.4954,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10193126272","shards":1,"effective_bpw":3.4991,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10349380480","shards":1,"effective_bpw":3.5527,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11250385536","shards":1,"effective_bpw":3.862,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11250385792","shards":1,"effective_bpw":3.862,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12185453184","shards":1,"effective_bpw":4.183,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12185453440","shards":1,"effective_bpw":4.183,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12520915840","shards":1,"effective_bpw":4.2982,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12653625984","shards":1,"effective_bpw":4.3438,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13276873600","shards":1,"effective_bpw":4.5577,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13331530368","shards":1,"effective_bpw":4.5765,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13331530624","shards":1,"effective_bpw":4.5765,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14183211648","shards":1,"effective_bpw":4.8688,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14183211904","shards":1,"effective_bpw":4.8688,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14655095680","shards":1,"effective_bpw":5.0308,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16086401664","shards":1,"effective_bpw":5.5222,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16086401920","shards":1,"effective_bpw":5.5222,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16580649600","shards":1,"effective_bpw":5.6918,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16580649856","shards":1,"effective_bpw":5.6918,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19127927424","shards":1,"effective_bpw":6.5663,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19127927680","shards":1,"effective_bpw":6.5663,"repo":"mradermacher/Le-Chaton-Slim-23B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24771756672","shards":1,"effective_bpw":8.5037,"repo":"mradermacher/Le-Chaton-Slim-23B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neuraldaredevil-8b-abliterated","canonical_repo":"mlabonne/NeuralDaredevil-8B-abliterated","display_name":"NeuralDaredevil-8B-abliterated","publisher":"mlabonne","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5377","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/NeuralDaredevil-8B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179130720","shards":1,"effective_bpw":3.1672,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132192","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498528","shards":1,"effective_bpw":3.6507,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500000","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917216","shards":1,"effective_bpw":4.0038,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918688","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321955680","shards":1,"effective_bpw":4.3057,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957152","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363552","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661210976","shards":1,"effective_bpw":4.6436,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668256","shards":1,"effective_bpw":4.675,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669728","shards":1,"effective_bpw":4.675,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733536","shards":1,"effective_bpw":4.9022,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735008","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252128","shards":1,"effective_bpw":5.1109,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293280","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293280","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294752","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732986720","shards":1,"effective_bpw":5.7114,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988192","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068334432","shards":1,"effective_bpw":6.0455,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596005728","shards":1,"effective_bpw":6.5711,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007200","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770144","shards":1,"effective_bpw":8.5086,"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771616","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891936","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/NeuralDaredevil-8B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-gguf","canonical_repo":"unsloth/gemma-4-26B-A4B-it-GGUF","display_name":"gemma-4-26B-A4B-it-GGUF","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"5374","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"unsloth/gemma-4-26B-A4B-it-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"huihui-gemma-4-26b-a4b-it-qat-q4-0-unquantized-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated","display_name":"Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5361","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290272128","shards":1,"effective_bpw":2.4986,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668658048","shards":1,"effective_bpw":2.6126,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299301248","shards":1,"effective_bpw":2.8027,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431488","shards":1,"effective_bpw":2.9585,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873202048","shards":1,"effective_bpw":2.9756,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716608","shards":1,"effective_bpw":3.1277,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582737984","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582738304","shards":1,"effective_bpw":3.1895,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482688","shards":1,"effective_bpw":3.2021,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694848","shards":1,"effective_bpw":3.4134,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068736","shards":1,"effective_bpw":3.5069,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222410304","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410624","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410624","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564608","shards":1,"effective_bpw":3.7349,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734400","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734720","shards":1,"effective_bpw":4.0044,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824489024","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824489344","shards":1,"effective_bpw":4.1665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917727104","shards":1,"effective_bpw":4.1946,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063809600","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488057216","shards":1,"effective_bpw":4.3665,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825920","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464826240","shards":1,"effective_bpw":4.6609,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969577344","shards":1,"effective_bpw":4.813,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016704","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796017024","shards":1,"effective_bpw":5.0621,"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nex-n2-mini-ultra-uncensored-heretic","canonical_repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic","display_name":"Nex-N2-mini-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5356","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16865556288","shards":1,"effective_bpw":3.8432,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18216122176","shards":1,"effective_bpw":4.151,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19956750144","shards":1,"effective_bpw":4.5476,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21233604416","shards":1,"effective_bpw":4.8386,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24016181056","shards":1,"effective_bpw":5.4727,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764028736","shards":1,"effective_bpw":5.6431,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28576053056","shards":1,"effective_bpw":6.5117,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139136","shards":1,"effective_bpw":8.4093,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637056","shards":1,"effective_bpw":15.8091,"repo":"llmfan46/Nex-N2-mini-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-3b-bnb-4bit","canonical_repo":"unsloth/Llama-3.2-3B-bnb-4bit","display_name":"Llama-3.2-3B-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"3301123026","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5341","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Llama-3.2-3B-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2019373344","shards":1,"effective_bpw":4.8938,"repo":"bhanuripranathi/LIama-3.2-test-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v4-22b","canonical_repo":"anthracite-org/magnum-v4-22b","display_name":"magnum-v4-22b","publisher":"anthracite-org","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5339","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v4-22b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4829492416","shards":1,"effective_bpw":1.7367,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5267141824","shards":1,"effective_bpw":1.894,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5996557504","shards":1,"effective_bpw":2.1563,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646149920","shards":1,"effective_bpw":2.3899,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6646150336","shards":1,"effective_bpw":2.3899,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7035433760","shards":1,"effective_bpw":2.5299,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7035434176","shards":1,"effective_bpw":2.5299,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618966304","shards":1,"effective_bpw":2.7397,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7618966720","shards":1,"effective_bpw":2.7397,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098080","shards":1,"effective_bpw":2.9746,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8272098496","shards":1,"effective_bpw":2.9746,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8468706080","shards":1,"effective_bpw":3.0453,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8598860992","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176101664","shards":1,"effective_bpw":3.2997,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9176102080","shards":1,"effective_bpw":3.2997,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276192","shards":1,"effective_bpw":3.4669,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9641276608","shards":1,"effective_bpw":3.4669,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9688069312","shards":1,"effective_bpw":3.4838,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062410528","shards":1,"effective_bpw":3.6184,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10062410944","shards":1,"effective_bpw":3.6184,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756829984","shards":1,"effective_bpw":3.8681,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10756830400","shards":1,"effective_bpw":3.8681,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730432800","shards":1,"effective_bpw":4.2182,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11730433216","shards":1,"effective_bpw":4.2182,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935298336","shards":1,"effective_bpw":4.2919,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11935298752","shards":1,"effective_bpw":4.2919,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12613202720","shards":1,"effective_bpw":4.5356,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12613203136","shards":1,"effective_bpw":4.5356,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660388640","shards":1,"effective_bpw":4.5526,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12660389056","shards":1,"effective_bpw":4.5526,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242144","shards":1,"effective_bpw":4.7974,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13341242560","shards":1,"effective_bpw":4.7974,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13490664224","shards":1,"effective_bpw":4.8512,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820256","shards":1,"effective_bpw":5.5107,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15324820672","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558240","shards":1,"effective_bpw":5.6537,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15722558656","shards":1,"effective_bpw":5.6537,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15846814496","shards":1,"effective_bpw":5.6984,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252706592","shards":1,"effective_bpw":6.5636,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18252707008","shards":1,"effective_bpw":6.5636,"repo":"mradermacher/magnum-v4-22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18350224160","shards":1,"effective_bpw":6.5986,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552224","shards":1,"effective_bpw":8.501,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496728576","shards":1,"effective_bpw":16.0008,"repo":"bartowski/magnum-v4-22b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-v2-vl-med","canonical_repo":"janhq/Jan-v2-VL-med","display_name":"Jan-v2-VL-med","publisher":"janhq","modality":"vision_language","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5337","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"janhq/Jan-v2-VL-med","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771360","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149472","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112992","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158176","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745440","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916256","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553760","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734368","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734624","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634784","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875872","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612256","shards":1,"effective_bpw":3.4398,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613024","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613280","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667296","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622048","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162016","shards":1,"effective_bpw":3.7633,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162784","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163040","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394784","shards":1,"effective_bpw":4.0436,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395552","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395808","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841120","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298144","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4774750176","shards":1,"effective_bpw":4.357,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334112","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625568","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013152","shards":1,"effective_bpw":4.3818,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013920","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014176","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784672","shards":1,"effective_bpw":4.5879,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785440","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785696","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756256","shards":1,"effective_bpw":4.7886,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757280","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5720762336","shards":1,"effective_bpw":5.2202,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762336","shards":1,"effective_bpw":5.2202,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763104","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763360","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113440","shards":1,"effective_bpw":5.3391,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114208","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114464","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6193768416","shards":1,"effective_bpw":5.6518,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900256","shards":1,"effective_bpw":6.1374,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901024","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901280","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Jan-v2-VL-med-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519328","shards":1,"effective_bpw":7.9474,"repo":"janhq/Jan-v2-VL-med-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520096","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045536","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Jan-v2-VL-med-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"malaysian-qwen2-5-72b-instruct","canonical_repo":"mesolitica/Malaysian-Qwen2.5-72B-Instruct","display_name":"Malaysian-Qwen2.5-72B-Instruct","publisher":"mesolitica","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5331","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mesolitica/Malaysian-Qwen2.5-72B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326176","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740212896","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024096","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645216","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137184","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986144","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569279648","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811762848","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845082784","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180256","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597216","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698725536","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225376","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075104","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383126688","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223328","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697885856","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415715488","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Malaysian-Qwen2.5-72B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-9b-heretic-mtp","canonical_repo":"SC117/Ornith-1.0-9B-heretic-MTP","display_name":"Ornith-1.0-9B-heretic-MTP","publisher":"SC117","modality":"text","arch_key":"qwen35","params_total":"9440384512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5320","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SC117/Ornith-1.0-9B-heretic-MTP","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969344","shards":1,"effective_bpw":3.3176,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969600","shards":1,"effective_bpw":3.3176,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022016","shards":1,"effective_bpw":3.6982,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022272","shards":1,"effective_bpw":3.6982,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990528","shards":1,"effective_bpw":3.7931,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783232","shards":1,"effective_bpw":3.8327,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737609984","shards":1,"effective_bpw":4.0148,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610240","shards":1,"effective_bpw":4.0148,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512768","shards":1,"effective_bpw":4.2782,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513024","shards":1,"effective_bpw":4.2782,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418432","shards":1,"effective_bpw":4.5137,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875456","shards":1,"effective_bpw":4.5404,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864384","shards":1,"effective_bpw":4.6294,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554240","shards":1,"effective_bpw":4.6511,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554496","shards":1,"effective_bpw":4.6511,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663360","shards":1,"effective_bpw":4.708,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091136","shards":1,"effective_bpw":4.8982,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091392","shards":1,"effective_bpw":4.8982,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462272","shards":1,"effective_bpw":5.0519,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642816","shards":1,"effective_bpw":5.4851,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643072","shards":1,"effective_bpw":5.4851,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642544896","shards":1,"effective_bpw":5.629,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545152","shards":1,"effective_bpw":5.629,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902016","shards":1,"effective_bpw":6.4056,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902272","shards":1,"effective_bpw":6.4056,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061056","shards":1,"effective_bpw":8.2929,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407321856","shards":1,"effective_bpw":15.5988,"repo":"mradermacher/Ornith-1.0-9B-heretic-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"r1-1776-distill-llama-70b","canonical_repo":"perplexity-ai/r1-1776-distill-llama-70b","display_name":"r1-1776-distill-llama-70b","publisher":"perplexity-ai","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5316","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_M","bytes":"16751198784","shards":1,"effective_bpw":1.8994,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097387584","shards":1,"effective_bpw":2.1654,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142110784","shards":1,"effective_bpw":2.3973,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242345536","shards":1,"effective_bpw":2.522,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119296576","shards":1,"effective_bpw":2.7349,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375110720","shards":1,"effective_bpw":2.9906,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375111232","shards":1,"effective_bpw":2.9906,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"26621362240","shards":1,"effective_bpw":3.0186,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401159232","shards":1,"effective_bpw":3.107,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469496896","shards":1,"effective_bpw":3.1147,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307732544","shards":1,"effective_bpw":3.3232,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912053824","shards":1,"effective_bpw":3.5051,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937036864","shards":1,"effective_bpw":3.6213,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267496512","shards":1,"effective_bpw":3.8856,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267497024","shards":1,"effective_bpw":3.8856,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140594976","shards":1,"effective_bpw":4.2113,"repo":"lmstudio-community/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140595264","shards":1,"effective_bpw":4.2113,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902664256","shards":1,"effective_bpw":4.2977,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053621312","shards":1,"effective_bpw":4.5416,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116535872","shards":1,"effective_bpw":4.5488,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347222592","shards":1,"effective_bpw":4.5749,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520395840","shards":1,"effective_bpw":4.8213,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396064","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520396352","shards":1,"effective_bpw":4.8213,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300192832","shards":1,"effective_bpw":4.9098,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313592384","shards":1,"effective_bpw":5.0247,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657449536","shards":1,"effective_bpw":5.5172,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949818944","shards":1,"effective_bpw":5.6637,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949819680","shards":2,"effective_bpw":5.6638,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888145664","shards":2,"effective_bpw":6.5639,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888145888","shards":2,"effective_bpw":6.5639,"repo":"lmstudio-community/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888146208","shards":2,"effective_bpw":6.5639,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052032","shards":2,"effective_bpw":8.5013,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052256","shards":2,"effective_bpw":8.5013,"repo":"bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975052256","shards":2,"effective_bpw":8.5013,"repo":"lmstudio-community/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117915520","shards":3,"effective_bpw":16.0012,"repo":"unsloth/r1-1776-distill-llama-70b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-asr-nano-2512","canonical_repo":"zai-org/GLM-ASR-Nano-2512","display_name":"GLM-ASR-Nano-2512","publisher":"zai-org","modality":"audio_asr","arch_key":"glmasr","params_total":"2257843200","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5308","n_layers":28,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":59264,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-ASR-Nano-2512","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"980472032","shards":1,"effective_bpw":3.474,"repo":"concedo/GLM-ASR-Nano-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"1325316448","shards":1,"effective_bpw":4.6959,"repo":"cstr/glm-asr-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1696635104","shards":1,"effective_bpw":6.0115,"repo":"concedo/GLM-ASR-Nano-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2436544864","shards":1,"effective_bpw":8.6332,"repo":"cstr/glm-asr-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3190364384","shards":1,"effective_bpw":11.3041,"repo":"concedo/GLM-ASR-Nano-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-20b-code-instruct-8k","canonical_repo":"ibm-granite/granite-20b-code-instruct-8k","display_name":"granite-20b-code-instruct-8k","publisher":"ibm-granite","modality":"text","arch_key":"starcoder","params_total":"20066993152","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5304","n_layers":52,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":49152,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-20b-code-instruct-8k","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4517697568","shards":1,"effective_bpw":1.801,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4517698016","shards":1,"effective_bpw":1.801,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"4517698464","shards":1,"effective_bpw":1.801,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"4912437280","shards":1,"effective_bpw":1.9584,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4912437728","shards":1,"effective_bpw":1.9584,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"4912438176","shards":1,"effective_bpw":1.9584,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5570336800","shards":1,"effective_bpw":2.2207,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5570337248","shards":1,"effective_bpw":2.2207,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5570337696","shards":1,"effective_bpw":2.2207,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6157998112","shards":1,"effective_bpw":2.455,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6157998560","shards":1,"effective_bpw":2.455,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6157999008","shards":1,"effective_bpw":2.455,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6526048288","shards":1,"effective_bpw":2.6017,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6526048736","shards":1,"effective_bpw":2.6017,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6526049184","shards":1,"effective_bpw":2.6017,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7052368352","shards":1,"effective_bpw":2.8115,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7052368800","shards":1,"effective_bpw":2.8115,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7052368800","shards":1,"effective_bpw":2.8115,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"7145020320","shards":1,"effective_bpw":2.8485,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7929485792","shards":1,"effective_bpw":3.1612,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7929486240","shards":1,"effective_bpw":3.1612,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7929486240","shards":1,"effective_bpw":3.1612,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8002624416","shards":1,"effective_bpw":3.1904,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8062539808","shards":1,"effective_bpw":3.2142,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8062540256","shards":1,"effective_bpw":3.2142,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8062540704","shards":1,"effective_bpw":3.2142,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8658557408","shards":1,"effective_bpw":3.4519,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"8658557856","shards":1,"effective_bpw":3.4519,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"8658557856","shards":1,"effective_bpw":3.4519,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8934594592","shards":1,"effective_bpw":3.5619,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8934595040","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8934595040","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8934595488","shards":1,"effective_bpw":3.5619,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8934595488","shards":1,"effective_bpw":3.5619,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8934595488","shards":1,"effective_bpw":3.5619,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9587186144","shards":1,"effective_bpw":3.8221,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9587186592","shards":1,"effective_bpw":3.8221,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9587186592","shards":1,"effective_bpw":3.8221,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10566293984","shards":1,"effective_bpw":4.2124,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"10566294432","shards":1,"effective_bpw":4.2124,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10566294432","shards":1,"effective_bpw":4.2124,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10936506848","shards":1,"effective_bpw":4.36,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10936507296","shards":1,"effective_bpw":4.36,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10936507296","shards":1,"effective_bpw":4.36,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11552479264","shards":1,"effective_bpw":4.6056,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11552480160","shards":1,"effective_bpw":4.6056,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11609102816","shards":1,"effective_bpw":4.6281,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11609103264","shards":1,"effective_bpw":4.6281,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11665725920","shards":1,"effective_bpw":4.6507,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11665726368","shards":1,"effective_bpw":4.6507,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11665726368","shards":1,"effective_bpw":4.6507,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11736504800","shards":1,"effective_bpw":4.6789,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11736505248","shards":1,"effective_bpw":4.6789,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11736505248","shards":1,"effective_bpw":4.6789,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12820208096","shards":1,"effective_bpw":5.111,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"12820208544","shards":1,"effective_bpw":5.111,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12820208544","shards":1,"effective_bpw":5.111,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"12893346720","shards":1,"effective_bpw":5.1401,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14016371168","shards":1,"effective_bpw":5.5878,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14016371328","shards":1,"effective_bpw":5.5878,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14016371616","shards":1,"effective_bpw":5.5878,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14809340384","shards":1,"effective_bpw":5.904,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"14809340544","shards":1,"effective_bpw":5.904,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14809340832","shards":1,"effective_bpw":5.904,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"14882479008","shards":1,"effective_bpw":5.9331,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16634255840","shards":1,"effective_bpw":6.6315,"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16634256000","shards":1,"effective_bpw":6.6315,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16634256288","shards":1,"effective_bpw":6.6315,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"16707394464","shards":1,"effective_bpw":6.6606,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21481183872","shards":1,"effective_bpw":8.5638,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21481184160","shards":1,"effective_bpw":8.5638,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40243485312","shards":1,"effective_bpw":16.0437,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"40243485312","shards":1,"effective_bpw":16.0437,"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"80269727808","shards":3,"effective_bpw":32.0007,"repo":"bartowski/granite-20b-code-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2-9b-it-abliterated","canonical_repo":"IlyaGusev/gemma-2-9b-it-abliterated","display_name":"gemma-2-9b-it-abliterated","publisher":"IlyaGusev","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5289","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"IlyaGusev/gemma-2-9b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3434669024","shards":1,"effective_bpw":2.9732,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397984","shards":1,"effective_bpw":3.2941,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027605984","shards":1,"effective_bpw":3.4865,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989152","shards":1,"effective_bpw":3.5881,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664992","shards":1,"effective_bpw":3.7549,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615520","shards":1,"effective_bpw":3.8907,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781216","shards":1,"effective_bpw":4.122,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452832","shards":1,"effective_bpw":4.4429,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030240","shards":1,"effective_bpw":4.4866,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5459198944","shards":1,"effective_bpw":4.7257,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925280","shards":1,"effective_bpw":4.7428,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057760","shards":1,"effective_bpw":4.987,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265760","shards":1,"effective_bpw":5.1794,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592160","shards":1,"effective_bpw":5.6125,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366624","shards":1,"effective_bpw":5.7542,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574624","shards":1,"effective_bpw":5.9466,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069792","shards":1,"effective_bpw":6.5694,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811277792","shards":1,"effective_bpw":6.7618,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148768","shards":1,"effective_bpw":8.5068,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"36972880576","shards":1,"effective_bpw":32.0052,"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-5-air-derestricted","canonical_repo":"ArliAI/GLM-4.5-Air-Derestricted","display_name":"GLM-4.5-Air-Derestricted","publisher":"ArliAI","modality":"text","arch_key":"glm4moe","params_total":"110468824832","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5288","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"ArliAI/GLM-4.5-Air-Derestricted","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"37859421056","shards":1,"effective_bpw":2.7417,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"37859421056","shards":1,"effective_bpw":2.7417,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"39621618560","shards":1,"effective_bpw":2.8693,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"39621618560","shards":1,"effective_bpw":2.8693,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"42194037632","shards":1,"effective_bpw":3.0556,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"42194037632","shards":1,"effective_bpw":3.0556,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"42546490240","shards":1,"effective_bpw":3.0812,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"42546490240","shards":1,"effective_bpw":3.0812,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"45118909312","shards":1,"effective_bpw":3.2674,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"45118909312","shards":1,"effective_bpw":3.2674,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46102702976","shards":1,"effective_bpw":3.3387,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46102702976","shards":1,"effective_bpw":3.3387,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"46708910976","shards":1,"effective_bpw":3.3826,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"46708910976","shards":1,"effective_bpw":3.3826,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"50343066688","shards":2,"effective_bpw":3.6458,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"50343066688","shards":2,"effective_bpw":3.6458,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"50839837760","shards":2,"effective_bpw":3.6818,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"50839837760","shards":2,"effective_bpw":3.6818,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"53415959616","shards":2,"effective_bpw":3.8683,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"53415959616","shards":2,"effective_bpw":3.8683,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55477787712","shards":2,"effective_bpw":4.0176,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55477787712","shards":2,"effective_bpw":4.0176,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"55481637952","shards":2,"effective_bpw":4.0179,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"55481637952","shards":2,"effective_bpw":4.0179,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55910374464","shards":2,"effective_bpw":4.049,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55910374464","shards":2,"effective_bpw":4.049,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"60806220864","shards":2,"effective_bpw":4.4035,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"60806220864","shards":2,"effective_bpw":4.4035,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"63064509504","shards":2,"effective_bpw":4.567,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"63064509504","shards":2,"effective_bpw":4.567,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"63761992768","shards":2,"effective_bpw":4.6176,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"63761992768","shards":2,"effective_bpw":4.6176,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"68310027328","shards":2,"effective_bpw":4.9469,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"68310027328","shards":2,"effective_bpw":4.9469,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"69546036288","shards":2,"effective_bpw":5.0364,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"69546036288","shards":2,"effective_bpw":5.0364,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73501936704","shards":2,"effective_bpw":5.3229,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73501936704","shards":2,"effective_bpw":5.3229,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"73962654784","shards":2,"effective_bpw":5.3563,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"73962654784","shards":2,"effective_bpw":5.3563,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"78553041984","shards":2,"effective_bpw":5.6887,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"78553041984","shards":2,"effective_bpw":5.6887,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"83722013888","shards":3,"effective_bpw":6.063,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"83722013888","shards":3,"effective_bpw":6.063,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"99183770816","shards":3,"effective_bpw":7.1828,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"99183770816","shards":3,"effective_bpw":7.1828,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117456505728","shards":3,"effective_bpw":8.506,"repo":"TMNE/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"117456505728","shards":3,"effective_bpw":8.506,"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2-1","canonical_repo":"MiniMaxAI/MiniMax-M2.1","display_name":"MiniMax-M2.1","publisher":"MiniMaxAI","modality":"text","arch_key":"minimax-m2","params_total":"228703644928","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5276","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":196608,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"MiniMaxAI/MiniMax-M2.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"46514882752","shards":1,"effective_bpw":1.6271,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"47009105696","shards":1,"effective_bpw":1.6444,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"49018341152","shards":1,"effective_bpw":1.7147,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"51614648512","shards":1,"effective_bpw":1.8055,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"54726363104","shards":2,"effective_bpw":1.9143,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"55688529280","shards":1,"effective_bpw":1.948,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"60114258112","shards":1,"effective_bpw":2.1028,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"63068407392","shards":2,"effective_bpw":2.2061,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"63143151584","shards":2,"effective_bpw":2.2087,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"63351847904","shards":2,"effective_bpw":2.216,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"66950514880","shards":1,"effective_bpw":2.3419,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"68036279488","shards":1,"effective_bpw":2.3799,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"68439344704","shards":2,"effective_bpw":2.394,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"71995128800","shards":2,"effective_bpw":2.5184,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"74066462304","shards":2,"effective_bpw":2.5908,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"74835967168","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"77559270592","shards":1,"effective_bpw":2.713,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"78143325760","shards":2,"effective_bpw":2.7334,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"79821736928","shards":2,"effective_bpw":2.7921,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80421929056","shards":3,"effective_bpw":2.8131,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"83302681792","shards":1,"effective_bpw":2.9139,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"83302682208","shards":2,"effective_bpw":2.9139,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"83446728256","shards":2,"effective_bpw":2.9189,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"87953652928","shards":1,"effective_bpw":3.0766,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90098793568","shards":3,"effective_bpw":3.1516,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"93315761760","shards":2,"effective_bpw":3.2642,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"93329932480","shards":1,"effective_bpw":3.2647,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"93764190336","shards":3,"effective_bpw":3.2798,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"98690597056","shards":1,"effective_bpw":3.4522,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"98690597472","shards":2,"effective_bpw":3.4522,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"98716500160","shards":1,"effective_bpw":3.4531,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"99115712608","shards":3,"effective_bpw":3.467,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"99994943680","shards":1,"effective_bpw":3.4978,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103954579552","shards":3,"effective_bpw":3.6363,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"103955365984","shards":3,"effective_bpw":3.6363,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"108207112256","shards":3,"effective_bpw":3.7851,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"109272481984","shards":1,"effective_bpw":3.8223,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"109272482464","shards":3,"effective_bpw":3.8223,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"118351052992","shards":1,"effective_bpw":4.1399,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"121879917760","shards":1,"effective_bpw":4.2633,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"121899124416","shards":3,"effective_bpw":4.264,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"122166375616","shards":4,"effective_bpw":4.2734,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"128999622336","shards":3,"effective_bpw":4.5124,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"129243415776","shards":4,"effective_bpw":4.5209,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"129503724736","shards":1,"effective_bpw":4.53,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"129503725248","shards":3,"effective_bpw":4.53,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"130033779904","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"130033780448","shards":3,"effective_bpw":4.5486,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"131337684192","shards":4,"effective_bpw":4.5942,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133750457568","shards":4,"effective_bpw":4.6786,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"138342384832","shards":1,"effective_bpw":4.8392,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342385312","shards":3,"effective_bpw":4.8392,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138586178752","shards":4,"effective_bpw":4.8477,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"139042324704","shards":4,"effective_bpw":4.8637,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"143226840256","shards":1,"effective_bpw":5.01,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143226840768","shards":3,"effective_bpw":5.01,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"143312168160","shards":4,"effective_bpw":5.013,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"157478438080","shards":1,"effective_bpw":5.5086,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157478438688","shards":4,"effective_bpw":5.5086,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157551576288","shards":4,"effective_bpw":5.5111,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"162303935680","shards":1,"effective_bpw":5.6774,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162303936320","shards":4,"effective_bpw":5.6774,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162377073984","shards":5,"effective_bpw":5.6799,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"187763083456","shards":1,"effective_bpw":6.5679,"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763084096","shards":4,"effective_bpw":6.5679,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187810318720","shards":5,"effective_bpw":6.5696,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136872832","shards":7,"effective_bpw":8.5049,"repo":"bartowski/MiniMaxAI_MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"243136873408","shards":5,"effective_bpw":8.5049,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"457487025472","shards":10,"effective_bpw":16.0028,"repo":"unsloth/MiniMax-M2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"translategemma-27b-it","canonical_repo":"google/translategemma-27b-it","display_name":"translategemma-27b-it","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"28842036848","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"5274","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264263424","shards":1,"effective_bpw":1.7375,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797261568","shards":1,"effective_bpw":1.8854,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685591808","shards":1,"effective_bpw":2.1318,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438919936","shards":1,"effective_bpw":2.3407,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782424832","shards":1,"effective_bpw":2.436,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9493089024","shards":1,"effective_bpw":2.6331,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757461888","shards":1,"effective_bpw":2.7065,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503736416","shards":1,"effective_bpw":2.9135,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503736704","shards":1,"effective_bpw":2.9135,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716494592","shards":1,"effective_bpw":2.9725,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11562249600","shards":1,"effective_bpw":3.2071,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167629920","shards":1,"effective_bpw":3.375,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167630208","shards":1,"effective_bpw":3.375,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167630208","shards":1,"effective_bpw":3.375,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12547089792","shards":1,"effective_bpw":3.4802,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437656160","shards":1,"effective_bpw":3.7272,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437656448","shards":1,"effective_bpw":3.7272,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543477408","shards":1,"effective_bpw":4.034,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543477856","shards":1,"effective_bpw":4.034,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543478144","shards":1,"effective_bpw":4.034,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767463808","shards":1,"effective_bpw":4.0961,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14893907040","shards":1,"effective_bpw":4.1312,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617990016","shards":1,"effective_bpw":4.332,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674071712","shards":1,"effective_bpw":4.3476,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674072160","shards":1,"effective_bpw":4.3476,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15674072448","shards":1,"effective_bpw":4.3476,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546704032","shards":1,"effective_bpw":4.5896,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546704480","shards":1,"effective_bpw":4.5896,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546704768","shards":1,"effective_bpw":4.5896,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167310208","shards":1,"effective_bpw":4.7617,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767207072","shards":1,"effective_bpw":5.2055,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767207520","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18767207808","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271690912","shards":1,"effective_bpw":5.3454,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271691360","shards":1,"effective_bpw":5.3454,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271691648","shards":1,"effective_bpw":5.3454,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166989472","shards":1,"effective_bpw":6.1485,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166989920","shards":1,"effective_bpw":6.1485,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166990208","shards":1,"effective_bpw":6.1485,"repo":"mradermacher/translategemma-27b-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707987488","shards":1,"effective_bpw":7.9628,"repo":"bullerwins/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707987936","shards":1,"effective_bpw":7.9628,"repo":"mradermacher/translategemma-27b-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"blissful-days-12b","canonical_repo":"Sorihon/Blissful-Days-12B","display_name":"Blissful-Days-12B","publisher":"Sorihon","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5273","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sorihon/Blissful-Days-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211200","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624000","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312000","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915076800","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138472640","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023040","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493677760","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047104","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047360","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945384640","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488000","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225344","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534225600","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078400","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232000","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089344","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083089600","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502144","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502400","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709440","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800053184","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094637760","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097914560","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196544","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120196800","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477203904","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204160","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795217600","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518734784","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735040","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727630784","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631040","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209344","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056209600","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Blissful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368704","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Blissful-Days-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openai-gpt-oss-20b-claude-4-5-opus-heretic-uncensored","canonical_repo":"DavidAU/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored","display_name":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5266","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"DavidAU/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016855104","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025702464","shards":1,"effective_bpw":4.5999,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025702464","shards":1,"effective_bpw":4.5999,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061091904","shards":1,"effective_bpw":4.6134,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061091904","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065515584","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096481344","shards":1,"effective_bpw":4.627,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096481344","shards":1,"effective_bpw":4.627,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136294464","shards":1,"effective_bpw":4.6422,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136294464","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148459584","shards":1,"effective_bpw":4.6468,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148459584","shards":1,"effective_bpw":4.6468,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202649664","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202649664","shards":1,"effective_bpw":4.6676,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916152384","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916152384","shards":1,"effective_bpw":4.9405,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335111744","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335111744","shards":1,"effective_bpw":5.1007,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369095744","shards":1,"effective_bpw":5.1137,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369095744","shards":1,"effective_bpw":5.1137,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654226560","shards":1,"effective_bpw":5.6053,"repo":"Lachhhhhhh/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-Q4_K_S-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654243904","shards":1,"effective_bpw":5.6053,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654243904","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805137984","shards":1,"effective_bpw":6.0455,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805137984","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892206144","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892206144","shards":1,"effective_bpw":6.0788,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893063744","shards":1,"effective_bpw":6.4617,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893063744","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193346624","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193346624","shards":1,"effective_bpw":8.4891,"repo":"fairy322/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-heretic","canonical_repo":"wfen/Qwen3-VL-8B-Instruct-Heretic","display_name":"Qwen3-VL-8B-Instruct-Heretic","publisher":"wfen","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5265","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wfen/Qwen3-VL-8B-Instruct-Heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4231543904","shards":2,"effective_bpw":3.8613,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4231543904","shards":2,"effective_bpw":3.8613,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4512300128","shards":2,"effective_bpw":4.1175,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4512300128","shards":2,"effective_bpw":4.1175,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4980227168","shards":2,"effective_bpw":4.5445,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4980227168","shards":2,"effective_bpw":4.5445,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5392317536","shards":2,"effective_bpw":4.9205,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5392317536","shards":2,"effective_bpw":4.9205,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5729492064","shards":2,"effective_bpw":5.2282,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5729492064","shards":2,"effective_bpw":5.2282,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6103833696","shards":2,"effective_bpw":5.5697,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6103833696","shards":2,"effective_bpw":5.5697,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"6167108704","shards":2,"effective_bpw":5.6275,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"6167108704","shards":2,"effective_bpw":5.6275,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6563469888","shards":2,"effective_bpw":5.9892,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6563470432","shards":2,"effective_bpw":5.9892,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6563470432","shards":2,"effective_bpw":5.9892,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6739270752","shards":2,"effective_bpw":6.1496,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6739270752","shards":2,"effective_bpw":6.1496,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7253752928","shards":2,"effective_bpw":6.619,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7253752928","shards":2,"effective_bpw":6.619,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7539227200","shards":2,"effective_bpw":6.8795,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7539227744","shards":2,"effective_bpw":6.8795,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7539227744","shards":2,"effective_bpw":6.8795,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7579335776","shards":2,"effective_bpw":6.9161,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7579335776","shards":2,"effective_bpw":6.9161,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7793245280","shards":2,"effective_bpw":7.1113,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7793245280","shards":2,"effective_bpw":7.1113,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8248326720","shards":2,"effective_bpw":7.5266,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8248327264","shards":2,"effective_bpw":7.5266,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8248327264","shards":2,"effective_bpw":7.5266,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8862792256","shards":2,"effective_bpw":8.0873,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8862792800","shards":2,"effective_bpw":8.0873,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8862792800","shards":2,"effective_bpw":8.0873,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"9123683424","shards":2,"effective_bpw":8.3254,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"9123683424","shards":2,"effective_bpw":8.3254,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9186597440","shards":2,"effective_bpw":8.3828,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9574669408","shards":2,"effective_bpw":8.7369,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9574669408","shards":2,"effective_bpw":8.7369,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9587252320","shards":2,"effective_bpw":8.7484,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9587252320","shards":2,"effective_bpw":8.7484,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9604028992","shards":2,"effective_bpw":8.7637,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9604029536","shards":2,"effective_bpw":8.7637,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9604029536","shards":2,"effective_bpw":8.7637,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10055572032","shards":2,"effective_bpw":9.1757,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10055572576","shards":2,"effective_bpw":9.1757,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10055572576","shards":2,"effective_bpw":9.1757,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10495515744","shards":2,"effective_bpw":9.5772,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10495515744","shards":2,"effective_bpw":9.5772,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11441527360","shards":2,"effective_bpw":10.4404,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11441527904","shards":2,"effective_bpw":10.4404,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11441527904","shards":2,"effective_bpw":10.4404,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11702229568","shards":2,"effective_bpw":10.6783,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11702230112","shards":2,"effective_bpw":10.6783,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11702230112","shards":2,"effective_bpw":10.6783,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13451803200","shards":2,"effective_bpw":12.2748,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13451803744","shards":2,"effective_bpw":12.2748,"repo":"fairy322/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13451803744","shards":2,"effective_bpw":12.2748,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17419041344","shards":2,"effective_bpw":15.8949,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"32776092224","shards":2,"effective_bpw":29.9082,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-8b-instruct-2512-bf16-abliterated","canonical_repo":"s3nh/Ministral-3-8B-Instruct-2512-BF16-abliterated","display_name":"Ministral-3-8B-Instruct-2512-BF16-abliterated","publisher":"s3nh","modality":"text","arch_key":"mistral3","params_total":"8918026240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5255","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"s3nh/Ministral-3-8B-Instruct-2512-BF16-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2121833248","shards":1,"effective_bpw":1.9034,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2273418016","shards":1,"effective_bpw":2.0394,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2526059296","shards":1,"effective_bpw":2.266,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2745998112","shards":1,"effective_bpw":2.4633,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2904595232","shards":1,"effective_bpw":2.6056,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3106708256","shards":1,"effective_bpw":2.7869,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3147275040","shards":1,"effective_bpw":2.8233,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352926688","shards":1,"effective_bpw":3.0078,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3352927008","shards":1,"effective_bpw":3.0078,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3455359776","shards":1,"effective_bpw":3.0997,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3714358048","shards":1,"effective_bpw":3.332,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3866466784","shards":1,"effective_bpw":3.4685,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3866467104","shards":1,"effective_bpw":3.4685,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3885407008","shards":1,"effective_bpw":3.4854,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3992361760","shards":1,"effective_bpw":3.5814,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242053600","shards":1,"effective_bpw":3.8054,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4242053920","shards":1,"effective_bpw":3.8054,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4565015008","shards":1,"effective_bpw":4.0951,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4565015328","shards":1,"effective_bpw":4.0951,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4696415008","shards":1,"effective_bpw":4.213,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4733114848","shards":1,"effective_bpw":4.2459,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4937325344","shards":1,"effective_bpw":4.4291,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4940471072","shards":1,"effective_bpw":4.4319,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4954102240","shards":1,"effective_bpw":4.4441,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4954102560","shards":1,"effective_bpw":4.4441,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198387680","shards":1,"effective_bpw":4.6633,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5198388000","shards":1,"effective_bpw":4.6633,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5419670304","shards":1,"effective_bpw":4.8618,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5916695008","shards":1,"effective_bpw":5.3076,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5916695328","shards":1,"effective_bpw":5.3076,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058744288","shards":1,"effective_bpw":5.4351,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6058744608","shards":1,"effective_bpw":5.4351,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972873184","shards":1,"effective_bpw":6.2551,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6972873504","shards":1,"effective_bpw":6.2551,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028868576","shards":1,"effective_bpw":8.0994,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16987560416","shards":1,"effective_bpw":15.2389,"repo":"mradermacher/Ministral-3-8B-Instruct-2512-BF16-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-flash-180b","canonical_repo":"0xSero/DeepSeek-V4-Flash-180B","display_name":"DeepSeek-V4-Flash-180B","publisher":"0xSero","modality":"text","arch_key":"deepseek4","params_total":"101580018802","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5248","n_layers":43,"n_head":64,"n_head_kv":1,"head_dim_k":512,"head_dim_v":512,"hidden":4096,"vocab_size":129280,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":64,"n_expert":160,"n_expert_used":6,"arch_source":"0xSero/DeepSeek-V4-Flash-180B","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"mimo-v2-5-pro","canonical_repo":"XiaomiMiMo/MiMo-V2.5-Pro","display_name":"MiMo-V2.5-Pro","publisher":"XiaomiMiMo","modality":"text","arch_key":"mimo2","params_total":"1023244718976","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"5231","n_layers":70,"n_head":128,"n_head_kv":8,"head_dim_k":192,"head_dim_v":128,"hidden":6144,"vocab_size":152576,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":384,"n_expert_used":8,"arch_source":"XiaomiMiMo/MiMo-V2.5-Pro","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"212048702304","shards":6,"effective_bpw":1.6579,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"236698626880","shards":6,"effective_bpw":1.8506,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"275164589152","shards":8,"effective_bpw":2.1513,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"304091696608","shards":8,"effective_bpw":2.3775,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"306420542528","shards":8,"effective_bpw":2.3957,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"312228392032","shards":8,"effective_bpw":2.4411,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"317152759232","shards":8,"effective_bpw":2.4796,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"317269937600","shards":8,"effective_bpw":2.4805,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"319392443616","shards":8,"effective_bpw":2.4971,"repo":"AesSedai/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"344692305088","shards":9,"effective_bpw":2.6949,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"358336064832","shards":10,"effective_bpw":2.8016,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"359251520832","shards":10,"effective_bpw":2.8087,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"376695025056","shards":9,"effective_bpw":2.9451,"repo":"AesSedai/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_S","bytes":"377893793376","shards":9,"effective_bpw":2.9545,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"412660379264","shards":10,"effective_bpw":3.2263,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"427304381888","shards":11,"effective_bpw":3.3408,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"444807458272","shards":12,"effective_bpw":3.4776,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"459667582880","shards":11,"effective_bpw":3.5938,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"466626227680","shards":12,"effective_bpw":3.6482,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"466652179936","shards":12,"effective_bpw":3.6484,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"486251638464","shards":13,"effective_bpw":3.8016,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"488055713472","shards":13,"effective_bpw":3.8157,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"488546446944","shards":11,"effective_bpw":3.8196,"repo":"AesSedai/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"490697584416","shards":11,"effective_bpw":3.8364,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_NL","bytes":"501267230720","shards":12,"effective_bpw":3.919,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"545559178912","shards":14,"effective_bpw":4.2653,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"577269591968","shards":15,"effective_bpw":4.5132,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"578773249952","shards":15,"effective_bpw":4.525,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_S","bytes":"588542308576","shards":14,"effective_bpw":4.6014,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"598420287552","shards":16,"effective_bpw":4.6786,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"622865272992","shards":17,"effective_bpw":4.8697,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"629198237952","shards":15,"effective_bpw":4.9192,"repo":"AesSedai/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"629612933568","shards":15,"effective_bpw":4.9225,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"640231141568","shards":17,"effective_bpw":5.0055,"repo":"bartowski/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_S","bytes":"713189175712","shards":16,"effective_bpw":5.5759,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"756826714528","shards":17,"effective_bpw":5.9171,"repo":"AesSedai/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"757996925536","shards":17,"effective_bpw":5.9262,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"846555460416","shards":19,"effective_bpw":6.6186,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1087618889024","shards":24,"effective_bpw":8.5033,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2046699256672","shards":43,"effective_bpw":16.0016,"repo":"unsloth/MiMo-V2.5-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-4-3-36b","canonical_repo":"NousResearch/Hermes-4.3-36B","display_name":"Hermes-4.3-36B","publisher":"NousResearch","modality":"text","arch_key":"seed_oss","params_total":"36151104512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5230","n_layers":64,"n_head":80,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":155136,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-4.3-36B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9910923104","shards":1,"effective_bpw":2.1932,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10945081184","shards":1,"effective_bpw":2.4221,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11612626784","shards":1,"effective_bpw":2.5698,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12541927264","shards":1,"effective_bpw":2.7754,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13604183648","shards":1,"effective_bpw":3.0105,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13604183904","shards":1,"effective_bpw":3.0105,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14116757344","shards":1,"effective_bpw":3.1239,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"14379863904","shards":1,"effective_bpw":3.1822,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"15089946464","shards":1,"effective_bpw":3.3393,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15855406944","shards":1,"effective_bpw":3.5087,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16496021344","shards":1,"effective_bpw":3.6505,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17620946528","shards":1,"effective_bpw":3.8994,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17620946784","shards":1,"effective_bpw":3.8994,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19142692448","shards":1,"effective_bpw":4.2362,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19142692704","shards":1,"effective_bpw":4.2362,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19498614624","shards":1,"effective_bpw":4.3149,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20592983904","shards":1,"effective_bpw":4.5571,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20621819744","shards":1,"effective_bpw":4.5635,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20695220064","shards":1,"effective_bpw":4.5797,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762145888","shards":1,"effective_bpw":4.8158,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762146144","shards":1,"effective_bpw":4.8158,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"22351662944","shards":1,"effective_bpw":4.9463,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22760750944","shards":1,"effective_bpw":5.0368,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24970461024","shards":1,"effective_bpw":5.5258,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594363488","shards":1,"effective_bpw":5.6639,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594363744","shards":1,"effective_bpw":5.6639,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"26084593504","shards":1,"effective_bpw":5.7723,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666094688","shards":1,"effective_bpw":6.5649,"repo":"MaziyarPanahi/Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666094944","shards":1,"effective_bpw":6.5649,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30050832224","shards":1,"effective_bpw":6.6501,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421090144","shards":1,"effective_bpw":8.5023,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"72311394080","shards":2,"effective_bpw":16.002,"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vieneu-tts","canonical_repo":"pnnbao-ump/VieNeu-TTS","display_name":"VieNeu-TTS","publisher":"pnnbao-ump","modality":"audio_tts","arch_key":"qwen2","params_total":"552914304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5224","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":217652,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pnnbao-ump/VieNeu-TTS","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"416538624","shards":1,"effective_bpw":6.0268,"repo":"pnnbao-ump/VieNeu-TTS-q4-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"japanese-stablelm-instruct-gamma-7b","canonical_repo":"stabilityai/japanese-stablelm-instruct-gamma-7b","display_name":"japanese-stablelm-instruct-gamma-7b","publisher":"stabilityai","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5193","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stabilityai/japanese-stablelm-instruct-gamma-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097760","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opennemo-9b-abliterated","canonical_repo":"empero-ai/openNemo-9B-abliterated","display_name":"openNemo-9B-abliterated","publisher":"empero-ai","modality":"text","arch_key":"nemotron_h","params_total":"8888227328","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5184","n_layers":56,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4480,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"empero-ai/openNemo-9B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5006189632","shards":1,"effective_bpw":4.5059,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5131988032","shards":1,"effective_bpw":4.6191,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5308679232","shards":1,"effective_bpw":4.7782,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5359303232","shards":1,"effective_bpw":4.8237,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5379732032","shards":1,"effective_bpw":4.8421,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5488363072","shards":1,"effective_bpw":4.9399,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6211614272","shards":1,"effective_bpw":5.5909,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6346032192","shards":1,"effective_bpw":5.7119,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6525626432","shards":1,"effective_bpw":5.8735,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6781559872","shards":1,"effective_bpw":6.1039,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7069803072","shards":1,"effective_bpw":6.3633,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9135889472","shards":1,"effective_bpw":8.2229,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9458091072","shards":1,"effective_bpw":8.5129,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17788740672","shards":1,"effective_bpw":16.0111,"repo":"empero-ai/openNemo-9B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grape-2-mini","canonical_repo":"SL-AI/GRaPE-2-Mini","display_name":"GRaPE-2-Mini","publisher":"SL-AI","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5184","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SL-AI/GRaPE-2-Mini","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359234496","shards":1,"effective_bpw":2.3335,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426419136","shards":1,"effective_bpw":2.4489,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538393536","shards":1,"effective_bpw":2.6411,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630594496","shards":1,"effective_bpw":2.7994,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651975616","shards":1,"effective_bpw":2.8361,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741555136","shards":1,"effective_bpw":2.9899,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852392896","shards":1,"effective_bpw":3.1802,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904494016","shards":1,"effective_bpw":3.2696,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1915471040","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915471296","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880000","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880256","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077580736","shards":1,"effective_bpw":3.5668,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139512256","shards":1,"effective_bpw":3.6731,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187136","shards":1,"effective_bpw":3.7137,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262064320","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262064576","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2421316800","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421317056","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514286016","shards":1,"effective_bpw":4.3165,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2529031360","shards":1,"effective_bpw":4.3418,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798336","shards":1,"effective_bpw":4.3775,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2563888320","shards":1,"effective_bpw":4.4017,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563888576","shards":1,"effective_bpw":4.4017,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609436096","shards":1,"effective_bpw":4.4798,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708804800","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708805056","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968256","shards":1,"effective_bpw":4.7503,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990036160","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036416","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074987200","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074987456","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056000","shards":1,"effective_bpw":5.947,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056256","shards":1,"effective_bpw":5.947,"repo":"mradermacher/GRaPE-2-Mini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403520","shards":1,"effective_bpw":7.6953,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424393920","shards":1,"effective_bpw":14.4629,"repo":"mradermacher/GRaPE-2-Mini-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-5-mini-instruct-uncensored","canonical_repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored","display_name":"Phi-3.5-mini-instruct_Uncensored","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5181","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1316395072","shards":1,"effective_bpw":2.7561,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204352","shards":1,"effective_bpw":2.965,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204544","shards":1,"effective_bpw":2.965,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1512396352","shards":1,"effective_bpw":3.1664,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175616","shards":1,"effective_bpw":3.4025,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175808","shards":1,"effective_bpw":3.4025,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798336","shards":1,"effective_bpw":3.5211,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798720","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1681798912","shards":1,"effective_bpw":3.5211,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798912","shards":1,"effective_bpw":3.5211,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600192","shards":1,"effective_bpw":3.885,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600384","shards":1,"effective_bpw":3.885,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955476672","shards":1,"effective_bpw":4.0941,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955477056","shards":1,"effective_bpw":4.0941,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955477248","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059852864","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2075581696","shards":1,"effective_bpw":4.3455,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597248","shards":1,"effective_bpw":4.3707,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597632","shards":1,"effective_bpw":4.3707,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597824","shards":1,"effective_bpw":4.3707,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188759744","shards":1,"effective_bpw":4.5825,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188760128","shards":1,"effective_bpw":4.5825,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188760320","shards":1,"effective_bpw":4.5825,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232064","shards":1,"effective_bpw":5.0106,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232448","shards":1,"effective_bpw":5.0106,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232640","shards":1,"effective_bpw":5.0106,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2466338368","shards":1,"effective_bpw":5.1636,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474240","shards":1,"effective_bpw":5.5303,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474624","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474816","shards":1,"effective_bpw":5.5303,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815275712","shards":1,"effective_bpw":5.8942,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276096","shards":1,"effective_bpw":5.8942,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276288","shards":1,"effective_bpw":5.8942,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2876069440","shards":1,"effective_bpw":6.0215,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135852736","shards":1,"effective_bpw":6.5654,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853120","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853312","shards":1,"effective_bpw":6.5654,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3183564352","shards":1,"effective_bpw":6.6653,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222080","shards":1,"effective_bpw":8.5028,"repo":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222464","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222656","shards":1,"effective_bpw":8.5028,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7643297056","shards":1,"effective_bpw":16.0024,"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7643297536","shards":1,"effective_bpw":16.0024,"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nous-hermes-2-solar-10-7b","canonical_repo":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","display_name":"Nous-Hermes-2-SOLAR-10.7B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"10731540480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5175","n_layers":48,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4003241568","shards":1,"effective_bpw":2.9843,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4549025120","shards":1,"effective_bpw":3.3911,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4664574112","shards":1,"effective_bpw":3.4773,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4664574368","shards":1,"effective_bpw":3.4773,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5188337824","shards":1,"effective_bpw":3.8677,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5195678112","shards":1,"effective_bpw":3.8732,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5650759840","shards":1,"effective_bpw":4.2125,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5650760096","shards":1,"effective_bpw":4.2125,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6072394976","shards":1,"effective_bpw":4.5268,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6072395232","shards":1,"effective_bpw":4.5268,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6103852256","shards":1,"effective_bpw":4.5502,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6118532576","shards":1,"effective_bpw":4.5612,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6461678816","shards":1,"effective_bpw":4.817,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6461679072","shards":1,"effective_bpw":4.817,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6734899168","shards":1,"effective_bpw":5.0206,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7397402848","shards":1,"effective_bpw":5.5145,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7397402848","shards":1,"effective_bpw":5.5145,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7397403104","shards":1,"effective_bpw":5.5145,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7397403104","shards":1,"effective_bpw":5.5145,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7597943008","shards":1,"effective_bpw":5.664,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7597943264","shards":1,"effective_bpw":5.664,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"8059907040","shards":1,"effective_bpw":6.0084,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8805223712","shards":1,"effective_bpw":6.564,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8805223968","shards":1,"effective_bpw":6.564,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11404172448","shards":1,"effective_bpw":8.5014,"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11404172704","shards":1,"effective_bpw":8.5014,"repo":"QuantFactory/Nous-Hermes-2-SOLAR-10.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aureth-4b-qwen3-5","canonical_repo":"OusiaResearch/Aureth-4B-Qwen3.5","display_name":"Aureth-4B-Qwen3.5","publisher":"OusiaResearch","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5170","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OusiaResearch/Aureth-4B-Qwen3.5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359227488","shards":1,"effective_bpw":2.3955,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426412128","shards":1,"effective_bpw":2.5139,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538386528","shards":1,"effective_bpw":2.7113,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630587488","shards":1,"effective_bpw":2.8737,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651968608","shards":1,"effective_bpw":2.9114,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741548128","shards":1,"effective_bpw":3.0693,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852385888","shards":1,"effective_bpw":3.2646,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904487008","shards":1,"effective_bpw":3.3565,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915464288","shards":1,"effective_bpw":3.3758,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069873248","shards":1,"effective_bpw":3.6479,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077573728","shards":1,"effective_bpw":3.6615,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139505248","shards":1,"effective_bpw":3.7707,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163180128","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262057568","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421310048","shards":1,"effective_bpw":4.2673,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514279008","shards":1,"effective_bpw":4.4312,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549791328","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563881568","shards":1,"effective_bpw":4.5186,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609429088","shards":1,"effective_bpw":4.5989,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708798048","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766961248","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990029408","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074980448","shards":1,"effective_bpw":5.4193,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464049248","shards":1,"effective_bpw":6.105,"repo":"mradermacher/Aureth-4B-Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-lfm2-5-8b-a1b-abliterated","canonical_repo":"huihui-ai/Huihui-LFM2.5-8B-A1B-abliterated","display_name":"Huihui-LFM2.5-8B-A1B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"lfm2moe","params_total":"8467856832","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5159","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"huihui-ai/Huihui-LFM2.5-8B-A1B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815456","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008920160","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322428000","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020704","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592469088","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275360","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259424","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190435648","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190435936","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334910048","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422304","shards":1,"effective_bpw":3.359,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3755077440","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077728","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077728","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752608","shards":1,"effective_bpw":3.57,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4108398400","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398688","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4436864832","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436865120","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302432","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4611239744","shards":1,"effective_bpw":4.3565,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679264","shards":1,"effective_bpw":4.577,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854304","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4863553344","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553632","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155565376","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565664","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357432928","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5870186304","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186592","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030339904","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030340192","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959787840","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959788128","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010196288","shards":1,"effective_bpw":8.5124,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947261248","shards":1,"effective_bpw":16.0109,"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bozdogan-7b","canonical_repo":"UmutArchery/Bozdogan-7B","display_name":"Bozdogan-7B","publisher":"UmutArchery","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5158","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UmutArchery/Bozdogan-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668288","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197056","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078336","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022784","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638336","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343360","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074688","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940928","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941184","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515520","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256960","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369216","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369472","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193408","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012992","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392000","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392256","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460096","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460352","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473536","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299200","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814336","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122176","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769792","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770048","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074368","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074624","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284672","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177280","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177536","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832064","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832320","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199616","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199872","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Bozdogan-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526016","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854016","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Bozdogan-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-mini-128k-instruct","canonical_repo":"microsoft/Phi-3-mini-128k-instruct","display_name":"Phi-3-mini-128k-instruct","publisher":"microsoft","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5155","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Phi-3-mini-128k-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"841609344","shards":1,"effective_bpw":1.762,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1042935936","shards":1,"effective_bpw":2.1835,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1153036416","shards":1,"effective_bpw":2.4141,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1153036544","shards":1,"effective_bpw":2.4141,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1215731328","shards":1,"effective_bpw":2.5453,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1215731456","shards":1,"effective_bpw":2.5453,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316394624","shards":1,"effective_bpw":2.7561,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1316395264","shards":1,"effective_bpw":2.7561,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204544","shards":1,"effective_bpw":2.965,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1512396544","shards":1,"effective_bpw":3.1664,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1513002624","shards":1,"effective_bpw":3.1677,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1513002752","shards":1,"effective_bpw":3.1677,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175168","shards":1,"effective_bpw":3.4025,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175808","shards":1,"effective_bpw":3.4025,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1681798272","shards":1,"effective_bpw":3.5211,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681798912","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855599744","shards":1,"effective_bpw":3.885,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600384","shards":1,"effective_bpw":3.885,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600384","shards":1,"effective_bpw":3.885,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955477248","shards":1,"effective_bpw":4.0941,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059852416","shards":1,"effective_bpw":4.3126,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059853056","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059853056","shards":1,"effective_bpw":4.3126,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597824","shards":1,"effective_bpw":4.3707,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597824","shards":1,"effective_bpw":4.3707,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2176176768","shards":1,"effective_bpw":4.5562,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2182468224","shards":1,"effective_bpw":4.5693,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188759680","shards":1,"effective_bpw":4.5825,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188760320","shards":1,"effective_bpw":4.5825,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232000","shards":1,"effective_bpw":5.0106,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232640","shards":1,"effective_bpw":5.0106,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232640","shards":1,"effective_bpw":5.0106,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2466338560","shards":1,"effective_bpw":5.1636,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474176","shards":1,"effective_bpw":5.5303,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474816","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815275648","shards":1,"effective_bpw":5.8942,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276288","shards":1,"effective_bpw":5.8942,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276288","shards":1,"effective_bpw":5.8942,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2876069632","shards":1,"effective_bpw":6.0215,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135852672","shards":1,"effective_bpw":6.5654,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853312","shards":1,"effective_bpw":6.5654,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853312","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3183564544","shards":1,"effective_bpw":6.6653,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222016","shards":1,"effective_bpw":8.5028,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222656","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222656","shards":1,"effective_bpw":8.5028,"repo":"lmstudio-community/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7643296608","shards":1,"effective_bpw":16.0024,"repo":"qwp4w3hyb/Phi-3-mini-128k-instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"15285056992","shards":1,"effective_bpw":32.0015,"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwable-9b-claude-fable-5-heretic","canonical_repo":"richardyoung/Qwable-9B-Claude-Fable-5-heretic","display_name":"Qwable-9B-Claude-Fable-5-heretic","publisher":"richardyoung","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5154","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"richardyoung/Qwable-9B-Claude-Fable-5-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642944","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877270272","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101649152","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346560","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427969280","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472384","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697240320","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827263456","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263744","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938167040","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243417344","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407840","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408128","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370819328","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383808","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525856","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623526144","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515744","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925516032","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441856","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898848","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940992","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630816","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351631104","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215680","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629110240","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110528","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334528","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310688","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310976","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467971040","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467971328","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260640","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260928","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502816","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698336","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwable-9B-Claude-Fable-5-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-8b-a1b-ko-sft","canonical_repo":"LLM-OS-Models/LFM2.5-8B-A1B-KO-SFT","display_name":"LFM2.5-8B-A1B-KO-SFT","publisher":"LLM-OS-Models","modality":"text","arch_key":"lfm2moe","params_total":"8467856832","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"5146","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"LLM-OS-Models/LFM2.5-8B-A1B-KO-SFT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815552","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008920256","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322428096","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020800","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592469184","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275456","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259520","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190435776","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190436032","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334910144","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422400","shards":1,"effective_bpw":3.359,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3755077568","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077824","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077824","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752704","shards":1,"effective_bpw":3.57,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4108398528","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398784","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4436864960","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436865216","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302528","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4611239872","shards":1,"effective_bpw":4.3565,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679360","shards":1,"effective_bpw":4.577,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854400","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4863553472","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553728","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155565504","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565760","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357433024","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5870186432","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186688","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030340032","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030340288","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959787968","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959788224","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010196416","shards":1,"effective_bpw":8.5124,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947261376","shards":1,"effective_bpw":16.0109,"repo":"mradermacher/LFM2.5-8B-A1B-KO-SFT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-medium-3-5-128b-gguf","canonical_repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","display_name":"Mistral-Medium-3.5-128B-GGUF","publisher":"unsloth","modality":"text","arch_key":"mistral3","params_total":"125025988608","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5146","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Mistral-Medium-3.5-128B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-4b-instruct-nsfw-v2-1","canonical_repo":"bmle/Qwen3-4B-Instruct_NSFW-V2.1","display_name":"Qwen3-4B-Instruct_NSFW-V2.1","publisher":"bmle","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5142","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bmle/Qwen3-4B-Instruct_NSFW-V2.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255232","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017152","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620352","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099392","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300672","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983232","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453632","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498816","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669499072","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187712","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374592","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996416","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996672","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530432","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895552","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617216","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617472","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784896","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785152","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750912","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315456","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772352","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342912","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308736","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308992","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279936","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497280192","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628672","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710656","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710912","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512896","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889513152","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260416","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260672","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404416","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284416","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-4B-Instruct_NSFW-V2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-assistant","canonical_repo":"google/gemma-4-26B-A4B-it-assistant","display_name":"gemma-4-26B-A4B-it-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"419711236","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5135","n_layers":4,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-26B-A4B-it-assistant","arch_confidence":1,"quantizations":[{"quant":"IQ4_NL","bytes":"321126496","shards":1,"effective_bpw":6.1209,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"321126496","shards":1,"effective_bpw":6.1209,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"321126624","shards":1,"effective_bpw":6.1209,"repo":"AtomicChat/gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"325452000","shards":1,"effective_bpw":6.2034,"repo":"AtomicChat/gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"329777248","shards":1,"effective_bpw":6.2858,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"342261984","shards":1,"effective_bpw":6.5238,"repo":"AtomicChat/gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"344490080","shards":1,"effective_bpw":6.5662,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"360122464","shards":1,"effective_bpw":6.8642,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"461765312","shards":1,"effective_bpw":8.8016,"repo":"Radamanthys11/Gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"461766752","shards":1,"effective_bpw":8.8016,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"461766880","shards":1,"effective_bpw":8.8016,"repo":"AtomicChat/gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"855227040","shards":1,"effective_bpw":16.3012,"repo":"Radamanthys11/Gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"855228512","shards":1,"effective_bpw":16.3013,"repo":"RachidAR/gemma-4-26b-A4B-it-assistant-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"855228640","shards":1,"effective_bpw":16.3013,"repo":"AtomicChat/gemma-4-26B-A4B-it-assistant-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-sphinsikus-chronist-31b","canonical_repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B","display_name":"Gemma-4-Sphinsikus-Chronist-31B","publisher":"Blazed-Forge","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5126","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489312","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872224","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843744","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358880","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888608","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065824","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588896","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313408","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313696","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507680","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368736","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356608","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356896","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356896","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497248","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108416","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108704","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269888","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270176","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790176","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233408","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577824","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164512","shards":1,"effective_bpw":4.544,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164992","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165280","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062368","shards":1,"effective_bpw":4.7804,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062848","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063136","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420896","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840608","shards":1,"effective_bpw":5.4518,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841088","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841376","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569888","shards":1,"effective_bpw":5.5883,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570368","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570656","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484128","shards":1,"effective_bpw":6.4468,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484608","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484896","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674976","shards":1,"effective_bpw":8.3486,"repo":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675456","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-1-yi-1-5-34b-heretic","canonical_repo":"richardyoung/dolphin-2.9.1-yi-1.5-34b-heretic","display_name":"dolphin-2.9.1-yi-1.5-34b-heretic","publisher":"richardyoung","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5122","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"richardyoung/dolphin-2.9.1-yi-1.5-34b-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12825236768","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960297248","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654927136","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139448608","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18635617568","shards":1,"effective_bpw":4.3353,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598652704","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658713888","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707694368","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321848608","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213929248","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542285088","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-2-0","canonical_repo":"TheDrummer/Cydonia-24B-v4.2.0","display_name":"Cydonia-24B-v4.2.0","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"5117","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Cydonia-24B-v4.2.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723040","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497440","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121440","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207034272","shards":1,"effective_bpw":2.4459,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035040","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353312","shards":1,"effective_bpw":2.538,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354080","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052512","shards":1,"effective_bpw":2.7537,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053280","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164000","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326432","shards":1,"effective_bpw":3.0172,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327200","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593312","shards":1,"effective_bpw":3.1496,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594080","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686432","shards":1,"effective_bpw":3.2396,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117472","shards":1,"effective_bpw":3.3623,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118240","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275872","shards":1,"effective_bpw":3.5296,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276640","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129440","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951072","shards":1,"effective_bpw":3.6147,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951840","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083232","shards":1,"effective_bpw":3.8941,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084000","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762272","shards":1,"effective_bpw":4.2086,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763040","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916512","shards":1,"effective_bpw":4.3301,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917280","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016032","shards":1,"effective_bpw":4.5708,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230432","shards":1,"effective_bpw":4.5797,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231200","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280672","shards":1,"effective_bpw":4.5984,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281440","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910432","shards":1,"effective_bpw":4.8646,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911200","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984032","shards":1,"effective_bpw":5.0337,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873107872","shards":1,"effective_bpw":5.0476,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108640","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414112","shards":1,"effective_bpw":5.5334,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414880","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985312","shards":1,"effective_bpw":5.6894,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986080","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178172832","shards":1,"effective_bpw":5.8299,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939872","shards":1,"effective_bpw":6.5656,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940640","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998432","shards":1,"effective_bpw":6.6759,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780832","shards":1,"effective_bpw":8.5031,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519744","shards":1,"effective_bpw":16.003,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan14bt2vfusionix","canonical_repo":"vrgamedevgirl84/Wan14BT2VFusioniX","display_name":"Wan14BT2VFusioniX","publisher":"vrgamedevgirl84","modality":"video","arch_key":"wan","params_total":"14288491584","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5112","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5299329536","shards":1,"effective_bpw":2.967,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6006761216","shards":1,"effective_bpw":3.3631,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6513383936","shards":1,"effective_bpw":3.6468,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7174478336","shards":1,"effective_bpw":4.0169,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7433807616","shards":1,"effective_bpw":4.1621,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7783963136","shards":1,"effective_bpw":4.3582,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8094902016","shards":1,"effective_bpw":4.5323,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8556468736","shards":1,"effective_bpw":4.7907,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8704386816","shards":1,"effective_bpw":4.8735,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8746523136","shards":1,"effective_bpw":4.8971,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9257703936","shards":1,"effective_bpw":5.1833,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9650100736","shards":1,"effective_bpw":5.403,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9755420416","shards":1,"effective_bpw":5.462,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9945474816","shards":1,"effective_bpw":5.5684,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10135886336","shards":1,"effective_bpw":5.675,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10312833536","shards":1,"effective_bpw":5.7741,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10587727616","shards":1,"effective_bpw":5.928,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10790427136","shards":1,"effective_bpw":6.0415,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10849052416","shards":1,"effective_bpw":6.0743,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11014068736","shards":1,"effective_bpw":6.1667,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11596982016","shards":1,"effective_bpw":6.493,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11773929216","shards":1,"effective_bpw":6.5921,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12002023936","shards":1,"effective_bpw":6.7198,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12251522816","shards":1,"effective_bpw":6.8595,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"12606236416","shards":1,"effective_bpw":7.0581,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13741647616","shards":1,"effective_bpw":7.6938,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15404980736","shards":1,"effective_bpw":8.6251,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17652508416","shards":1,"effective_bpw":9.8835,"repo":"QuantStack/Wan2.1_I2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"28577716736","shards":1,"effective_bpw":16.0004,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-sompoa-heresy","canonical_repo":"MuXodious/gemma-4-26B-A4B-it-SOMPOA-heresy","display_name":"gemma-4-26B-A4B-it-SOMPOA-heresy","publisher":"MuXodious","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5111","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"MuXodious/gemma-4-26B-A4B-it-SOMPOA-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271488","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657408","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300608","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430848","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201408","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715968","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582737376","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737664","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482048","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694208","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068096","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222409696","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409984","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409984","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563968","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286733792","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734080","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824488416","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488704","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726464","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063808992","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056576","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825312","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825600","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576704","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016096","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016384","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986733536","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733824","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890592","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890880","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399456","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399744","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859424","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-ti2v-5b-turbo","canonical_repo":"quanhaol/Wan2.2-TI2V-5B-Turbo","display_name":"Wan2.2-TI2V-5B-Turbo","publisher":"quanhaol","modality":"video","arch_key":"wan","params_total":"4999787712","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5088","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"quanhaol/Wan2.2-TI2V-5B-Turbo","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1858673376","shards":1,"effective_bpw":2.974,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1858673376","shards":1,"effective_bpw":2.974,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2299566816","shards":1,"effective_bpw":3.6795,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2299566816","shards":1,"effective_bpw":3.6795,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2552601312","shards":1,"effective_bpw":4.0843,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2552601312","shards":1,"effective_bpw":4.0843,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2786171616","shards":1,"effective_bpw":4.4581,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2786171616","shards":1,"effective_bpw":4.4581,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3033897696","shards":1,"effective_bpw":4.8544,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3033897696","shards":1,"effective_bpw":4.8544,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3121191648","shards":1,"effective_bpw":4.9941,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3121191648","shards":1,"effective_bpw":4.9941,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3437927136","shards":1,"effective_bpw":5.5009,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3437927136","shards":1,"effective_bpw":5.5009,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3564739296","shards":1,"effective_bpw":5.7038,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3564739296","shards":1,"effective_bpw":5.7038,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3815414496","shards":1,"effective_bpw":6.1049,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3815414496","shards":1,"effective_bpw":6.1049,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4216494816","shards":1,"effective_bpw":6.7467,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4216494816","shards":1,"effective_bpw":6.7467,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5404990176","shards":1,"effective_bpw":8.6484,"repo":"hum-ma/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5404990176","shards":1,"effective_bpw":8.6484,"repo":"Kiijoku/Wan2.2-TI2V-5B-Turbo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseeker-kunou-qwen2-5-14b","canonical_repo":"Statuo/Deepseeker-Kunou-Qwen2.5-14b","display_name":"Deepseeker-Kunou-Qwen2.5-14b","publisher":"Statuo","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5084","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Statuo/Deepseeker-Kunou-Qwen2.5-14b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994912","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309792","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834592","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576032","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727392","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147232","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189152","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498592","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708512","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362592","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596832","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020192","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538912","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205152","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769312","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841312","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268832","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184032","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432352","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111392","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140832","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554912","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874272","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684832","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gte-small","canonical_repo":"thenlper/gte-small","display_name":"gte-small","publisher":"thenlper","modality":"embedding","arch_key":"bert","params_total":"33360512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"5076","n_layers":12,"n_head":12,"n_head_kv":12,"head_dim_k":32,"head_dim_v":32,"hidden":384,"vocab_size":30522,"ctx_native":512,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thenlper/gte-small","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"25250080","shards":1,"effective_bpw":6.0551,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25250080","shards":1,"effective_bpw":6.0551,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26190112","shards":1,"effective_bpw":6.2805,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"26724640","shards":1,"effective_bpw":6.4087,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"27738400","shards":1,"effective_bpw":6.6518,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28217632","shards":1,"effective_bpw":6.7667,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"28844320","shards":1,"effective_bpw":6.917,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"29203744","shards":1,"effective_bpw":7.0032,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"29729056","shards":1,"effective_bpw":7.1292,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"30475552","shards":1,"effective_bpw":7.3082,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"35092768","shards":1,"effective_bpw":8.4154,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36806944","shards":1,"effective_bpw":8.8265,"repo":"ChristianAzinn/gte-small-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-fable-5-distill","canonical_repo":"armand0e/Qwen3.6-35B-A3B-Fable-5-Distill","display_name":"Qwen3.6-35B-A3B-Fable-5-Distill","publisher":"armand0e","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5072","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"armand0e/Qwen3.6-35B-A3B-Fable-5-Distill","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247184192","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247184480","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036992","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547037280","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615415904","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806625376","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166660928","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166661216","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091968","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552092256","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179523680","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390057792","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276227680","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366863680","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863968","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713464640","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713464928","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377885280","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563756352","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563756640","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347534144","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347534432","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732992","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208733280","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802151232","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Qwen3.6-35B-A3B-Fable-5-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-8b-code-base-4k","canonical_repo":"ibm-granite/granite-8b-code-base-4k","display_name":"granite-8b-code-base-4k","publisher":"ibm-granite","modality":"text","arch_key":"llama","params_total":"8054910976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5068","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":49152,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-8b-code-base-4k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1805483488","shards":1,"effective_bpw":1.7932,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1966308832","shards":1,"effective_bpw":1.9529,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2234351072","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467659232","shards":1,"effective_bpw":2.4508,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2576448992","shards":1,"effective_bpw":2.5589,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2790882784","shards":1,"effective_bpw":2.7719,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3062070464","shards":1,"effective_bpw":3.0412,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3062070752","shards":1,"effective_bpw":3.0412,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3161554400","shards":1,"effective_bpw":3.14,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3384114656","shards":1,"effective_bpw":3.361,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3548085440","shards":1,"effective_bpw":3.5239,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3548085728","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3568139744","shards":1,"effective_bpw":3.5438,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3679550944","shards":1,"effective_bpw":3.6545,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3944840384","shards":1,"effective_bpw":3.9179,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3944840672","shards":1,"effective_bpw":3.9179,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4287724736","shards":1,"effective_bpw":4.2585,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4287725024","shards":1,"effective_bpw":4.2585,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4369120736","shards":1,"effective_bpw":4.3393,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4590894272","shards":1,"effective_bpw":4.5596,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4605574624","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4622351552","shards":1,"effective_bpw":4.5908,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4622351840","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4882857152","shards":1,"effective_bpw":4.8496,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4882857152","shards":1,"effective_bpw":4.8496,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4882857152","shards":1,"effective_bpw":4.8496,"repo":"ibm-granite/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4882857440","shards":1,"effective_bpw":4.8496,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5081627840","shards":1,"effective_bpw":5.047,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5572361408","shards":1,"effective_bpw":5.5344,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5572361408","shards":1,"effective_bpw":5.5344,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5572361696","shards":1,"effective_bpw":5.5344,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5722766528","shards":1,"effective_bpw":5.6838,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5722766528","shards":1,"effective_bpw":5.6838,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5722766816","shards":1,"effective_bpw":5.6838,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6063094976","shards":1,"effective_bpw":6.0218,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6615170240","shards":1,"effective_bpw":6.5701,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6615170528","shards":1,"effective_bpw":6.5701,"repo":"mradermacher/granite-8b-code-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8565521600","shards":1,"effective_bpw":8.5071,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16115268800","shards":1,"effective_bpw":16.0054,"repo":"SanctumAI/granite-8b-code-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-1-8b-instruct","canonical_repo":"ibm-granite/granite-3.1-8b-instruct","display_name":"granite-3.1-8b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"8170848256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5055","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.1-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"1849232960","shards":1,"effective_bpw":1.8106,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"2222788160","shards":1,"effective_bpw":2.1763,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2463434912","shards":1,"effective_bpw":2.4119,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2689534112","shards":1,"effective_bpw":2.6333,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2788493472","shards":1,"effective_bpw":2.7302,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2836824960","shards":1,"effective_bpw":2.7775,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2935294112","shards":1,"effective_bpw":2.8739,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3029403808","shards":1,"effective_bpw":2.9661,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"3056144128","shards":1,"effective_bpw":2.9922,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103590880","shards":1,"effective_bpw":3.0387,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3152352640","shards":1,"effective_bpw":3.0864,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3323398304","shards":1,"effective_bpw":3.2539,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3424979104","shards":1,"effective_bpw":3.3534,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3427994080","shards":1,"effective_bpw":3.3563,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592489440","shards":1,"effective_bpw":3.5174,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3738716640","shards":1,"effective_bpw":3.6605,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3823569056","shards":1,"effective_bpw":3.7436,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3823569056","shards":1,"effective_bpw":3.7436,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3938912416","shards":1,"effective_bpw":3.8566,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3965652736","shards":1,"effective_bpw":3.8827,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996584416","shards":1,"effective_bpw":3.913,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349429952","shards":1,"effective_bpw":4.2585,"repo":"lmstudio-community/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349430240","shards":1,"effective_bpw":4.2585,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4428073440","shards":1,"effective_bpw":4.3355,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4428074752","shards":1,"effective_bpw":4.3355,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4598989472","shards":1,"effective_bpw":4.5028,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4667279840","shards":1,"effective_bpw":4.5697,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4671867360","shards":1,"effective_bpw":4.5742,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4671868672","shards":1,"effective_bpw":4.5742,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685760992","shards":1,"effective_bpw":4.5878,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4730851072","shards":1,"effective_bpw":4.6319,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4899475200","shards":1,"effective_bpw":4.797,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942858432","shards":1,"effective_bpw":4.8395,"repo":"lmstudio-community/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942858720","shards":1,"effective_bpw":4.8395,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4991620480","shards":1,"effective_bpw":4.8872,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5109646752","shards":1,"effective_bpw":5.0028,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5620304032","shards":1,"effective_bpw":5.5028,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647043040","shards":1,"effective_bpw":5.529,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5725032192","shards":1,"effective_bpw":5.6053,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797448160","shards":1,"effective_bpw":5.6762,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5815275264","shards":1,"effective_bpw":5.6937,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5846209920","shards":1,"effective_bpw":5.724,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6130961312","shards":1,"effective_bpw":6.0028,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705449152","shards":1,"effective_bpw":6.5652,"repo":"lmstudio-community/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705449440","shards":1,"effective_bpw":6.5652,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"6705450752","shards":1,"effective_bpw":6.5652,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6754211200","shards":1,"effective_bpw":6.613,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684246112","shards":1,"effective_bpw":8.5027,"repo":"lmstudio-community/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684246400","shards":1,"effective_bpw":8.5027,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"10360753600","shards":2,"effective_bpw":10.1441,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13885935040","shards":2,"effective_bpw":13.5956,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16344105312","shards":1,"effective_bpw":16.0024,"repo":"bartowski/granite-3.1-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16344106592","shards":1,"effective_bpw":16.0024,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26430252256","shards":3,"effective_bpw":25.8776,"repo":"Mungert/granite-3.2-8b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-uncensored","canonical_repo":"Felldude/Qwen3.5-4B-Uncensored","display_name":"Qwen3.5-4B-Uncensored","publisher":"Felldude","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5043","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Felldude/Qwen3.5-4B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168288","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168544","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748768","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121749024","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729184","shards":1,"effective_bpw":3.7627,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796704","shards":1,"effective_bpw":3.8058,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807328","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807584","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647328","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647584","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811424","shards":1,"effective_bpw":4.4273,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593556768","shards":1,"effective_bpw":4.4526,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682464","shards":1,"effective_bpw":4.494,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772448","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772704","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677647904","shards":1,"effective_bpw":4.597,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447328","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447584","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842389024","shards":1,"effective_bpw":4.8798,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993568","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072993824","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426208","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426464","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028768","shards":1,"effective_bpw":6.117,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563029024","shards":1,"effective_bpw":6.117,"repo":"mradermacher/Qwen3.5-4B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580768","shards":1,"effective_bpw":7.9154,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620768","shards":1,"effective_bpw":14.877,"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-8b-bnb-4bit","canonical_repo":"unsloth/llama-3-8b-bnb-4bit","display_name":"llama-3-8b-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8248929386","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5023","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/llama-3-8b-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"3665011584","shards":1,"effective_bpw":3.5544,"repo":"babycommando/babydolphin-8b-llama3-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019430272","shards":1,"effective_bpw":3.8981,"repo":"babycommando/babydolphin-8b-llama3-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921246592","shards":1,"effective_bpw":4.7727,"repo":"babycommando/babydolphin-8b-llama3-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733499776","shards":1,"effective_bpw":5.5605,"repo":"impactframes/llama3_ifai_sdpromptmkr_q5km_gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13357638496","shards":1,"effective_bpw":12.9545,"repo":"babycommando/babydolphin-8b-llama3-uncensored","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-27b-claude-4-6-opus-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated","display_name":"Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5023","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149820864","shards":1,"effective_bpw":2.0589,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631080384","shards":1,"effective_bpw":2.1975,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433179584","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090587584","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362910144","shards":1,"effective_bpw":2.6962,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004589504","shards":1,"effective_bpw":2.8809,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248321984","shards":1,"effective_bpw":2.9511,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711661184","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711661504","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186367424","shards":1,"effective_bpw":3.2213,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967126464","shards":1,"effective_bpw":3.4461,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073949824","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073950144","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419324864","shards":1,"effective_bpw":3.5763,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580871104","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301439104","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301439424","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344772224","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344772544","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082503104","shards":1,"effective_bpw":4.3432,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193913984","shards":1,"effective_bpw":4.3753,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521430464","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586310784","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586311104","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547396224","shards":1,"effective_bpw":4.765,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547396544","shards":1,"effective_bpw":4.765,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078238144","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679609984","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679610304","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231095424","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231095744","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525824","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082526144","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595759744","shards":1,"effective_bpw":8.2345,"repo":"mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dans-personalityengine-v1-2-0-24b","canonical_repo":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b","display_name":"Dans-PersonalityEngine-V1.2.0-24b","publisher":"PocketDoc","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5018","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273735296","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750509696","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545133696","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207046880","shards":1,"effective_bpw":2.4459,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207047296","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478365920","shards":1,"effective_bpw":2.538,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478366336","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114065120","shards":1,"effective_bpw":2.7538,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114065536","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320176256","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890339040","shards":1,"effective_bpw":3.0172,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890339456","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280605920","shards":1,"effective_bpw":3.1497,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280606336","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545699040","shards":1,"effective_bpw":3.2396,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907130080","shards":1,"effective_bpw":3.3623,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907130496","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400288480","shards":1,"effective_bpw":3.5296,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400288896","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428141696","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650963680","shards":1,"effective_bpw":3.6147,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650964096","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474095840","shards":1,"effective_bpw":3.8941,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474096256","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400774880","shards":1,"effective_bpw":4.2086,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400775296","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758929120","shards":1,"effective_bpw":4.3301,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758929536","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468028640","shards":1,"effective_bpw":4.5708,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494243040","shards":1,"effective_bpw":4.5797,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494243456","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549293280","shards":1,"effective_bpw":4.5984,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549293696","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333923040","shards":1,"effective_bpw":4.8646,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333923456","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831996640","shards":1,"effective_bpw":5.0337,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873120480","shards":1,"effective_bpw":5.0476,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873120896","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304426720","shards":1,"effective_bpw":5.5334,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304427136","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763997920","shards":1,"effective_bpw":5.6894,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763998336","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178185440","shards":1,"effective_bpw":5.8299,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345952480","shards":1,"effective_bpw":6.5656,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345952896","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Dans-PersonalityEngine-V1.2.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671011040","shards":1,"effective_bpw":6.6759,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054793440","shards":1,"effective_bpw":8.5031,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-labs-audex-30b-a3b","canonical_repo":"nvidia/Nemotron-Labs-Audex-30B-A3B","display_name":"Nemotron-Labs-Audex-30B-A3B","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"31977054528","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"5017","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-Labs-Audex-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"24515130336","shards":1,"effective_bpw":6.1332,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"24647250912","shards":1,"effective_bpw":6.1662,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24866623968","shards":1,"effective_bpw":6.2211,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"25073578464","shards":1,"effective_bpw":6.2729,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26040161760","shards":1,"effective_bpw":6.5147,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"26150262240","shards":1,"effective_bpw":6.5423,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26404127712","shards":1,"effective_bpw":6.6058,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"26576589792","shards":1,"effective_bpw":6.6489,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33508167648","shards":1,"effective_bpw":8.3831,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"33508167648","shards":1,"effective_bpw":8.3831,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585495712","shards":1,"effective_bpw":8.4024,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33934495200","shards":1,"effective_bpw":8.4897,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34011823296","shards":1,"effective_bpw":8.5091,"repo":"LordNeel/Nemotron-Labs-Audex-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-3-8b-instruct","canonical_repo":"ibm-granite/granite-3.3-8b-instruct","display_name":"granite-3.3-8b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"8170864640","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5016","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":49159,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.3-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1930966464","shards":1,"effective_bpw":1.8906,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2071868864","shards":1,"effective_bpw":2.0285,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2315990464","shards":1,"effective_bpw":2.2676,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2836837696","shards":1,"effective_bpw":2.7775,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2892297664","shards":1,"effective_bpw":2.8318,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103605504","shards":1,"effective_bpw":3.0387,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103605792","shards":1,"effective_bpw":3.0387,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3103605920","shards":1,"effective_bpw":3.0387,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3103605920","shards":1,"effective_bpw":3.0387,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3152371520","shards":1,"effective_bpw":3.0865,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3201381696","shards":1,"effective_bpw":3.1344,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3243570624","shards":1,"effective_bpw":3.1757,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3428008992","shards":1,"effective_bpw":3.3563,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592504064","shards":1,"effective_bpw":3.5174,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592504352","shards":1,"effective_bpw":3.5174,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3592504480","shards":1,"effective_bpw":3.5174,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3738731552","shards":1,"effective_bpw":3.6605,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996599040","shards":1,"effective_bpw":3.913,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996599328","shards":1,"effective_bpw":3.913,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3996599456","shards":1,"effective_bpw":3.913,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349444864","shards":1,"effective_bpw":4.2585,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4349445152","shards":1,"effective_bpw":4.2585,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4428088352","shards":1,"effective_bpw":4.3355,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4428088480","shards":1,"effective_bpw":4.3355,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4650910464","shards":1,"effective_bpw":4.5537,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4667294752","shards":1,"effective_bpw":4.5697,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4667294880","shards":1,"effective_bpw":4.5697,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4671882272","shards":1,"effective_bpw":4.5742,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4671882400","shards":1,"effective_bpw":4.5742,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685775616","shards":1,"effective_bpw":4.5878,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685775904","shards":1,"effective_bpw":4.5878,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4685776032","shards":1,"effective_bpw":4.5878,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942873344","shards":1,"effective_bpw":4.8395,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942873632","shards":1,"effective_bpw":4.8395,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4942873760","shards":1,"effective_bpw":4.8395,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4991639360","shards":1,"effective_bpw":4.8873,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5148984064","shards":1,"effective_bpw":5.0413,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5148984352","shards":1,"effective_bpw":5.0413,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5148984480","shards":1,"effective_bpw":5.0413,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5647057664","shards":1,"effective_bpw":5.529,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647057664","shards":1,"effective_bpw":5.529,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647057952","shards":1,"effective_bpw":5.529,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5647058080","shards":1,"effective_bpw":5.529,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797462784","shards":1,"effective_bpw":5.6762,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797463072","shards":1,"effective_bpw":5.6762,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5797463200","shards":1,"effective_bpw":5.6762,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5846228800","shards":1,"effective_bpw":5.724,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6145131264","shards":1,"effective_bpw":6.0166,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705464064","shards":1,"effective_bpw":6.5652,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705464352","shards":1,"effective_bpw":6.5652,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6705464480","shards":1,"effective_bpw":6.5652,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6754230080","shards":1,"effective_bpw":6.613,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684264992","shards":1,"effective_bpw":8.5027,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8684265280","shards":1,"effective_bpw":8.5027,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16344139552","shards":1,"effective_bpw":16.0024,"repo":"bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16344139552","shards":1,"effective_bpw":16.0024,"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16344139680","shards":1,"effective_bpw":16.0024,"repo":"unsloth/granite-3.3-8b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"koqweopus-3-5-27b-experimental","canonical_repo":"jiwon9703/KoQweopus-3.5-27B-experimental","display_name":"KoQweopus-3.5-27B-experimental","publisher":"jiwon9703","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5013","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jiwon9703/KoQweopus-3.5-27B-experimental","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824480","shards":1,"effective_bpw":2.0589,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631084000","shards":1,"effective_bpw":2.1975,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183200","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591200","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913760","shards":1,"effective_bpw":2.6962,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593120","shards":1,"effective_bpw":2.8809,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325600","shards":1,"effective_bpw":2.9511,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664832","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665120","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371040","shards":1,"effective_bpw":3.2213,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130080","shards":1,"effective_bpw":3.4461,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953472","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953760","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328480","shards":1,"effective_bpw":3.5763,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874720","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442752","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443040","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775872","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776160","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506720","shards":1,"effective_bpw":4.3432,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917632","shards":1,"effective_bpw":4.3753,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434080","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314432","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314720","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399872","shards":1,"effective_bpw":4.765,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400160","shards":1,"effective_bpw":4.765,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241760","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613632","shards":1,"effective_bpw":5.379,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613920","shards":1,"effective_bpw":5.379,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231099072","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099360","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529472","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529760","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763392","shards":1,"effective_bpw":8.2345,"repo":"mradermacher/KoQweopus-3.5-27B-experimental-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-yi-1-5-9b-32k-v1","canonical_repo":"EVA-UNIT-01/EVA-Yi-1.5-9B-32K-V1","display_name":"EVA-Yi-1.5-9B-32K-V1","publisher":"EVA-UNIT-01","modality":"text","arch_key":"llama","params_total":"8829407232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5007","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":64000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Yi-1.5-9B-32K-V1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2014574176","shards":1,"effective_bpw":1.8253,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2181641824","shards":1,"effective_bpw":1.9767,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2460087904","shards":1,"effective_bpw":2.229,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2708010592","shards":1,"effective_bpw":2.4536,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2875356768","shards":1,"effective_bpw":2.6053,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3098113216","shards":1,"effective_bpw":2.8071,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3098113632","shards":1,"effective_bpw":2.8071,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3354326208","shards":1,"effective_bpw":3.0392,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3354326624","shards":1,"effective_bpw":3.0392,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3474323040","shards":1,"effective_bpw":3.148,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3610326208","shards":1,"effective_bpw":3.2712,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3717936320","shards":1,"effective_bpw":3.3687,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3717936736","shards":1,"effective_bpw":3.3687,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3899208896","shards":1,"effective_bpw":3.5329,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3899209312","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3912578656","shards":1,"effective_bpw":3.545,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4055463104","shards":1,"effective_bpw":3.6745,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4055463520","shards":1,"effective_bpw":3.6745,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4324406464","shards":1,"effective_bpw":3.9182,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4324406880","shards":1,"effective_bpw":3.9182,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4690752704","shards":1,"effective_bpw":4.2501,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4690753120","shards":1,"effective_bpw":4.2501,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4785009856","shards":1,"effective_bpw":4.3355,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4785010272","shards":1,"effective_bpw":4.3355,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5053904064","shards":1,"effective_bpw":4.5792,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5053904480","shards":1,"effective_bpw":4.5792,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5071860928","shards":1,"effective_bpw":4.5954,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5071861344","shards":1,"effective_bpw":4.5954,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328958656","shards":1,"effective_bpw":4.8284,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5328959072","shards":1,"effective_bpw":4.8284,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5523518656","shards":1,"effective_bpw":5.0047,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6107854016","shards":1,"effective_bpw":5.5341,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6107854432","shards":1,"effective_bpw":5.5341,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258259136","shards":1,"effective_bpw":5.6704,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6258259552","shards":1,"effective_bpw":5.6704,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6420051136","shards":1,"effective_bpw":5.817,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245640896","shards":1,"effective_bpw":6.565,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7245641312","shards":1,"effective_bpw":6.565,"repo":"mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7372616896","shards":1,"effective_bpw":6.6801,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9383916736","shards":1,"effective_bpw":8.5024,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17661113248","shards":1,"effective_bpw":16.0021,"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-grand-23-5b-gutenberg-uncensored-v2-glm4-7-thinking","canonical_repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking","display_name":"MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"23426022400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"5003","n_layers":81,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5365497408","shards":1,"effective_bpw":1.8323,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5816098368","shards":1,"effective_bpw":1.9862,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6567099968","shards":1,"effective_bpw":2.2427,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7220985408","shards":1,"effective_bpw":2.466,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7602568768","shards":1,"effective_bpw":2.5963,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8203370048","shards":1,"effective_bpw":2.8015,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8299503168","shards":1,"effective_bpw":2.8343,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8455026816","shards":1,"effective_bpw":2.8874,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8903827008","shards":1,"effective_bpw":3.0407,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9237855808","shards":1,"effective_bpw":3.1547,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9882893888","shards":1,"effective_bpw":3.375,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10338901568","shards":1,"effective_bpw":3.5307,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10395303488","shards":1,"effective_bpw":3.55,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10718395968","shards":1,"effective_bpw":3.6603,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10880923776","shards":1,"effective_bpw":3.7158,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11457723968","shards":1,"effective_bpw":3.9128,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12419137088","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12716219968","shards":1,"effective_bpw":4.3426,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12878747776","shards":1,"effective_bpw":4.3981,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13406805568","shards":1,"effective_bpw":4.5784,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13455302208","shards":1,"effective_bpw":4.595,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13576542336","shards":1,"effective_bpw":4.6364,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13617830016","shards":1,"effective_bpw":4.6505,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14192213568","shards":1,"effective_bpw":4.8466,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14354741376","shards":1,"effective_bpw":4.9022,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14783061568","shards":1,"effective_bpw":5.0484,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16205192768","shards":1,"effective_bpw":5.5341,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16367720576","shards":1,"effective_bpw":5.5896,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16633429568","shards":1,"effective_bpw":5.6803,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16795957376","shards":1,"effective_bpw":5.7358,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19227221568","shards":1,"effective_bpw":6.5661,"repo":"mradermacher/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20018894976","shards":1,"effective_bpw":6.8365,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25529653376","shards":1,"effective_bpw":8.7184,"repo":"DavidAU/MN-GRAND-23.5B-Gutenberg-UNCENSORED-V2-GLM4.7-Thinking-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-next-80b-a3b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated","display_name":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3next","params_total":"79674391296","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4987","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"16184073184","shards":1,"effective_bpw":1.625,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"17995164640","shards":1,"effective_bpw":1.8069,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"21013650400","shards":1,"effective_bpw":2.11,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"23431584736","shards":1,"effective_bpw":2.3527,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"23641240544","shards":1,"effective_bpw":2.3738,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"26056029152","shards":1,"effective_bpw":2.6163,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"27251778528","shards":1,"effective_bpw":2.7363,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29127910048","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29127910368","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"30796592096","shards":1,"effective_bpw":3.0922,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32723610592","shards":1,"effective_bpw":3.2857,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34547444384","shards":1,"effective_bpw":3.4689,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34547444704","shards":1,"effective_bpw":3.4689,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34549115872","shards":1,"effective_bpw":3.469,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"34991139808","shards":1,"effective_bpw":3.5134,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38193703584","shards":1,"effective_bpw":3.835,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"38193703904","shards":1,"effective_bpw":3.835,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"41233394336","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"41233394656","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"42604475360","shards":1,"effective_bpw":4.2779,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"43108774560","shards":1,"effective_bpw":4.3285,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"45282710496","shards":1,"effective_bpw":4.5468,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45484954272","shards":1,"effective_bpw":4.5671,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"45484954592","shards":1,"effective_bpw":4.5671,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48410989216","shards":1,"effective_bpw":4.8609,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"48410989536","shards":1,"effective_bpw":4.8609,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"50037953504","shards":1,"effective_bpw":5.0242,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"54994916000","shards":1,"effective_bpw":5.522,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"54994916320","shards":1,"effective_bpw":5.522,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56710369952","shards":1,"effective_bpw":5.6942,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"56710370272","shards":1,"effective_bpw":5.6942,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65528461984","shards":1,"effective_bpw":6.5796,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"65528462304","shards":1,"effective_bpw":6.5796,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812053152","shards":1,"effective_bpw":8.5159,"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-uncencored","canonical_repo":"SicariusSicariiStuff/Qwen2.5-14B_Uncencored","display_name":"Qwen2.5-14B_Uncencored","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4987","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_S","bytes":"5003726560","shards":1,"effective_bpw":2.7102,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726560","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146400","shards":1,"effective_bpw":2.9011,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146400","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497760","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497760","shards":1,"effective_bpw":3.1255,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361760","shards":1,"effective_bpw":3.4575,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361760","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817760","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817760","shards":1,"effective_bpw":3.5373,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596000","shards":1,"effective_bpw":3.6071,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596000","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538080","shards":1,"effective_bpw":3.7463,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538080","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204320","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204320","shards":1,"effective_bpw":3.9752,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768480","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768480","shards":1,"effective_bpw":4.2923,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840480","shards":1,"effective_bpw":4.398,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840480","shards":1,"effective_bpw":4.398,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268000","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268000","shards":1,"effective_bpw":4.6279,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431520","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431520","shards":1,"effective_bpw":4.6437,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110272","shards":1,"effective_bpw":4.8683,"repo":"TouchNight/Qwen2.5-14B_Uncencored-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110560","shards":1,"effective_bpw":4.8683,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110560","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953760","shards":1,"effective_bpw":5.1813,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953760","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554080","shards":1,"effective_bpw":5.5607,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554080","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873440","shards":1,"effective_bpw":5.692,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873440","shards":1,"effective_bpw":5.692,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395680","shards":1,"effective_bpw":5.9523,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395680","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684000","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684000","shards":1,"effective_bpw":6.5672,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802720","shards":1,"effective_bpw":6.7714,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802720","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597920","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597920","shards":1,"effective_bpw":8.5046,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716032","shards":1,"effective_bpw":16.0041,"repo":"Da-master/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716032","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-isometry-rp","canonical_repo":"maldv/Gemma-4-31B-Isometry-RP","display_name":"Gemma-4-31B-Isometry-RP","publisher":"maldv","modality":"text","arch_key":"gemma4","params_total":"32682375020","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4983","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"maldv/Gemma-4-31B-Isometry-RP","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618914144","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188297056","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137268576","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992783712","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763444064","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439013728","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522621280","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378738240","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378738528","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683063136","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677924192","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366912064","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366912352","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366912352","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030052704","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892663872","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892664160","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233825344","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233825632","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484476256","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610919488","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494304096","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555891264","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555891552","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479789120","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479789408","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362227552","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280728128","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280728416","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814457408","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814457696","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357542464","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357542752","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133044800","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Gemma-4-31B-Isometry-RP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rfdetr","canonical_repo":"roboflow/rfdetr","display_name":"rfdetr","publisher":"roboflow","modality":"text","arch_key":"rfdetr","params_total":"29530914","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4978","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"31187968","shards":1,"effective_bpw":8.4489,"repo":"mudler/rfdetr-cpp-nano","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"32752576","shards":1,"effective_bpw":8.8728,"repo":"mudler/rfdetr-cpp-small","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"33385152","shards":1,"effective_bpw":9.0441,"repo":"mudler/rfdetr-cpp-seg-nano","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37789952","shards":1,"effective_bpw":10.2374,"repo":"mudler/rfdetr-cpp-nano","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"40083648","shards":1,"effective_bpw":10.8588,"repo":"mudler/rfdetr-cpp-small","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"41871296","shards":1,"effective_bpw":11.343,"repo":"mudler/rfdetr-cpp-seg-nano","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"63439488","shards":1,"effective_bpw":17.1859,"repo":"mudler/rfdetr-cpp-nano","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"67100224","shards":1,"effective_bpw":18.1776,"repo":"mudler/rfdetr-cpp-small","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"71053632","shards":1,"effective_bpw":19.2486,"repo":"mudler/rfdetr-cpp-seg-nano","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"118158976","shards":1,"effective_bpw":32.0096,"repo":"mudler/rfdetr-cpp-nano","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"124736064","shards":1,"effective_bpw":null,"repo":"mudler/rfdetr-cpp-small","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"133309760","shards":1,"effective_bpw":null,"repo":"mudler/rfdetr-cpp-seg-nano","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-32b-abliterated","canonical_repo":"roslein/Qwen3-32B-abliterated","display_name":"Qwen3-32B-abliterated","publisher":"roslein","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4976","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"roslein/Qwen3-32B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323842144","shards":1,"effective_bpw":1.7884,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959869024","shards":1,"effective_bpw":1.9437,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019913824","shards":1,"effective_bpw":2.2025,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951835744","shards":1,"effective_bpw":2.4301,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514825824","shards":1,"effective_bpw":2.5676,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362861664","shards":1,"effective_bpw":2.7746,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465814624","shards":1,"effective_bpw":2.7998,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344652128","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344652384","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821037664","shards":1,"effective_bpw":3.1307,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702921824","shards":1,"effective_bpw":3.346,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389738848","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389739104","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434303584","shards":1,"effective_bpw":3.5246,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930083424","shards":1,"effective_bpw":3.6457,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971777888","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971778144","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330994528","shards":1,"effective_bpw":4.232,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330994784","shards":1,"effective_bpw":4.232,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690495584","shards":1,"effective_bpw":4.3197,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854335328","shards":1,"effective_bpw":4.3598,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703088224","shards":1,"effective_bpw":4.567,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771245408","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771245664","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762149728","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762149984","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636523104","shards":1,"effective_bpw":5.0391,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635493728","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635493984","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214831968","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214832224","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883306848","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883307104","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817719648","shards":1,"effective_bpw":8.5019,"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-vl-7b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2-VL-7B-Instruct-abliterated","display_name":"Qwen2-VL-7B-Instruct-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen2vl","params_total":"8291375616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4973","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2-VL-7B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780341632","shards":1,"effective_bpw":2.6826,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939456","shards":1,"effective_bpw":2.91,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346255232","shards":1,"effective_bpw":3.2287,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367744","shards":1,"effective_bpw":3.3696,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548163456","shards":1,"effective_bpw":3.4235,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574011264","shards":1,"effective_bpw":3.4484,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390528","shards":1,"effective_bpw":3.6746,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458624","shards":1,"effective_bpw":3.9448,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471808","shards":1,"effective_bpw":4.0702,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437812608","shards":1,"effective_bpw":4.2819,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444120448","shards":1,"effective_bpw":4.2879,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768320","shards":1,"effective_bpw":4.3011,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072896","shards":1,"effective_bpw":4.5185,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873282944","shards":1,"effective_bpw":4.702,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087563136","shards":1,"effective_bpw":4.9088,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175808","shards":1,"effective_bpw":5.1284,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830592","shards":1,"effective_bpw":5.2535,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781196160","shards":1,"effective_bpw":5.578,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198144","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518181248","shards":1,"effective_bpw":6.2891,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524544","shards":1,"effective_bpw":7.8139,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852256","shards":1,"effective_bpw":14.7024,"repo":"bartowski/Qwen2-VL-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibethinker-1-5b","canonical_repo":"WeiboAI/VibeThinker-1.5B","display_name":"VibeThinker-1.5B","publisher":"WeiboAI","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4950","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WeiboAI/VibeThinker-1.5B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"752880480","shards":1,"effective_bpw":3.3893,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880896","shards":1,"effective_bpw":3.3893,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861222656","shards":1,"effective_bpw":3.877,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456288","shards":1,"effective_bpw":4.1617,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456704","shards":1,"effective_bpw":4.1617,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440416","shards":1,"effective_bpw":4.4137,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440832","shards":1,"effective_bpw":4.4137,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1026162944","shards":1,"effective_bpw":4.6195,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585536","shards":1,"effective_bpw":4.824,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321024","shards":1,"effective_bpw":5.0299,"repo":"smarttasks/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321056","shards":1,"effective_bpw":5.0299,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321472","shards":1,"effective_bpw":5.0299,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259174144","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285494592","shards":1,"effective_bpw":5.787,"repo":"smarttasks/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285494624","shards":1,"effective_bpw":5.787,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285495040","shards":1,"effective_bpw":5.787,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179008","shards":1,"effective_bpw":6.5914,"repo":"smarttasks/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179040","shards":1,"effective_bpw":6.5914,"repo":"MaziyarPanahi/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179456","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532416","shards":1,"effective_bpw":8.5287,"repo":"smarttasks/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532864","shards":1,"effective_bpw":8.5287,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560417024","shards":1,"effective_bpw":16.0281,"repo":"mradermacher/VibeThinker-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-e2b-abliterated-baked-hf-ready","canonical_repo":"amkkk/Gemma4_E2B_Abliterated_Baked_HF_Ready","display_name":"Gemma4_E2B_Abliterated_Baked_HF_Ready","publisher":"amkkk","modality":"text","arch_key":"gemma4","params_total":"5104297504","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4948","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"amkkk/Gemma4_E2B_Abliterated_Baked_HF_Ready","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2315864672","shards":1,"effective_bpw":3.6297,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2355382880","shards":1,"effective_bpw":3.6916,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2421246560","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2478066272","shards":1,"effective_bpw":3.8839,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2500479584","shards":1,"effective_bpw":3.919,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2553170528","shards":1,"effective_bpw":4.0016,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2648083040","shards":1,"effective_bpw":4.1504,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2923367008","shards":1,"effective_bpw":4.5818,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2980653664","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3060218464","shards":1,"effective_bpw":4.7963,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3102077536","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3103017568","shards":1,"effective_bpw":4.8634,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3125578336","shards":1,"effective_bpw":4.8987,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3191958112","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3271780960","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3292400224","shards":1,"effective_bpw":5.1602,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3350399584","shards":1,"effective_bpw":5.2511,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3351874144","shards":1,"effective_bpw":5.2534,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3354430048","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3416118880","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3465955936","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3582397024","shards":1,"effective_bpw":5.6147,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3616708192","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3829834336","shards":1,"effective_bpw":6.0025,"repo":"mradermacher/Gemma4_E2B_Abliterated_Baked_HF_Ready-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-legal","canonical_repo":"fableforge-ai/NEXUS-Legal","display_name":"NEXUS-Legal","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4928","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Legal","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"395215904","shards":1,"effective_bpw":2.0481,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014432","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"622361248","shards":1,"effective_bpw":3.2253,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728672","shards":1,"effective_bpw":4.6419,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045472","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047328","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570016","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-legal-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-12b-it-qat-q4-0-unquantized-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated","display_name":"Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4914","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692288","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848768","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109568","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843328","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597568","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806208","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147968","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148288","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148608","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195008","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393728","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229888","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229888","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992448","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087808","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088128","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319808","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320128","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255808","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551488","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879168","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997568","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047808","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048128","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382848","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383168","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125888","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-marvin-v2","canonical_repo":"ToastyPigeon/gemma-4-12b-marvin-v2","display_name":"gemma-4-12b-marvin-v2","publisher":"ToastyPigeon","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4913","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ToastyPigeon/gemma-4-12b-marvin-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691616","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848096","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568108896","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842656","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079596896","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805536","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147296","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147680","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830147936","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194336","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393056","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528228960","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733991776","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087200","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087456","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319200","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319456","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255136","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690550880","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878496","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997996896","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047200","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047456","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382240","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382496","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125216","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371680","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338371936","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267680","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547267936","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020960","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021216","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645920","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-marvin-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-4b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-4B-abliterated","display_name":"Huihui-Qwen3.5-4B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4902","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-4B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174423104","shards":1,"effective_bpw":2.0698,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253404224","shards":1,"effective_bpw":2.209,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385039424","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492969024","shards":1,"effective_bpw":2.6312,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514350144","shards":1,"effective_bpw":2.6689,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619658304","shards":1,"effective_bpw":2.8545,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734428224","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797506368","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797506624","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814054464","shards":1,"effective_bpw":3.1971,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010734144","shards":1,"effective_bpw":3.5437,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880128","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880384","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072665664","shards":1,"effective_bpw":3.6529,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187264","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2257476928","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257477184","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2358402368","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358402624","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435642944","shards":1,"effective_bpw":4.2926,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2450388288","shards":1,"effective_bpw":4.3186,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546521664","shards":1,"effective_bpw":4.488,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798464","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2557007168","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557007424","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707514688","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707514944","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968384","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990036288","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036544","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3108758848","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108759104","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056128","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056384","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403648","shards":1,"effective_bpw":7.8998,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394048","shards":1,"effective_bpw":14.8471,"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"csm-1b","canonical_repo":"sesame/csm-1b","display_name":"csm-1b","publisher":"sesame","modality":"audio_tts","arch_key":"csm","params_total":"1552791552","is_moe":false,"is_gated":false,"license_spdx":"cc","downloads_30d":"4890","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":2051,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/csm-1b","arch_confidence":0.8,"quantizations":[{"quant":"Q4_K","bytes":"1435926432","shards":1,"effective_bpw":7.3979,"repo":"cstr/csm-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2006354848","shards":1,"effective_bpw":10.3368,"repo":"cstr/csm-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3574186464","shards":1,"effective_bpw":18.4142,"repo":"cstr/csm-1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-vl-it-gemini-pro-heretic-uncensored-thinking","canonical_repo":"DavidAU/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking","display_name":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"vision_language","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4884","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1729165600","shards":1,"effective_bpw":3.217,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937365280","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460960","shards":1,"effective_bpw":3.904,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236086560","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279627040","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377931040","shards":1,"effective_bpw":4.424,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489895200","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764593440","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829699360","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190741280","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130403360","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804960","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supra-router-51m","canonical_repo":"SupraLabs/Supra-Router-51M","display_name":"Supra-Router-51M","publisher":"SupraLabs","modality":"text","arch_key":"llama","params_total":"51786240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4883","n_layers":12,"n_head":8,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":512,"vocab_size":32000,"ctx_native":5120,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SupraLabs/Supra-Router-51M","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"25139776","shards":1,"effective_bpw":3.8836,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"26393152","shards":1,"effective_bpw":4.0772,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28752448","shards":1,"effective_bpw":4.4417,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30988864","shards":1,"effective_bpw":4.7872,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30988864","shards":1,"effective_bpw":4.7872,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31705664","shards":1,"effective_bpw":4.8979,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32729664","shards":1,"effective_bpw":5.0561,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"33827392","shards":1,"effective_bpw":5.2257,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"33839680","shards":1,"effective_bpw":5.2276,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"34540096","shards":1,"effective_bpw":5.3358,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"34675264","shards":1,"effective_bpw":5.3567,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"35732032","shards":1,"effective_bpw":5.5199,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"36751936","shards":1,"effective_bpw":5.6775,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"37446208","shards":1,"effective_bpw":5.7847,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"40960576","shards":1,"effective_bpw":6.3276,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"45759040","shards":1,"effective_bpw":7.0689,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"56202816","shards":1,"effective_bpw":8.6823,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"104740416","shards":1,"effective_bpw":16.1804,"repo":"SupraLabs/Supra-Router-51M-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-esper4","canonical_repo":"ValiantLabs/gemma-4-12B-it-Esper4","display_name":"gemma-4-12B-it-Esper4","publisher":"ValiantLabs","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4882","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ValiantLabs/gemma-4-12B-it-Esper4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983693504","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849984","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110784","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844544","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598784","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371807424","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504149184","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4708743968","shards":1,"effective_bpw":3.1497,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830149568","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149824","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849196224","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4940987168","shards":1,"effective_bpw":3.3051,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5077875488","shards":1,"effective_bpw":3.3966,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5145090848","shards":1,"effective_bpw":3.4416,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394944","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5321669408","shards":1,"effective_bpw":3.5597,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5525773088","shards":1,"effective_bpw":3.6963,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230848","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528231104","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528231104","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5724838688","shards":1,"effective_bpw":3.8294,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993664","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5969922848","shards":1,"effective_bpw":3.9933,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087089088","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087089344","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6301391648","shards":1,"effective_bpw":4.2151,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566321088","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566321344","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635257024","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6652828448","shards":1,"effective_bpw":4.4502,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552768","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6780746528","shards":1,"effective_bpw":4.5357,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975880384","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998784","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024049088","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024049344","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7105641248","shards":1,"effective_bpw":4.753,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7127759648","shards":1,"effective_bpw":4.7678,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7169538848","shards":1,"effective_bpw":4.7958,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381384128","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381384384","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657127104","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7662533408","shards":1,"effective_bpw":5.1256,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7755430688","shards":1,"effective_bpw":5.1877,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7906327328","shards":1,"effective_bpw":5.2886,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338373568","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373824","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8405220128","shards":1,"effective_bpw":5.6223,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547269568","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269824","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8774966048","shards":1,"effective_bpw":5.8697,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9018759968","shards":1,"effective_bpw":6.0328,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022848","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786023104","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Esper4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10239327008","shards":1,"effective_bpw":6.8492,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10483120928","shards":1,"effective_bpw":7.0123,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647648","shards":1,"effective_bpw":8.4749,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647808","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23832066528","shards":1,"effective_bpw":15.9415,"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-gutenberg-31b","canonical_repo":"nbeerbower/Gemma4-Gutenberg-31B","display_name":"Gemma4-Gutenberg-31B","publisher":"nbeerbower","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4881","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Gemma4-Gutenberg-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156491552","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725874464","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845984","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530361120","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157890848","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"10830191488","shards":1,"effective_bpw":2.7705,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917068064","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976591136","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11500944256","shards":1,"effective_bpw":2.9421,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916315680","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315936","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12075359104","shards":1,"effective_bpw":3.089,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509920","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12631624576","shards":1,"effective_bpw":3.2313,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12649773952","shards":1,"effective_bpw":3.236,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12972936064","shards":1,"effective_bpw":3.3186,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12981709696","shards":1,"effective_bpw":3.3209,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370976","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761358880","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761359136","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761359136","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13841353600","shards":1,"effective_bpw":3.5408,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14329064320","shards":1,"effective_bpw":3.6655,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424499488","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15129830272","shards":1,"effective_bpw":3.8704,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287110688","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110944","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15918123904","shards":1,"effective_bpw":4.072,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628272160","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628272416","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735792416","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16810625920","shards":1,"effective_bpw":4.3003,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862235680","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17155894144","shards":1,"effective_bpw":4.3887,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701580064","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763167264","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763167520","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18025687936","shards":1,"effective_bpw":4.6112,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18076265344","shards":1,"effective_bpw":4.6241,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18195655552","shards":1,"effective_bpw":4.6546,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687065120","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687065376","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481423136","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19598490496","shards":1,"effective_bpw":5.0135,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19765275520","shards":1,"effective_bpw":5.0562,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19939801984","shards":1,"effective_bpw":5.1008,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311843360","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311843616","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21504863104","shards":1,"effective_bpw":5.5012,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845572640","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572896","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22608878464","shards":1,"effective_bpw":5.7836,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22950189952","shards":1,"effective_bpw":5.8709,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201486880","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201487136","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma4-Gutenberg-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26726722432","shards":1,"effective_bpw":6.837,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27068033920","shards":1,"effective_bpw":6.9243,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635677568","shards":1,"effective_bpw":8.3486,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635677728","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413190432","shards":2,"effective_bpw":15.7102,"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-heretic","canonical_repo":"coder3101/Qwen3.5-9B-heretic","display_name":"Qwen3.5-9B-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4880","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen3.5-9B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2172336608","shards":1,"effective_bpw":1.8469,"repo":"FadedRedStar/Qwen3.5-9B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4079434208","shards":1,"effective_bpw":3.4682,"repo":"FadedRedStar/Qwen3.5-9B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4079434208","shards":1,"effective_bpw":3.4682,"repo":"FadedRedStar/Qwen3.5-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109088","shards":1,"effective_bpw":4.7857,"repo":"FadedRedStar/Qwen3.5-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969888","shards":1,"effective_bpw":5.4989,"repo":"FadedRedStar/Qwen3.5-9B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11699838272","shards":2,"effective_bpw":9.9469,"repo":"FadedRedStar/Qwen3.5-9B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gaon-1-7b-v2-instruct","canonical_repo":"k08200/gaon-1.7b-v2-instruct","display_name":"gaon-1.7b-v2-instruct","publisher":"k08200","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4880","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":2048,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"k08200/gaon-1.7b-v2-instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515777120","shards":1,"effective_bpw":2.3982,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543793760","shards":1,"effective_bpw":2.5284,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590488160","shards":1,"effective_bpw":2.7455,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631513696","shards":1,"effective_bpw":2.9363,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657826400","shards":1,"effective_bpw":3.0586,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695181920","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732969568","shards":1,"effective_bpw":3.408,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754360928","shards":1,"effective_bpw":3.5075,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777795936","shards":1,"effective_bpw":3.6164,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777796192","shards":1,"effective_bpw":3.6164,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834222688","shards":1,"effective_bpw":3.8788,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867252576","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867252832","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867252832","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895662688","shards":1,"effective_bpw":4.1645,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939538784","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939539040","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003501920","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003502176","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010383456","shards":1,"effective_bpw":4.6979,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016281440","shards":1,"effective_bpw":4.7253,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054423648","shards":1,"effective_bpw":4.9027,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056782944","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060190560","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060190816","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107409248","shards":1,"effective_bpw":5.149,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107409504","shards":1,"effective_bpw":5.149,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142504032","shards":1,"effective_bpw":5.3122,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230584160","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230584416","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257879904","shards":1,"effective_bpw":5.8486,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257880160","shards":1,"effective_bpw":5.8487,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417754976","shards":1,"effective_bpw":6.592,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417755232","shards":1,"effective_bpw":6.592,"repo":"mradermacher/gaon-1.7b-v2-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834426720","shards":1,"effective_bpw":8.5294,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447349600","shards":1,"effective_bpw":16.0288,"repo":"mradermacher/gaon-1.7b-v2-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-1-5b-unsloth-bnb-4bit","canonical_repo":"unsloth/deepseek-r1-distill-qwen-1.5b-unsloth-bnb-4bit","display_name":"deepseek-r1-distill-qwen-1.5b-unsloth-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"1814099008","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4877","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/deepseek-r1-distill-qwen-1.5b-unsloth-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1117320640","shards":1,"effective_bpw":4.9273,"repo":"maharshpatelx/deeseek-r1-1.5b-ft-1_q4_k_m","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532000","shards":1,"effective_bpw":8.3547,"repo":"tsss1/deepsek-qwen1.5-vpn","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-coder","canonical_repo":"fableforge-ai/NEXUS-Coder","display_name":"NEXUS-Coder","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4872","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Coder","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"310242912","shards":1,"effective_bpw":1.6078,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"437667392","shards":1,"effective_bpw":2.2681,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014464","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728672","shards":1,"effective_bpw":4.6419,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532448","shards":1,"effective_bpw":4.8586,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045472","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047328","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570016","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-13b-instruct-hf","canonical_repo":"codellama/CodeLlama-13b-Instruct-hf","display_name":"CodeLlama-13b-Instruct-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"13016028160","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"4870","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32016,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-13b-Instruct-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429442816","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429442880","shards":1,"effective_bpw":3.3371,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659083136","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659083200","shards":1,"effective_bpw":3.4782,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337872256","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337872320","shards":1,"effective_bpw":3.8954,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929662336","shards":1,"effective_bpw":4.2592,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929662400","shards":1,"effective_bpw":4.2592,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365948416","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414445056","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414445120","shards":1,"effective_bpw":4.5571,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866070016","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866070080","shards":1,"effective_bpw":4.8347,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972409856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972409856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972409920","shards":1,"effective_bpw":5.5147,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972409920","shards":1,"effective_bpw":5.5147,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230048256","shards":1,"effective_bpw":5.673,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230048320","shards":1,"effective_bpw":5.673,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679275136","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679275200","shards":1,"effective_bpw":6.5638,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831494016","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831494080","shards":1,"effective_bpw":8.5012,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14731896896","shards":2,"effective_bpw":9.0546,"repo":"second-state/CodeLlama-13B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-26b-it","canonical_repo":"google/gemma4-26B-it","display_name":"gemma4-26B-it","publisher":"google","modality":"vision_language","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4860","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"16796015488","shards":1,"effective_bpw":5.3251,"repo":"Jackrong/Gemopus-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132889984","shards":1,"effective_bpw":6.066,"repo":"Jackrong/Gemopus-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638398848","shards":1,"effective_bpw":7.1774,"repo":"Jackrong/Gemopus-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859858816","shards":1,"effective_bpw":8.5157,"repo":"Jackrong/Gemopus-4-26B-A4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-8b-abliterated","canonical_repo":"stepenZEN/DeepSeek-R1-Distill-Llama-8B-Abliterated","display_name":"DeepSeek-R1-Distill-Llama-8B-Abliterated","publisher":"stepenZEN","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4857","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stepenZEN/DeepSeek-R1-Distill-Llama-8B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4039261760","shards":2,"effective_bpw":4.024,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4039261760","shards":2,"effective_bpw":4.024,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4323950144","shards":2,"effective_bpw":4.3077,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4323950144","shards":2,"effective_bpw":4.3077,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4798430784","shards":2,"effective_bpw":4.7803,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4798430784","shards":2,"effective_bpw":4.7803,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5211569728","shards":2,"effective_bpw":5.1919,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5211569728","shards":2,"effective_bpw":5.1919,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5516983872","shards":2,"effective_bpw":5.4962,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5516983872","shards":2,"effective_bpw":5.4962,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5896568384","shards":2,"effective_bpw":5.8743,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5896568384","shards":2,"effective_bpw":5.8743,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5977636416","shards":2,"effective_bpw":5.9551,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5977636416","shards":2,"effective_bpw":5.9551,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6358268992","shards":2,"effective_bpw":6.3343,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6358269504","shards":2,"effective_bpw":6.3343,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6358269504","shards":2,"effective_bpw":6.3343,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6549831232","shards":2,"effective_bpw":6.5251,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6549831232","shards":2,"effective_bpw":6.5251,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7037500992","shards":2,"effective_bpw":7.011,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7037500992","shards":2,"effective_bpw":7.011,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7329004608","shards":2,"effective_bpw":7.3014,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7329005120","shards":2,"effective_bpw":7.3014,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7329005120","shards":2,"effective_bpw":7.3014,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7364656704","shards":2,"effective_bpw":7.3369,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7364656704","shards":2,"effective_bpw":7.3369,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7569653312","shards":2,"effective_bpw":7.5411,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7569653312","shards":2,"effective_bpw":7.5411,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8037841984","shards":2,"effective_bpw":8.0076,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8037842496","shards":2,"effective_bpw":8.0076,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8037842496","shards":2,"effective_bpw":8.0076,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8643918912","shards":2,"effective_bpw":8.6113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8643919424","shards":2,"effective_bpw":8.6113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8643919424","shards":2,"effective_bpw":8.6113,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8895331904","shards":2,"effective_bpw":8.8618,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8895331904","shards":2,"effective_bpw":8.8618,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8968731712","shards":2,"effective_bpw":8.9349,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9351790144","shards":2,"effective_bpw":9.3165,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9351790144","shards":2,"effective_bpw":9.3165,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9355984448","shards":2,"effective_bpw":9.3207,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9355984448","shards":2,"effective_bpw":9.3207,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9385344064","shards":2,"effective_bpw":9.35,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9385344576","shards":2,"effective_bpw":9.35,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9385344576","shards":2,"effective_bpw":9.35,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9841474624","shards":2,"effective_bpw":9.8044,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9841475136","shards":2,"effective_bpw":9.8044,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9841475136","shards":2,"effective_bpw":9.8044,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10260512320","shards":2,"effective_bpw":10.2218,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10260512320","shards":2,"effective_bpw":10.2218,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11198594112","shards":2,"effective_bpw":11.1564,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11198594624","shards":2,"effective_bpw":11.1564,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11198594624","shards":2,"effective_bpw":11.1564,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11465980992","shards":2,"effective_bpw":11.4228,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11465981504","shards":2,"effective_bpw":11.4228,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11465981504","shards":2,"effective_bpw":11.4228,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13192019008","shards":2,"effective_bpw":13.1423,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13192019520","shards":2,"effective_bpw":13.1423,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13192019520","shards":2,"effective_bpw":13.1423,"repo":"fairy322/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17081547840","shards":2,"effective_bpw":17.0172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"32137788480","shards":2,"effective_bpw":32.0167,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuan-7b-instruct","canonical_repo":"tencent/Hunyuan-7B-Instruct","display_name":"Hunyuan-7B-Instruct","publisher":"tencent","modality":"text","arch_key":"hunyuan-dense","params_total":"7504568320","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4849","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128167,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/Hunyuan-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"2223644928","shards":1,"effective_bpw":2.3704,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2430214400","shards":1,"effective_bpw":2.5907,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2529566976","shards":1,"effective_bpw":2.6966,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2719359232","shards":1,"effective_bpw":2.8989,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2719359264","shards":1,"effective_bpw":2.8989,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2813199328","shards":1,"effective_bpw":2.9989,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3003515872","shards":1,"effective_bpw":3.2018,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3003515904","shards":1,"effective_bpw":3.2018,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3045990656","shards":1,"effective_bpw":3.2471,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3045990688","shards":1,"effective_bpw":3.2471,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3130657568","shards":1,"effective_bpw":3.3373,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3289777120","shards":1,"effective_bpw":3.507,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3289777152","shards":1,"effective_bpw":3.507,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3435529184","shards":1,"effective_bpw":3.6623,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3435529216","shards":1,"effective_bpw":3.6623,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3453354976","shards":1,"effective_bpw":3.6813,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3555853280","shards":1,"effective_bpw":3.7906,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3555853312","shards":1,"effective_bpw":3.7906,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3789947872","shards":1,"effective_bpw":4.0402,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3789947904","shards":1,"effective_bpw":4.0402,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4092986336","shards":1,"effective_bpw":4.3632,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4092986368","shards":1,"effective_bpw":4.3632,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4165338080","shards":1,"effective_bpw":4.4403,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4165338112","shards":1,"effective_bpw":4.4403,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4377150432","shards":1,"effective_bpw":4.6661,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4377150464","shards":1,"effective_bpw":4.6661,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4379247584","shards":1,"effective_bpw":4.6684,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4379247616","shards":1,"effective_bpw":4.6684,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4393927648","shards":1,"effective_bpw":4.684,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4393927680","shards":1,"effective_bpw":4.684,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4621992928","shards":1,"effective_bpw":4.9271,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4621992960","shards":1,"effective_bpw":4.9271,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4749134624","shards":1,"effective_bpw":5.0627,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4798678016","shards":1,"effective_bpw":5.1155,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5234885600","shards":1,"effective_bpw":5.5805,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5234885632","shards":1,"effective_bpw":5.5805,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5249565664","shards":1,"effective_bpw":5.5961,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5368579040","shards":1,"effective_bpw":5.723,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5368579072","shards":1,"effective_bpw":5.723,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5495720736","shards":1,"effective_bpw":5.8585,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6161826784","shards":1,"effective_bpw":6.5686,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6161826816","shards":1,"effective_bpw":6.5686,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6288968480","shards":1,"effective_bpw":6.7041,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7979272960","shards":1,"effective_bpw":8.506,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7979272992","shards":1,"effective_bpw":8.506,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15014548224","shards":1,"effective_bpw":16.0058,"repo":"gabriellarson/Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15014548224","shards":1,"effective_bpw":16.0058,"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct-unredacted-max","canonical_repo":"prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX","display_name":"Qwen3-VL-4B-Instruct-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4842","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055258112","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127020032","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246623232","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354102272","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303552","shards":1,"effective_bpw":2.555,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512986112","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456512","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501664","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501952","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190592","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377472","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999264","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999552","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533312","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898432","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620064","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620352","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787744","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239788032","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753792","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318304","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375775232","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345792","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311584","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311872","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282784","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497283072","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631552","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713504","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713792","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515744","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889516032","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263264","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263552","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406240","shards":1,"effective_bpw":7.7162,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407264","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286240","shards":1,"effective_bpw":14.514,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051286240","shards":1,"effective_bpw":14.514,"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287264","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yuyu1015-ornith-1-0-9b-abliterated","canonical_repo":"YuYu1015/YuYu1015-Ornith-1.0-9B-abliterated","display_name":"YuYu1015-Ornith-1.0-9B-abliterated","publisher":"YuYu1015","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4841","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"YuYu1015/YuYu1015-Ornith-1.0-9B-abliterated","arch_confidence":1,"quantizations":[{"quant":"UD-Q4_K_M","bytes":"6197388288","shards":1,"effective_bpw":5.2689,"repo":"YuYu1015/YuYu1015-Ornith-1.0-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q6_K","bytes":"7950967808","shards":1,"effective_bpw":6.7597,"repo":"YuYu1015/YuYu1015-Ornith-1.0-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501600","shards":1,"effective_bpw":8.1001,"repo":"YuYu1015/YuYu1015-Ornith-1.0-9B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"apertus-8b-instruct-2509","canonical_repo":"swiss-ai/Apertus-8B-Instruct-2509","display_name":"Apertus-8B-Instruct-2509","publisher":"swiss-ai","modality":"text","arch_key":"apertus","params_total":"8053338176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4837","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"swiss-ai/Apertus-8B-Instruct-2509","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2047031072","shards":1,"effective_bpw":2.0335,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2186622752","shards":1,"effective_bpw":2.1721,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"2230400256","shards":1,"effective_bpw":2.2156,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2348758272","shards":1,"effective_bpw":2.3332,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2419275552","shards":1,"effective_bpw":2.4033,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2552247552","shards":1,"effective_bpw":2.5353,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2622175008","shards":1,"effective_bpw":2.6048,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2787981088","shards":1,"effective_bpw":2.7695,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2974102912","shards":1,"effective_bpw":2.9544,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2974103328","shards":1,"effective_bpw":2.9544,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3026105600","shards":1,"effective_bpw":3.0061,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3029677856","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3287889152","shards":1,"effective_bpw":3.2661,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3287889280","shards":1,"effective_bpw":3.2661,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3287889280","shards":1,"effective_bpw":3.2661,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3287889696","shards":1,"effective_bpw":3.2661,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3287889696","shards":1,"effective_bpw":3.2661,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"3356538112","shards":1,"effective_bpw":3.3343,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3413718272","shards":1,"effective_bpw":3.3911,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3566286208","shards":1,"effective_bpw":3.5427,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3566286624","shards":1,"effective_bpw":3.5427,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3679008000","shards":1,"effective_bpw":3.6546,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3679008128","shards":1,"effective_bpw":3.6546,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3679008544","shards":1,"effective_bpw":3.6546,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3696834336","shards":1,"effective_bpw":3.6723,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3812177280","shards":1,"effective_bpw":3.7869,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3814929792","shards":1,"effective_bpw":3.7897,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3814930208","shards":1,"effective_bpw":3.7897,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4165547264","shards":1,"effective_bpw":4.138,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4165547392","shards":1,"effective_bpw":4.138,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4165547808","shards":1,"effective_bpw":4.138,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4463342976","shards":1,"effective_bpw":4.4338,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4463343392","shards":1,"effective_bpw":4.4338,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4480120064","shards":1,"effective_bpw":4.4504,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4578686336","shards":1,"effective_bpw":4.5484,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4578686752","shards":1,"effective_bpw":4.5484,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4694029568","shards":1,"effective_bpw":4.6629,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4694029696","shards":1,"effective_bpw":4.6629,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4694030112","shards":1,"effective_bpw":4.6629,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4699272448","shards":1,"effective_bpw":4.6681,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4699272576","shards":1,"effective_bpw":4.6681,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4699272992","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4723389696","shards":1,"effective_bpw":4.6921,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4723389824","shards":1,"effective_bpw":4.6921,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4723390240","shards":1,"effective_bpw":4.6921,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057885440","shards":1,"effective_bpw":5.0244,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057885568","shards":1,"effective_bpw":5.0244,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5057885984","shards":1,"effective_bpw":5.0244,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5147014400","shards":1,"effective_bpw":5.1129,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5147014528","shards":1,"effective_bpw":5.1129,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5147014944","shards":1,"effective_bpw":5.1129,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5456344448","shards":1,"effective_bpw":5.4202,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5616776448","shards":1,"effective_bpw":5.5796,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5616776576","shards":1,"effective_bpw":5.5796,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5616776992","shards":1,"effective_bpw":5.5796,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5812860160","shards":1,"effective_bpw":5.7744,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5812860288","shards":1,"effective_bpw":5.7744,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5812860704","shards":1,"effective_bpw":5.7744,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6144210304","shards":1,"effective_bpw":6.1035,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6615020800","shards":1,"effective_bpw":6.5712,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6615020928","shards":1,"effective_bpw":6.5712,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6615021344","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Apertus-8B-Instruct-2509-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6875067776","shards":1,"effective_bpw":6.8295,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8565372160","shards":1,"effective_bpw":8.5086,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8565372288","shards":1,"effective_bpw":8.5086,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16115119072","shards":1,"effective_bpw":16.0084,"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16115119168","shards":1,"effective_bpw":16.0084,"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"peaceful-days-12b","canonical_repo":"Sorihon/Peaceful-Days-12B","display_name":"Peaceful-Days-12B","publisher":"Sorihon","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4822","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sorihon/Peaceful-Days-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211648","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624448","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312448","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077248","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473088","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023488","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493678208","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047552","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047808","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385088","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488448","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225792","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226048","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078848","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232448","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089792","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090048","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502592","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502848","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709888","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800053632","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638208","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097915008","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196992","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197248","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204352","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204608","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795218048","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735232","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735488","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631232","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631488","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209792","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210048","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Peaceful-Days-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369152","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Peaceful-Days-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-1v-9b-thinking","canonical_repo":"zai-org/GLM-4.1V-9B-Thinking","display_name":"GLM-4.1V-9B-Thinking","publisher":"zai-org","modality":"vision_language","arch_key":"glm4","params_total":"10292777472","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4820","n_layers":40,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-4.1V-9B-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"3204200128","shards":1,"effective_bpw":2.4904,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"3318150848","shards":1,"effective_bpw":2.579,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"3511154368","shards":1,"effective_bpw":2.729,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"3992024768","shards":1,"effective_bpw":3.1028,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344032","shards":1,"effective_bpw":3.1139,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344384","shards":1,"effective_bpw":3.1139,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4006344480","shards":1,"effective_bpw":3.1139,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4151834304","shards":1,"effective_bpw":3.227,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"4234835648","shards":1,"effective_bpw":3.2915,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039264","shards":1,"effective_bpw":3.5691,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039616","shards":1,"effective_bpw":3.5691,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039712","shards":1,"effective_bpw":3.5691,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507360","shards":1,"effective_bpw":3.8664,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507712","shards":1,"effective_bpw":3.8664,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507808","shards":1,"effective_bpw":3.8664,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196608864","shards":1,"effective_bpw":4.039,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196609312","shards":1,"effective_bpw":4.039,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5281674944","shards":1,"effective_bpw":4.1052,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5314869024","shards":1,"effective_bpw":4.131,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5465175744","shards":1,"effective_bpw":4.2478,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5477463744","shards":1,"effective_bpw":4.2573,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758481760","shards":1,"effective_bpw":4.4757,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758482112","shards":1,"effective_bpw":4.4757,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758482208","shards":1,"effective_bpw":4.4757,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008600256","shards":1,"effective_bpw":4.6701,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574432","shards":1,"effective_bpw":4.7929,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574784","shards":1,"effective_bpw":4.7929,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574880","shards":1,"effective_bpw":4.7929,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514336","shards":1,"effective_bpw":5.2056,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514688","shards":1,"effective_bpw":5.2056,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514784","shards":1,"effective_bpw":5.2056,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917216","shards":1,"effective_bpw":5.4803,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917568","shards":1,"effective_bpw":5.4803,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917664","shards":1,"effective_bpw":5.4803,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266642784","shards":1,"effective_bpw":6.4252,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266643136","shards":1,"effective_bpw":6.4252,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266643232","shards":1,"effective_bpw":6.4252,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611232","shards":1,"effective_bpw":7.7721,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611584","shards":1,"effective_bpw":7.7721,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611680","shards":1,"effective_bpw":7.7721,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18811581792","shards":1,"effective_bpw":14.6212,"repo":"DevQuasar/zai-org.GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18811581888","shards":1,"effective_bpw":14.6212,"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18811582240","shards":1,"effective_bpw":14.6212,"repo":"mradermacher/GLM-4.1V-9B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pinqwen-3-6-35b-clean-bf16","canonical_repo":"Blackfrost-AI/PINQWEN-3.6-35B-CLEAN-BF16","display_name":"PINQWEN-3.6-35B-CLEAN-BF16","publisher":"Blackfrost-AI","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4814","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Blackfrost-AI/PINQWEN-3.6-35B-CLEAN-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247182944","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183232","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035744","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036032","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414656","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624128","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659680","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166659968","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090720","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091008","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522432","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056544","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226432","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862432","shards":1,"effective_bpw":4.532,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366862720","shards":1,"effective_bpw":4.532,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463392","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463680","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884032","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755104","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755392","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532896","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533184","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731744","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732032","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149984","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/PINQWEN-3.6-35B-CLEAN-BF16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-v1-4b","canonical_repo":"janhq/Jan-v1-4B","display_name":"Jan-v1-4B","publisher":"janhq","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4812","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"janhq/Jan-v1-4B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1512984928","shards":1,"effective_bpw":3.0091,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500768","shards":1,"effective_bpw":3.3204,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670189408","shards":1,"effective_bpw":3.3217,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763701088","shards":1,"effective_bpw":3.5077,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814376288","shards":1,"effective_bpw":3.6085,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998368","shards":1,"effective_bpw":3.7529,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962897248","shards":1,"effective_bpw":3.9039,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619168","shards":1,"effective_bpw":4.1281,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786848","shards":1,"effective_bpw":4.4546,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270752608","shards":1,"effective_bpw":4.5161,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375774048","shards":1,"effective_bpw":4.725,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381344608","shards":1,"effective_bpw":4.7361,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310688","shards":1,"effective_bpw":4.74,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281632","shards":1,"effective_bpw":4.9667,"repo":"janhq/Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281888","shards":1,"effective_bpw":4.9667,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591482208","shards":1,"effective_bpw":5.154,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596630368","shards":1,"effective_bpw":5.1643,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712608","shards":1,"effective_bpw":5.6159,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514592","shards":1,"effective_bpw":5.7467,"repo":"janhq/Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514848","shards":1,"effective_bpw":5.7468,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2983715168","shards":1,"effective_bpw":5.9341,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262112","shards":1,"effective_bpw":6.5756,"repo":"janhq/Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262368","shards":1,"effective_bpw":6.5756,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400462688","shards":1,"effective_bpw":6.7629,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406112","shards":1,"effective_bpw":8.513,"repo":"janhq/Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406368","shards":1,"effective_bpw":8.513,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051286080","shards":1,"effective_bpw":16.0126,"repo":"bartowski/janhq_Jan-v1-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-uncensored-opus4-7-cot","canonical_repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot","display_name":"gemma-4-12B-it-uncensored-opus4.7-cot","publisher":"Rangle2","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4801","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692192","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848672","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109472","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843232","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597472","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806112","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147872","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147584","shards":1,"effective_bpw":3.2309,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148192","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148512","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194912","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393632","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229472","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229792","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992352","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087104","shards":1,"effective_bpw":4.0717,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087712","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088032","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319712","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320032","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255712","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551392","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879072","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997472","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047712","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048032","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382144","shards":1,"effective_bpw":4.9375,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382752","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383072","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125792","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372192","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372512","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267584","shards":1,"effective_bpw":5.7174,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268192","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268512","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020864","shards":1,"effective_bpw":6.546,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021472","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021792","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-uncensored-opus4.7-cot-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645824","shards":1,"effective_bpw":8.4749,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646432","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23832065024","shards":1,"effective_bpw":15.9415,"repo":"Rangle2/gemma-4-12B-it-uncensored-opus4.7-cot-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tildeopen-30b-instruct-lv","canonical_repo":"pazars/TildeOpen-30B-Instruct-LV","display_name":"TildeOpen-30B-Instruct-LV","publisher":"pazars","modality":"text","arch_key":"llama","params_total":"30677882880","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"4797","n_layers":60,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pazars/TildeOpen-30B-Instruct-LV","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6904183840","shards":1,"effective_bpw":1.8004,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7501823008","shards":1,"effective_bpw":1.9563,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8497888288","shards":1,"effective_bpw":2.216,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9365519392","shards":1,"effective_bpw":2.4423,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9859742752","shards":1,"effective_bpw":2.5712,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10656594976","shards":1,"effective_bpw":2.779,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10773773344","shards":1,"effective_bpw":2.8095,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11592154144","shards":1,"effective_bpw":3.0229,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12041796640","shards":1,"effective_bpw":3.1402,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12871285792","shards":1,"effective_bpw":3.3565,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13502397472","shards":1,"effective_bpw":3.5211,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13552532512","shards":1,"effective_bpw":3.5342,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13976173600","shards":1,"effective_bpw":3.6446,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14957296672","shards":1,"effective_bpw":3.9005,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16227384352","shards":1,"effective_bpw":4.2317,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16595237920","shards":1,"effective_bpw":4.3276,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17527553056","shards":1,"effective_bpw":4.5707,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17588501536","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18540280864","shards":1,"effective_bpw":4.8348,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19336739872","shards":1,"effective_bpw":5.0425,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21203729440","shards":1,"effective_bpw":5.5294,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21755214880","shards":1,"effective_bpw":5.6732,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25171082272","shards":1,"effective_bpw":6.564,"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"arcee-fusion-lumaid-12b","canonical_repo":"mrcuddle/arcee-fusion-lumaid-12B","display_name":"arcee-fusion-lumaid-12B","publisher":"mrcuddle","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4792","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mrcuddle/arcee-fusion-lumaid-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999215744","shards":1,"effective_bpw":1.959,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628544","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316544","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081344","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477184","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027584","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682304","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051648","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791051904","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389184","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492544","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229888","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230144","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562082944","shards":1,"effective_bpw":3.633,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236544","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093888","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094144","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506688","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561506944","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742713984","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057728","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642304","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097919104","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201088","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201344","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208448","shards":1,"effective_bpw":4.884,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477208704","shards":1,"effective_bpw":4.884,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795222144","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739328","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739584","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635328","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635584","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213888","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214144","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/arcee-fusion-lumaid-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373248","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/arcee-fusion-lumaid-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fara1-5-9b","canonical_repo":"microsoft/Fara1.5-9B","display_name":"Fara1.5-9B","publisher":"microsoft","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4789","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Fara1.5-9B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3769427072","shards":1,"effective_bpw":3.2047,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064273536","shards":1,"effective_bpw":3.4553,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406720","shards":1,"effective_bpw":3.6212,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276020352","shards":1,"effective_bpw":3.6354,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560528512","shards":1,"effective_bpw":3.8773,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524736","shards":1,"effective_bpw":3.9308,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669318272","shards":1,"effective_bpw":3.9697,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722533504","shards":1,"effective_bpw":4.015,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920190080","shards":1,"effective_bpw":4.183,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514624","shards":1,"effective_bpw":4.1876,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5057553536","shards":1,"effective_bpw":4.2998,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111030912","shards":1,"effective_bpw":4.3453,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242643584","shards":1,"effective_bpw":4.4572,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629696","shards":1,"effective_bpw":4.5498,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5478900864","shards":1,"effective_bpw":4.658,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482833024","shards":1,"effective_bpw":4.6614,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598176384","shards":1,"effective_bpw":4.7594,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109120","shards":1,"effective_bpw":4.7857,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910783104","shards":1,"effective_bpw":5.0252,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944861824","shards":1,"effective_bpw":5.0542,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309568","shards":1,"effective_bpw":5.3606,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969920","shards":1,"effective_bpw":5.4989,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526428288","shards":1,"effective_bpw":5.5486,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6665675904","shards":1,"effective_bpw":5.667,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852928640","shards":1,"effective_bpw":5.8262,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7480681600","shards":1,"effective_bpw":6.3599,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7700259968","shards":1,"effective_bpw":6.5466,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192926848","shards":1,"effective_bpw":6.9654,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501696","shards":1,"effective_bpw":8.1001,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9545983104","shards":1,"effective_bpw":8.1158,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697216","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697216","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697216","shards":1,"effective_bpw":15.2358,"repo":"bartowski/Fara1.5-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-mergemaxxed","canonical_repo":"MRockatansky/gemma-4-31B-Mergemaxxed","display_name":"gemma-4-31B-Mergemaxxed","publisher":"MRockatansky","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4784","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/gemma-4-31B-Mergemaxxed","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489408","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872320","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843840","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358976","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888704","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065920","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588992","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313536","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313792","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507776","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368832","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356736","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356992","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356992","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497344","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108544","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108800","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270016","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270272","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16735789632","shards":1,"effective_bpw":4.2812,"repo":"MRockatansky/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790272","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233536","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577920","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165120","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165376","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062976","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063232","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420992","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19950465600","shards":1,"effective_bpw":5.1035,"repo":"MRockatansky/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841216","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841472","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570496","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570752","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484736","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484992","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675584","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413187936","shards":1,"effective_bpw":15.7102,"repo":"MRockatansky/gemma-4-31B-Mergemaxxed-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-ablit","canonical_repo":"sci4ai/Qwen3.6-27B-Ablit","display_name":"Qwen3.6-27B-Ablit","publisher":"sci4ai","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4773","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sci4ai/Qwen3.6-27B-Ablit","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8433182112","shards":1,"effective_bpw":2.5084,"repo":"sci4ai/Qwen3.6-27B-Ablit-IQ2_XXS-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082505568","shards":1,"effective_bpw":4.4862,"repo":"sci4ai/Qwen3.6-27B-Ablit-IQ4_XS-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grape-2-pro","canonical_repo":"SL-AI/GRaPE-2-Pro","display_name":"GRaPE-2-Pro","publisher":"SL-AI","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4760","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SL-AI/GRaPE-2-Pro","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824192","shards":1,"effective_bpw":2.0589,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083712","shards":1,"effective_bpw":2.1975,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433182912","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090590912","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913472","shards":1,"effective_bpw":2.6962,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004592832","shards":1,"effective_bpw":2.8809,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325312","shards":1,"effective_bpw":2.9511,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711664832","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186370752","shards":1,"effective_bpw":3.2213,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967129792","shards":1,"effective_bpw":3.4461,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953472","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328192","shards":1,"effective_bpw":3.5763,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874432","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301442752","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344775872","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506432","shards":1,"effective_bpw":4.3432,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433792","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314432","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547399872","shards":1,"effective_bpw":4.765,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241472","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613632","shards":1,"effective_bpw":5.379,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099072","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529472","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/GRaPE-2-Pro-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-finance","canonical_repo":"fableforge-ai/NEXUS-Finance","display_name":"NEXUS-Finance","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4759","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Finance","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"232645792","shards":1,"effective_bpw":1.2056,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014560","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789408","shards":1,"effective_bpw":3.4659,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301984","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175776","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532576","shards":1,"effective_bpw":4.8586,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045632","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047456","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736928","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570144","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-finance-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"c4ai-command-r-v01","canonical_repo":"CohereLabs/c4ai-command-r-v01","display_name":"c4ai-command-r-v01","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"34980831232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4755","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"8523398112","shards":1,"effective_bpw":1.9493,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"9146645472","shards":1,"effective_bpw":2.0918,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"10185391072","shards":1,"effective_bpw":2.3294,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11100273632","shards":1,"effective_bpw":2.5386,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11844107232","shards":1,"effective_bpw":2.7087,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12675103712","shards":1,"effective_bpw":2.8988,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"12738673632","shards":1,"effective_bpw":2.9133,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13817395872","shards":1,"effective_bpw":3.16,"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13817396192","shards":1,"effective_bpw":3.16,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13832469472","shards":1,"effective_bpw":3.1634,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"15091416032","shards":1,"effective_bpw":3.4514,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15862119392","shards":1,"effective_bpw":3.6276,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15862119392","shards":1,"effective_bpw":3.6276,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16697703392","shards":1,"effective_bpw":3.8187,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17618484192","shards":1,"effective_bpw":4.0293,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19149405152","shards":1,"effective_bpw":4.3794,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19201833952","shards":1,"effective_bpw":4.3914,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20229438432","shards":1,"effective_bpw":4.6264,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20378336224","shards":1,"effective_bpw":4.6605,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21527051232","shards":1,"effective_bpw":4.9232,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22200547200","shards":2,"effective_bpw":5.0772,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24339856352","shards":1,"effective_bpw":5.5664,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25008323552","shards":1,"effective_bpw":5.7193,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28707175104","shards":1,"effective_bpw":6.5652,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"30182832000","shards":2,"effective_bpw":6.9027,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"33395406720","shards":2,"effective_bpw":7.6374,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37179013824","shards":1,"effective_bpw":8.5027,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40756672384","shards":2,"effective_bpw":9.3209,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48679712640","shards":2,"effective_bpw":11.1329,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57414350720","shards":2,"effective_bpw":13.1305,"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69973228384","shards":2,"effective_bpw":16.0026,"repo":"dranger003/c4ai-command-r-v01-iMat.GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-qat-q4-0-unquantized-assistant","canonical_repo":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant","display_name":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"419711236","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4754","n_layers":4,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"291231744","shards":1,"effective_bpw":5.5511,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"301056000","shards":1,"effective_bpw":5.7383,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"308297728","shards":1,"effective_bpw":5.8764,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"315113472","shards":1,"effective_bpw":6.0063,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"316418048","shards":1,"effective_bpw":6.0312,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"321144192","shards":1,"effective_bpw":6.1212,"repo":"RachidAR/gemma-4-26B-A4B-it-qat-assistant-q4_0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"321144832","shards":1,"effective_bpw":6.1213,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"329795584","shards":1,"effective_bpw":6.2861,"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"461784448","shards":1,"effective_bpw":8.8019,"repo":"RachidAR/gemma-4-26B-A4B-it-qat-assistant-q4_0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"461784576","shards":1,"effective_bpw":8.8019,"repo":"Janvitos/gemma-4-26B-A4B-it-qat-assistant-MTP-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"855246208","shards":1,"effective_bpw":16.3016,"repo":"RachidAR/gemma-4-26B-A4B-it-qat-assistant-q4_0-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"skyreels-v2-df-14b-540p","canonical_repo":"Skywork/SkyReels-V2-DF-14B-540P","display_name":"SkyReels-V2-DF-14B-540P","publisher":"Skywork","modality":"video","arch_key":"wan","params_total":"14288491584","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4753","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Skywork/SkyReels-V2-DF-14B-540P","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"6523214464","shards":1,"effective_bpw":3.6523,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7184308864","shards":1,"effective_bpw":4.0224,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8566299264","shards":1,"effective_bpw":4.7962,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8756353664","shards":1,"effective_bpw":4.9026,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9267534464","shards":1,"effective_bpw":5.1888,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9659931264","shards":1,"effective_bpw":5.4085,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10145716864","shards":1,"effective_bpw":5.6805,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10322664064","shards":1,"effective_bpw":5.7796,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10800257664","shards":1,"effective_bpw":6.047,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11023899264","shards":1,"effective_bpw":6.1722,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12011854464","shards":1,"effective_bpw":6.7253,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15414811264","shards":1,"effective_bpw":8.6306,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"28587547264","shards":1,"effective_bpw":16.0059,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"28587547264","shards":1,"effective_bpw":16.0059,"repo":"wsbagnsv1/SkyReels-V2-DF-14B-540P-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phind-codellama-34b-v2","canonical_repo":"Phind/Phind-CodeLlama-34B-v2","display_name":"Phind-CodeLlama-34B-v2","publisher":"Phind","modality":"text","arch_key":"llama","params_total":"33743970304","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"4749","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Phind/Phind-CodeLlama-34B-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7251129536","shards":1,"effective_bpw":1.7191,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7919400128","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9033184448","shards":1,"effective_bpw":2.1416,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10024875200","shards":1,"effective_bpw":2.3767,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10614387904","shards":1,"effective_bpw":2.5165,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11505415360","shards":1,"effective_bpw":2.7277,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12505691328","shards":1,"effective_bpw":2.9648,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13010252992","shards":1,"effective_bpw":3.0845,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13880259776","shards":1,"effective_bpw":3.2907,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14210674848","shards":1,"effective_bpw":3.3691,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605349024","shards":1,"effective_bpw":3.4626,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14605350080","shards":1,"effective_bpw":3.4626,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14658827456","shards":1,"effective_bpw":3.4753,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15230366912","shards":1,"effective_bpw":3.6108,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16283594912","shards":1,"effective_bpw":3.8605,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16306140352","shards":1,"effective_bpw":3.8658,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771524256","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17771525312","shards":1,"effective_bpw":4.2133,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18068681920","shards":1,"effective_bpw":4.2837,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19052048544","shards":1,"effective_bpw":4.5168,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19119682752","shards":1,"effective_bpw":4.5329,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19146420384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19191510208","shards":1,"effective_bpw":4.5499,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219900064","shards":1,"effective_bpw":4.7937,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20219901120","shards":1,"effective_bpw":4.7937,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23237178560","shards":1,"effective_bpw":5.5091,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838797984","shards":1,"effective_bpw":5.6517,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23838799040","shards":1,"effective_bpw":5.6517,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683877024","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27683878080","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856052384","shards":1,"effective_bpw":8.5007,"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardcoder-python-13b-v1-0","canonical_repo":"WizardLMTeam/WizardCoder-Python-13B-V1.0","display_name":"WizardCoder-Python-13B-V1.0","publisher":"WizardLMTeam","modality":"text","arch_key":"llama","params_total":"13015874560","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"4744","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32001,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WizardLMTeam/WizardCoder-Python-13B-V1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2898692320","shards":1,"effective_bpw":1.7816,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3138615520","shards":1,"effective_bpw":1.9291,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3538487520","shards":1,"effective_bpw":2.1749,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3891153120","shards":1,"effective_bpw":2.3916,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4197688032","shards":1,"effective_bpw":2.58,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4517585632","shards":1,"effective_bpw":2.7767,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4854276768","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4854277024","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4960568032","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5361618080","shards":1,"effective_bpw":3.2954,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5361618336","shards":1,"effective_bpw":3.2954,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429354240","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658986752","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658987680","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5658987680","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5658987936","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5658987936","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5984517280","shards":1,"effective_bpw":3.6783,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5984517536","shards":1,"effective_bpw":3.6783,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337775872","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337776800","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6337777056","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929565952","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929566880","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6929567136","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6964230048","shards":1,"effective_bpw":4.2805,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7019525792","shards":1,"effective_bpw":4.3144,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365841824","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7387961408","shards":1,"effective_bpw":4.5409,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414338464","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7423186752","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7423187008","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865963424","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865964352","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7865964608","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972293664","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972293664","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972294592","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8972294848","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229932064","shards":1,"effective_bpw":5.673,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229932992","shards":1,"effective_bpw":5.673,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9229933248","shards":1,"effective_bpw":5.673,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679148768","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679149696","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10679149952","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831330400","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831331328","shards":1,"effective_bpw":8.5012,"repo":"mradermacher/WizardCoder-Python-13B-V1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"antares-1b","canonical_repo":"fdtn-ai/antares-1b","display_name":"antares-1b","publisher":"fdtn-ai","modality":"text","arch_key":"granite","params_total":"1837271040","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4742","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"769136576","shards":1,"effective_bpw":3.349,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"948672448","shards":1,"effective_bpw":4.1308,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1139251136","shards":1,"effective_bpw":4.9606,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1319606208","shards":1,"effective_bpw":5.7459,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1511233472","shards":1,"effective_bpw":6.5803,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1956150880","shards":1,"effective_bpw":8.5176,"repo":"AXONVERTEX-AI-RESEARCH/antares-1b-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1956150880","shards":1,"effective_bpw":8.5176,"repo":"mitkox/antares-1b-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1956157376","shards":1,"effective_bpw":8.5177,"repo":"DevQuasar/fdtn-ai.antares-1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-ream-160-ru-agent","canonical_repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent","display_name":"Qwen3.6-35B-A3B-REAM-160-ru-agent","publisher":"WaveCut","modality":"text","arch_key":"qwen35moe","params_total":"23562176368","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"4740","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5630639904","shards":1,"effective_bpw":1.9118,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"5630639904","shards":1,"effective_bpw":1.9118,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6109669152","shards":1,"effective_bpw":2.0744,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6109669152","shards":1,"effective_bpw":2.0744,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6908051232","shards":1,"effective_bpw":2.3455,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6908051232","shards":1,"effective_bpw":2.3455,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7549378336","shards":1,"effective_bpw":2.5632,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7549378336","shards":1,"effective_bpw":2.5632,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7664156448","shards":1,"effective_bpw":2.6022,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7664156448","shards":1,"effective_bpw":2.6022,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8302862112","shards":1,"effective_bpw":2.819,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8302862112","shards":1,"effective_bpw":2.819,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8616417056","shards":1,"effective_bpw":2.9255,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8616417056","shards":1,"effective_bpw":2.9255,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9112934176","shards":1,"effective_bpw":3.0941,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9112934176","shards":1,"effective_bpw":3.0941,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9545441056","shards":1,"effective_bpw":3.2409,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9545441056","shards":1,"effective_bpw":3.2409,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10122710816","shards":1,"effective_bpw":3.4369,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10122710816","shards":1,"effective_bpw":3.4369,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10537635616","shards":1,"effective_bpw":3.5778,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10537635616","shards":1,"effective_bpw":3.5778,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10605874976","shards":1,"effective_bpw":3.601,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10605874976","shards":1,"effective_bpw":3.601,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10729123616","shards":1,"effective_bpw":3.6428,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10729123616","shards":1,"effective_bpw":3.6428,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11560275744","shards":1,"effective_bpw":3.925,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11560275744","shards":1,"effective_bpw":3.925,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12432690976","shards":1,"effective_bpw":4.2212,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12432690976","shards":1,"effective_bpw":4.2212,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12857394976","shards":1,"effective_bpw":4.3654,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12857394976","shards":1,"effective_bpw":4.3654,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13518939936","shards":1,"effective_bpw":4.59,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13518939936","shards":1,"effective_bpw":4.59,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13530408736","shards":1,"effective_bpw":4.5939,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13530408736","shards":1,"effective_bpw":4.5939,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13578118944","shards":1,"effective_bpw":4.6101,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13578118944","shards":1,"effective_bpw":4.6101,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14398842656","shards":1,"effective_bpw":4.8888,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14398842656","shards":1,"effective_bpw":4.8888,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14844323616","shards":1,"effective_bpw":5.0401,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14844323616","shards":1,"effective_bpw":5.0401,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16222463776","shards":1,"effective_bpw":5.508,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16222463776","shards":1,"effective_bpw":5.508,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"16275220256","shards":1,"effective_bpw":5.5259,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"16275220256","shards":1,"effective_bpw":5.5259,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16702924576","shards":1,"effective_bpw":5.6711,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16702924576","shards":1,"effective_bpw":5.6711,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"17600603936","shards":1,"effective_bpw":5.9759,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"17600603936","shards":1,"effective_bpw":5.9759,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19151011616","shards":1,"effective_bpw":6.5023,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19151011616","shards":1,"effective_bpw":6.5023,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24614471456","shards":1,"effective_bpw":8.3573,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24614471456","shards":1,"effective_bpw":8.3573,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"46271579904","shards":1,"effective_bpw":15.7105,"repo":"BahamutRU/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"46271579904","shards":1,"effective_bpw":15.7105,"repo":"WaveCut/Qwen3.6-35B-A3B-REAM-160-ru-agent-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-9b-chat-1m","canonical_repo":"zai-org/glm-4-9b-chat-1m","display_name":"glm-4-9b-chat-1m","publisher":"zai-org","modality":"text","arch_key":"chatglm","params_total":"9483857952","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4736","n_layers":40,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/glm-4-9b-chat-1m","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3958493984","shards":1,"effective_bpw":3.3391,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4019504320","shards":1,"effective_bpw":3.3906,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4019507200","shards":1,"effective_bpw":3.3906,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4019508000","shards":1,"effective_bpw":3.3906,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4465771712","shards":1,"effective_bpw":3.7671,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4465775392","shards":1,"effective_bpw":3.7671,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4623549632","shards":1,"effective_bpw":3.9001,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4623549632","shards":1,"effective_bpw":3.9001,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4623552512","shards":1,"effective_bpw":3.9001,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4623553312","shards":1,"effective_bpw":3.9001,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4625716000","shards":1,"effective_bpw":3.902,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4859151552","shards":1,"effective_bpw":4.0989,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4859155232","shards":1,"effective_bpw":4.0989,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5111596224","shards":1,"effective_bpw":4.3118,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5111599104","shards":1,"effective_bpw":4.3118,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5111599904","shards":1,"effective_bpw":4.3118,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5295756064","shards":1,"effective_bpw":4.4672,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5328716992","shards":1,"effective_bpw":4.495,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5328719872","shards":1,"effective_bpw":4.495,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5328720672","shards":1,"effective_bpw":4.495,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5348345024","shards":1,"effective_bpw":4.5115,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5502586880","shards":1,"effective_bpw":4.6416,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5520118560","shards":1,"effective_bpw":4.6564,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5555176640","shards":1,"effective_bpw":4.686,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5800608960","shards":1,"effective_bpw":4.893,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5800611840","shards":1,"effective_bpw":4.893,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5800612640","shards":1,"effective_bpw":4.893,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6308676800","shards":1,"effective_bpw":5.3216,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6308679680","shards":1,"effective_bpw":5.3216,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6308680480","shards":1,"effective_bpw":5.3216,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6610407424","shards":1,"effective_bpw":5.5761,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6750651584","shards":1,"effective_bpw":5.6944,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6750654464","shards":1,"effective_bpw":5.6944,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6750655264","shards":1,"effective_bpw":5.6944,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6769398560","shards":1,"effective_bpw":5.7102,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"7212680384","shards":1,"effective_bpw":6.0842,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7212683264","shards":1,"effective_bpw":6.0842,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7212684064","shards":1,"effective_bpw":6.0842,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7595807520","shards":1,"effective_bpw":6.4074,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8330921152","shards":1,"effective_bpw":7.0275,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8330924032","shards":1,"effective_bpw":7.0275,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8330924832","shards":1,"effective_bpw":7.0275,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8631604000","shards":1,"effective_bpw":7.2811,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10084205760","shards":1,"effective_bpw":8.5064,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10084208640","shards":1,"effective_bpw":8.5064,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10084209440","shards":1,"effective_bpw":8.5064,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18974819520","shards":1,"effective_bpw":16.006,"repo":"legraphista/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18974822400","shards":1,"effective_bpw":16.006,"repo":"second-state/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18974822912","shards":1,"effective_bpw":16.006,"repo":"bartowski/glm-4-9b-chat-1m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"finch-8b","canonical_repo":"minnesotanlp/Finch-8B","display_name":"Finch-8B","publisher":"minnesotanlp","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4734","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"minnesotanlp/Finch-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770848","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148960","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112480","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157664","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744928","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915744","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553248","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733888","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734112","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634272","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875360","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612544","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612768","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666784","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621536","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162304","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162528","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395072","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395296","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840608","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297664","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333600","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625056","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013440","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013664","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784960","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785184","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756768","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762624","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762848","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113728","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113952","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900544","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900768","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Finch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519616","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045056","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Finch-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eve-26b-xeno-hat","canonical_repo":"win10/EVE-26b-XENO-HAT","display_name":"EVE-26b-XENO-HAT","publisher":"win10","modality":"text","arch_key":"gemma4","params_total":"25805936206","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4729","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"win10/EVE-26b-XENO-HAT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290272544","shards":1,"effective_bpw":2.57,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668658464","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299301664","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431904","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873202464","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377717024","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582738464","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582738720","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624483104","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325695264","shards":1,"effective_bpw":3.511,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636069152","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222410784","shards":1,"effective_bpw":3.789,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222411040","shards":1,"effective_bpw":3.789,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222411040","shards":1,"effective_bpw":3.789,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392565024","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734880","shards":1,"effective_bpw":4.119,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286735136","shards":1,"effective_bpw":4.119,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824489504","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824489760","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917727520","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063810080","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488057632","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464826400","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464826656","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969577760","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796017184","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796017440","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986734624","shards":1,"effective_bpw":5.576,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986734880","shards":1,"effective_bpw":5.576,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132891680","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132891936","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638400544","shards":1,"effective_bpw":7.018,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638400800","shards":1,"effective_bpw":7.018,"repo":"mradermacher/EVE-26b-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859860512","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/EVE-26b-XENO-HAT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-embedding-107m-multilingual","canonical_repo":"ibm-granite/granite-embedding-107m-multilingual","display_name":"granite-embedding-107m-multilingual","publisher":"ibm-granite","modality":"text","arch_key":"bert","params_total":"106994304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4721","n_layers":6,"n_head":12,"n_head_kv":12,"head_dim_k":32,"head_dim_v":32,"hidden":384,"vocab_size":250002,"ctx_native":514,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-embedding-107m-multilingual","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"114785920","shards":1,"effective_bpw":8.5826,"repo":"cstr/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"114896512","shards":1,"effective_bpw":8.5909,"repo":"cstr/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"115462848","shards":1,"effective_bpw":8.6332,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"115601088","shards":1,"effective_bpw":8.6435,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"115711680","shards":1,"effective_bpw":8.6518,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"115711680","shards":1,"effective_bpw":8.6518,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"115951296","shards":1,"effective_bpw":8.6697,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"116485824","shards":1,"effective_bpw":8.7097,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"116633280","shards":1,"effective_bpw":8.7207,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"117011136","shards":1,"effective_bpw":8.749,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"117011136","shards":1,"effective_bpw":8.749,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"117481152","shards":1,"effective_bpw":8.7841,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"117729984","shards":1,"effective_bpw":8.8027,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"117729984","shards":1,"effective_bpw":8.8027,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"120163008","shards":1,"effective_bpw":8.9846,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"120163008","shards":1,"effective_bpw":8.9846,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"120204928","shards":1,"effective_bpw":8.9878,"repo":"cstr/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"121020096","shards":1,"effective_bpw":9.0487,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"220974080","shards":1,"effective_bpw":16.5223,"repo":"bartowski/granite-embedding-107m-multilingual-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-gemini-3-1-opus-4-6-reasoning","canonical_repo":"voidful/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning","display_name":"Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning","publisher":"voidful","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4720","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"voidful/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446942112","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600443808","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856279968","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065143200","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207765920","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412434848","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508494240","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638517664","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793461152","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136460192","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259405728","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263862176","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415381408","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616183712","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824850336","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070610336","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317549984","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325938592","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340618656","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627043744","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809332128","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305308576","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522003360","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359258528","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-gemini-3.1-opus-4.6-reasoning-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lingbot-video-moe-30b-a3b","canonical_repo":"robbyant/lingbot-video-moe-30b-a3b","display_name":"lingbot-video-moe-30b-a3b","publisher":"robbyant","modality":"video","arch_key":"wan","params_total":"30084512320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4719","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"13011892320","shards":1,"effective_bpw":3.4601,"repo":"realrebelai/LingBot-30B-3B_GGUF_ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17026985056","shards":1,"effective_bpw":4.5278,"repo":"realrebelai/LingBot-30B-3B_GGUF_ComfyUI","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-java-v1","canonical_repo":"schoggie/Qwen3.6-35B-A3B-java-v1","display_name":"Qwen3.6-35B-A3B-java-v1","publisher":"schoggie","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"4711","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"schoggie/Qwen3.6-35B-A3B-java-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"11659235360","shards":1,"effective_bpw":2.6911,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764192","shards":1,"effective_bpw":3.8695,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757920","shards":1,"effective_bpw":4.8855,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729130752","shards":1,"effective_bpw":5.7077,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152192","shards":1,"effective_bpw":6.5813,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139072","shards":1,"effective_bpw":8.5176,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376636992","shards":1,"effective_bpw":16.0128,"repo":"schoggie/Qwen3.6-35B-A3B-java-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-instruct-1m-abliterated","canonical_repo":"huihui-ai/Qwen2.5-7B-Instruct-1M-abliterated","display_name":"Qwen2.5-7B-Instruct-1M-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4705","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":1010000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-7B-Instruct-1M-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015940544","shards":1,"effective_bpw":3.1682,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391616","shards":1,"effective_bpw":4.0006,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073984","shards":1,"effective_bpw":4.9194,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831680","shards":1,"effective_bpw":5.7196,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199232","shards":1,"effective_bpw":6.5699,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525632","shards":1,"effective_bpw":8.5073,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853632","shards":1,"effective_bpw":16.007,"repo":"DevQuasar-4/huihui-ai.Qwen2.5-7B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"m3-2-24b-animus-v5-pro","canonical_repo":"Darkhn/M3.2-24B-Animus-V5-Pro","display_name":"M3.2-24B-Animus-V5-Pro","publisher":"Darkhn","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4704","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"8890323520","shards":1,"effective_bpw":3.0172,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400759360","shards":1,"effective_bpw":4.2086,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468013440","shards":1,"effective_bpw":4.5708,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333907520","shards":1,"effective_bpw":4.8646,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763982400","shards":1,"effective_bpw":5.6894,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345936960","shards":1,"effective_bpw":6.5656,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054777920","shards":1,"effective_bpw":8.5031,"repo":"Darkhn-Quants/M3.2-24B-Animus-V5-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-marvin-v1","canonical_repo":"ToastyPigeon/gemma-4-12b-marvin-v1","display_name":"gemma-4-12b-marvin-v1","publisher":"ToastyPigeon","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4696","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ToastyPigeon/gemma-4-12b-marvin-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691616","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848096","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568108896","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842656","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079596896","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805536","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147296","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147680","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830147936","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194336","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393056","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528228960","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229216","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733991776","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087200","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087456","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319200","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319456","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255136","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690550880","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878496","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997996896","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047200","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047456","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382240","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382496","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125216","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371680","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338371936","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267680","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547267936","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020960","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021216","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645920","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-marvin-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-lexi-uncensored","canonical_repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored","display_name":"Llama-3.1-8B-Lexi-Uncensored","publisher":"Orenguteng","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"4696","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948281440","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132000","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747744","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499808","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156000","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823904","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918496","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956960","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663200","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669536","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734816","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633056","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294560","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988000","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219168","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007008","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466912","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771424","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881472","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibevoice-realtime-0-5b","canonical_repo":"microsoft/VibeVoice-Realtime-0.5B","display_name":"VibeVoice-Realtime-0.5B","publisher":"microsoft","modality":"audio_tts","arch_key":"vibevoice-tts","params_total":"1017626722","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4696","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/VibeVoice-Realtime-0.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"698629312","shards":1,"effective_bpw":5.4922,"repo":"cstr/vibevoice-realtime-0.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1164668096","shards":1,"effective_bpw":9.156,"repo":"cstr/vibevoice-realtime-0.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2038490752","shards":1,"effective_bpw":16.0254,"repo":"cstr/vibevoice-realtime-0.5b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-3b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-3B-Instruct-abliterated","display_name":"Qwen2.5-Coder-3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4696","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-3B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791095104","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850028352","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948250432","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546688","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061939008","shards":1,"effective_bpw":2.753,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140516224","shards":1,"effective_bpw":2.9567,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516672","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756480","shards":1,"effective_bpw":3.3047,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756928","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282828096","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350116736","shards":1,"effective_bpw":3.5,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836544","shards":1,"effective_bpw":3.6082,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836992","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357888","shards":1,"effective_bpw":3.7703,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454358336","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456865088","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488895360","shards":1,"effective_bpw":3.8598,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895808","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590476160","shards":1,"effective_bpw":4.1232,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476608","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392384","shards":1,"effective_bpw":4.4263,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392832","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739095424","shards":1,"effective_bpw":4.5084,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095872","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828486528","shards":1,"effective_bpw":4.7402,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486976","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384768","shards":1,"effective_bpw":4.7555,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834385216","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903488","shards":1,"effective_bpw":5.0031,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903936","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005263744","shards":1,"effective_bpw":5.1985,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666944","shards":1,"effective_bpw":5.6247,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169667392","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815488","shards":1,"effective_bpw":5.7676,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815936","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300175744","shards":1,"effective_bpw":5.963,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159488","shards":1,"effective_bpw":6.5799,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159936","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Qwen2.5-Coder-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613519744","shards":1,"effective_bpw":6.7753,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476736","shards":1,"effective_bpw":8.5173,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317376","shards":1,"effective_bpw":16.0167,"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smartcode-fable-5-cot-reasoning-qkvo-qwen-3-6-27b-distilled","canonical_repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","display_name":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","publisher":"mfielding92","modality":"text","arch_key":"qwen35","params_total":"27320697856","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4695","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-Q2_K","bytes":"10864592416","shards":1,"effective_bpw":3.1814,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536096","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607136","shards":1,"effective_bpw":3.6903,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331296","shards":1,"effective_bpw":3.7388,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737056","shards":1,"effective_bpw":3.9533,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798816","shards":1,"effective_bpw":4.2634,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039136","shards":1,"effective_bpw":4.4828,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418336","shards":1,"effective_bpw":4.6149,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298976","shards":1,"effective_bpw":4.6339,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714656","shards":1,"effective_bpw":4.9225,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768096","shards":1,"effective_bpw":5.0786,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682336","shards":1,"effective_bpw":5.5553,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701536","shards":1,"effective_bpw":5.7204,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000096","shards":1,"effective_bpw":6.5682,"repo":"mradermacher/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizard-vicuna-30b-uncensored","canonical_repo":"QuixiAI/Wizard-Vicuna-30B-Uncensored","display_name":"Wizard-Vicuna-30B-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"32528943616","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4692","n_layers":60,"n_head":52,"n_head_kv":52,"head_dim_k":128,"head_dim_v":128,"hidden":6656,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/Wizard-Vicuna-30B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7120307904","shards":1,"effective_bpw":1.7511,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7728533184","shards":1,"effective_bpw":1.9007,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8742241984","shards":1,"effective_bpw":2.15,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9636275904","shards":1,"effective_bpw":2.3699,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10386473664","shards":1,"effective_bpw":2.5544,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11197440704","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12048876224","shards":1,"effective_bpw":2.9632,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12323369664","shards":1,"effective_bpw":3.0307,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13311719104","shards":1,"effective_bpw":3.2738,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13502545344","shards":1,"effective_bpw":3.3207,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14064112064","shards":1,"effective_bpw":3.4589,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14064113344","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14064113344","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14881070784","shards":1,"effective_bpw":3.6598,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15761551808","shards":1,"effective_bpw":3.8763,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15776462528","shards":1,"effective_bpw":3.88,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17279758784","shards":1,"effective_bpw":4.2497,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17279760064","shards":1,"effective_bpw":4.2497,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17346120384","shards":1,"effective_bpw":4.266,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18355967424","shards":1,"effective_bpw":4.5144,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18408151744","shards":1,"effective_bpw":4.5272,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18437756352","shards":1,"effective_bpw":4.5345,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18482485952","shards":1,"effective_bpw":4.5455,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19621139904","shards":1,"effective_bpw":4.8255,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19621141184","shards":1,"effective_bpw":4.8255,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22395360704","shards":1,"effective_bpw":5.5078,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22395360704","shards":1,"effective_bpw":5.5078,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22395361984","shards":1,"effective_bpw":5.5078,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23047116224","shards":1,"effective_bpw":5.6681,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23047117504","shards":1,"effective_bpw":5.6681,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26687216064","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26687217344","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34565124544","shards":1,"effective_bpw":8.5008,"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kuwutu-7b-cyoa-v2","canonical_repo":"KeinNiemand/Kuwutu-7B-CYOA-v2","display_name":"Kuwutu-7B-CYOA-v2","publisher":"KeinNiemand","modality":"text","arch_key":"qwen2","params_total":"7622619136","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"4691","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151680,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KeinNiemand/Kuwutu-7B-CYOA-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2002167872","shards":1,"effective_bpw":2.1013,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2129766464","shards":1,"effective_bpw":2.2352,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2342430784","shards":1,"effective_bpw":2.4584,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2531436608","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2697787456","shards":1,"effective_bpw":2.8313,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2867917952","shards":1,"effective_bpw":3.0099,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2867918912","shards":1,"effective_bpw":3.0099,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2892478528","shards":1,"effective_bpw":3.0357,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3076405312","shards":1,"effective_bpw":3.2287,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3152541760","shards":1,"effective_bpw":3.3086,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3396372544","shards":1,"effective_bpw":3.5645,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3525838912","shards":1,"effective_bpw":3.7004,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3545892928","shards":1,"effective_bpw":3.7214,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3650062400","shards":1,"effective_bpw":3.8308,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3668935808","shards":1,"effective_bpw":3.8506,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3854009472","shards":1,"effective_bpw":4.0448,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3854010432","shards":1,"effective_bpw":4.0448,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4138960960","shards":1,"effective_bpw":4.3439,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4260451456","shards":1,"effective_bpw":4.4714,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4260452416","shards":1,"effective_bpw":4.4714,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4466907200","shards":1,"effective_bpw":4.6881,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4474509376","shards":1,"effective_bpw":4.696,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4480276544","shards":1,"effective_bpw":4.7021,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4684339264","shards":1,"effective_bpw":4.9163,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4693775488","shards":1,"effective_bpw":4.9262,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4893186112","shards":1,"effective_bpw":5.1354,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5330737216","shards":1,"effective_bpw":5.5947,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5448554560","shards":1,"effective_bpw":5.7183,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5458580608","shards":1,"effective_bpw":5.7288,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6260532352","shards":1,"effective_bpw":6.5705,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6260533312","shards":1,"effective_bpw":6.5705,"repo":"mradermacher/Kuwutu-7B-CYOA-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8106509440","shards":1,"effective_bpw":8.5078,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15252226816","shards":1,"effective_bpw":16.0073,"repo":"KeinNiemand/Kuwutu-7B-CYOA-GGUF-v2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-6-phi-2","canonical_repo":"dphn/dolphin-2_6-phi-2","display_name":"dolphin-2_6-phi-2","publisher":"dphn","modality":"text","arch_key":"phi2","params_total":"2783124480","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4681","n_layers":32,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51200,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2_6-phi-2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1173611808","shards":1,"effective_bpw":3.3735,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1250821408","shards":1,"effective_bpw":3.5954,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1480197408","shards":1,"effective_bpw":4.2548,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1602463008","shards":1,"effective_bpw":4.6062,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1604715808","shards":1,"effective_bpw":4.6127,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1615570208","shards":1,"effective_bpw":4.6439,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1789240608","shards":1,"effective_bpw":5.1431,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1933419808","shards":1,"effective_bpw":5.5576,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1933419808","shards":1,"effective_bpw":5.5576,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2072683808","shards":1,"effective_bpw":5.9579,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2285061408","shards":1,"effective_bpw":6.5683,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2958034208","shards":1,"effective_bpw":8.5028,"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-flash-162b","canonical_repo":"0xSero/DeepSeek-V4-Flash-162B","display_name":"DeepSeek-V4-Flash-162B","publisher":"0xSero","modality":"text","arch_key":"deepseek4","params_total":"92165116386","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4680","n_layers":43,"n_head":64,"n_head_kv":1,"head_dim_k":512,"head_dim_v":512,"hidden":4096,"vocab_size":129280,"ctx_native":1048576,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":64,"n_expert":144,"n_expert_used":6,"arch_source":"0xSero/DeepSeek-V4-Flash-162B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"59153122976","shards":1,"effective_bpw":5.1345,"repo":"xik94/DeepSeek-V4-Flash-162B-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"77601530528","shards":1,"effective_bpw":6.7359,"repo":"xik94/DeepSeek-V4-Flash-162B-REAP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-31b-qat-uncensored-hauhaucs-balanced-mtp","canonical_repo":"HauhauCS/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP","display_name":"Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP","publisher":"HauhauCS","modality":"text","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4680","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"mq-coldbrew-base","canonical_repo":"SvalTek/MQ-Coldbrew-Base","display_name":"MQ-Coldbrew-Base","publisher":"SvalTek","modality":"text","arch_key":"qwen2","params_total":"7612763648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4679","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151666,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SvalTek/MQ-Coldbrew-Base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902208480","shards":1,"effective_bpw":1.999,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040737248","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271618528","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467562976","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594033664","shards":1,"effective_bpw":2.726,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778738688","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832425440","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014291680","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014291936","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112910848","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344462848","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490575104","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490575360","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497399296","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572218880","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806597888","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806598144","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086665984","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086666240","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216534528","shards":1,"effective_bpw":4.431,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248360192","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435830752","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442138592","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455786208","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455786464","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681090784","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681091040","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871211936","shards":1,"effective_bpw":5.119,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313015392","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313015648","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442670176","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442670432","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251848288","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251848544","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/MQ-Coldbrew-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095483744","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232137184","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/MQ-Coldbrew-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dans-personalityengine-v1-3-0-24b","canonical_repo":"PocketDoc/Dans-PersonalityEngine-V1.3.0-24b","display_name":"Dans-PersonalityEngine-V1.3.0-24b","publisher":"PocketDoc","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4672","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PocketDoc/Dans-PersonalityEngine-V1.3.0-24b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273734176","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750508576","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545132576","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207045760","shards":1,"effective_bpw":2.4459,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207046176","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478364800","shards":1,"effective_bpw":2.538,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478365216","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114064000","shards":1,"effective_bpw":2.7538,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114064416","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320175136","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890337920","shards":1,"effective_bpw":3.0172,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890338336","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280604800","shards":1,"effective_bpw":3.1497,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280605216","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545697920","shards":1,"effective_bpw":3.2396,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907128960","shards":1,"effective_bpw":3.3623,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907129376","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400287360","shards":1,"effective_bpw":3.5296,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400287776","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428140576","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650962560","shards":1,"effective_bpw":3.6147,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650962976","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474094720","shards":1,"effective_bpw":3.8941,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474095136","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400773760","shards":1,"effective_bpw":4.2086,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400774176","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758928000","shards":1,"effective_bpw":4.3301,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758928416","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468027520","shards":1,"effective_bpw":4.5708,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494241920","shards":1,"effective_bpw":4.5797,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494242336","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549292160","shards":1,"effective_bpw":4.5984,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549292576","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333921920","shards":1,"effective_bpw":4.8646,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333922336","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831995520","shards":1,"effective_bpw":5.0337,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873119360","shards":1,"effective_bpw":5.0476,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873119776","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304425600","shards":1,"effective_bpw":5.5334,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304426016","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763996800","shards":1,"effective_bpw":5.6894,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763997216","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178184320","shards":1,"effective_bpw":5.8299,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345951360","shards":1,"effective_bpw":6.5656,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345951776","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671009920","shards":1,"effective_bpw":6.6759,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054792320","shards":1,"effective_bpw":8.5031,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153531200","shards":1,"effective_bpw":16.003,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-ai-qwen3-14b-abliterated","canonical_repo":"huihui-ai/Qwen3-14B-abliterated","display_name":"Qwen3-14B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4670","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_XS","bytes":"4691585088","shards":1,"effective_bpw":2.5414,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963308608","shards":1,"effective_bpw":2.6886,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322937408","shards":1,"effective_bpw":2.8834,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753979968","shards":1,"effective_bpw":3.1169,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942662208","shards":1,"effective_bpw":3.2191,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375297088","shards":1,"effective_bpw":3.4535,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513659968","shards":1,"effective_bpw":3.5285,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657101888","shards":1,"effective_bpw":3.6062,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883405888","shards":1,"effective_bpw":3.7287,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321309248","shards":1,"effective_bpw":3.966,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900647488","shards":1,"effective_bpw":4.2798,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110726208","shards":1,"effective_bpw":4.3936,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541359168","shards":1,"effective_bpw":4.6269,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8542997568","shards":1,"effective_bpw":4.6277,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573471808","shards":1,"effective_bpw":4.6443,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001749568","shards":1,"effective_bpw":4.8763,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389517888","shards":1,"effective_bpw":5.0863,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579106368","shards":1,"effective_bpw":5.189,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263891008","shards":1,"effective_bpw":5.56,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514566208","shards":1,"effective_bpw":5.6957,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994683968","shards":1,"effective_bpw":5.9558,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121933888","shards":1,"effective_bpw":6.5665,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498735168","shards":1,"effective_bpw":6.7706,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698530368","shards":1,"effective_bpw":8.5039,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543419680","shards":1,"effective_bpw":16.0037,"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nuextract-1-5","canonical_repo":"numind/NuExtract-1.5","display_name":"NuExtract-1.5","publisher":"numind","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4666","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"numind/NuExtract-1.5","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1316395424","shards":1,"effective_bpw":2.7561,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1416204704","shards":1,"effective_bpw":2.965,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1512396704","shards":1,"effective_bpw":3.1664,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1625175968","shards":1,"effective_bpw":3.4025,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681799072","shards":1,"effective_bpw":3.5211,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1855600544","shards":1,"effective_bpw":3.885,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955477408","shards":1,"effective_bpw":4.0941,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059853216","shards":1,"effective_bpw":4.3126,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597728","shards":1,"effective_bpw":4.3707,"repo":"lmstudio-community/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087597984","shards":1,"effective_bpw":4.3707,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2182469024","shards":1,"effective_bpw":4.5693,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188760480","shards":1,"effective_bpw":4.5825,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232544","shards":1,"effective_bpw":5.0106,"repo":"lmstudio-community/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393232800","shards":1,"effective_bpw":5.0106,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2466338720","shards":1,"effective_bpw":5.1636,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641474976","shards":1,"effective_bpw":5.5303,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815276448","shards":1,"effective_bpw":5.8942,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2876069792","shards":1,"effective_bpw":6.0215,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853216","shards":1,"effective_bpw":6.5654,"repo":"lmstudio-community/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135853472","shards":1,"effective_bpw":6.5654,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3183564704","shards":1,"effective_bpw":6.6653,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222560","shards":1,"effective_bpw":8.5028,"repo":"lmstudio-community/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061222816","shards":1,"effective_bpw":8.5028,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7643297440","shards":1,"effective_bpw":16.0024,"repo":"bartowski/NuExtract-v1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-0-8b-heretic","canonical_repo":"coder3101/Qwen3.5-0.8B-heretic","display_name":"Qwen3.5-0.8B-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"clip","params_total":"852985920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4666","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen3.5-0.8B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"281119136","shards":1,"effective_bpw":2.6366,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"519506336","shards":1,"effective_bpw":4.8724,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"519506336","shards":1,"effective_bpw":4.8724,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529297312","shards":1,"effective_bpw":4.9642,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577998752","shards":1,"effective_bpw":5.4209,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1092962624","shards":2,"effective_bpw":10.2507,"repo":"FadedRedStar/Qwen3.5-0.8B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen2-5-14b-instruct","canonical_repo":"unsloth/Qwen2.5-14B-Instruct","display_name":"Qwen2.5-14B-Instruct","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4665","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen2.5-14B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"5356147008","shards":1,"effective_bpw":2.9011,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538688","shards":1,"effective_bpw":3.7463,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841088","shards":1,"effective_bpw":4.398,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111168","shards":1,"effective_bpw":4.8683,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874048","shards":1,"effective_bpw":5.692,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684608","shards":1,"effective_bpw":6.5672,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598528","shards":1,"effective_bpw":8.5046,"repo":"liodon-ai/Qwen2.5-14B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pony-diffusion-v6-xl","canonical_repo":"LyliaEngine/Pony_Diffusion_V6_XL","display_name":"Pony_Diffusion_V6_XL","publisher":"LyliaEngine","modality":"image","arch_key":"sdxl","params_total":"2567463684","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4645","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"2797752960","shards":1,"effective_bpw":8.7176,"repo":"offgrid-ai/pony-diffusion-v6-xl-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4180186816","shards":1,"effective_bpw":13.0251,"repo":"offgrid-ai/pony-diffusion-v6-xl-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-1-ud-q3-k-s-gguf","canonical_repo":"meshllm/GLM-5.1-UD-Q3_K_S-GGUF","display_name":"GLM-5.1-UD-Q3_K_S-GGUF","publisher":"meshllm","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4644","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen3-14b-gpt-5-2-high-reasoning-distill","canonical_repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill","display_name":"Qwen3-14B-GPT-5.2-High-Reasoning-Distill","publisher":"TeichAI","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4642","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill","arch_confidence":1,"quantizations":[{"quant":"IQ3_XS","bytes":"3025960960","shards":1,"effective_bpw":1.6392,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4691590016","shards":1,"effective_bpw":2.5414,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883410816","shards":1,"effective_bpw":3.7287,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110731136","shards":1,"effective_bpw":4.3936,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13314212736","shards":2,"effective_bpw":7.2123,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14642627456","shards":2,"effective_bpw":7.9319,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17138433344","shards":2,"effective_bpw":9.2839,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18003508096","shards":2,"effective_bpw":9.7525,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"47095604096","shards":3,"effective_bpw":25.5117,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"59086848704","shards":2,"effective_bpw":32.0074,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"59086848896","shards":2,"effective_bpw":32.0074,"repo":"TeichAI/Qwen3-14B-GPT-5.2-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ernie-image","canonical_repo":"baidu/ERNIE-Image","display_name":"ERNIE-Image","publisher":"baidu","modality":"image","arch_key":"wan","params_total":"8033490048","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4623","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"2146489664","shards":1,"effective_bpw":2.1375,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146490208","shards":1,"effective_bpw":2.1375,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2372982688","shards":1,"effective_bpw":2.3631,"repo":"Green-Sky/Ernie-Image-Prompt-Enhancer-Ministral-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2750470048","shards":1,"effective_bpw":2.739,"repo":"Green-Sky/Ernie-Image-Prompt-Enhancer-Ministral-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821248320","shards":1,"effective_bpw":2.8095,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821248864","shards":1,"effective_bpw":2.8095,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3178545856","shards":1,"effective_bpw":3.1653,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651671360","shards":1,"effective_bpw":3.6364,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651671904","shards":1,"effective_bpw":3.6364,"repo":"ponpoke/ERNIE-Image-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3834135232","shards":1,"effective_bpw":3.8182,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3909632704","shards":1,"effective_bpw":3.8933,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q2_K","bytes":"3967337152","shards":1,"effective_bpw":3.9508,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4079490976","shards":1,"effective_bpw":4.0625,"repo":"Green-Sky/Ernie-Image-Prompt-Enhancer-Ministral-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4762747584","shards":1,"effective_bpw":4.7429,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q3_K_M","bytes":"4780606144","shards":1,"effective_bpw":4.7607,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4875993792","shards":1,"effective_bpw":4.8557,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5019124416","shards":1,"effective_bpw":4.9982,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5254267584","shards":1,"effective_bpw":5.2324,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5745787584","shards":1,"effective_bpw":5.7218,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q4_K_M","bytes":"5774754496","shards":1,"effective_bpw":5.7507,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5861655232","shards":1,"effective_bpw":5.8372,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5932958400","shards":1,"effective_bpw":5.9082,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6237307584","shards":1,"effective_bpw":6.2113,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-Q5_K_M","bytes":"6732235456","shards":1,"effective_bpw":6.7042,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6790267584","shards":1,"effective_bpw":6.762,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7671519136","shards":1,"effective_bpw":7.6395,"repo":"Green-Sky/Ernie-Image-Prompt-Enhancer-Ministral-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8694907584","shards":1,"effective_bpw":8.6587,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16067707584","shards":1,"effective_bpw":16.0007,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16067707584","shards":1,"effective_bpw":16.0007,"repo":"unsloth/ERNIE-Image-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mixtral-8x22b-instruct-v0-1","canonical_repo":"mistralai/Mixtral-8x22B-Instruct-v0.1","display_name":"Mixtral-8x22B-Instruct-v0.1","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"140630071296","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4604","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"mistralai/Mixtral-8x22B-Instruct-v0.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"29648894432","shards":1,"effective_bpw":1.6866,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"32737212896","shards":1,"effective_bpw":1.8623,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"52108606272","shards":3,"effective_bpw":2.9643,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"58234125120","shards":3,"effective_bpw":3.3128,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"61504109376","shards":3,"effective_bpw":3.4988,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67795565248","shards":2,"effective_bpw":3.8567,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"72585722560","shards":2,"effective_bpw":4.1292,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"76360596160","shards":2,"effective_bpw":4.3439,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"80484645568","shards":2,"effective_bpw":4.5785,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"85593307840","shards":2,"effective_bpw":4.8691,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"96980843424","shards":4,"effective_bpw":5.5169,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99975576480","shards":4,"effective_bpw":5.6873,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"149424847776","shards":4,"effective_bpw":8.5003,"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-heretic","canonical_repo":"p-e-w/gemma-3-12b-it-heretic","display_name":"gemma-3-12b-it-heretic","publisher":"p-e-w","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4589","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"p-e-w/gemma-3-12b-it-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947415328","shards":1,"effective_bpw":1.9347,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164728608","shards":1,"effective_bpw":2.0774,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526917408","shards":1,"effective_bpw":2.3151,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840261408","shards":1,"effective_bpw":2.5208,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020710688","shards":1,"effective_bpw":2.6393,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310461728","shards":1,"effective_bpw":2.8295,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448611488","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768222112","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768222368","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784901408","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206166688","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458316192","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458316448","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458316448","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655723168","shards":1,"effective_bpw":3.7125,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818592","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008818848","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480186272","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480186528","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550965408","shards":1,"effective_bpw":4.3002,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6606261152","shards":1,"effective_bpw":4.3365,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887165088","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909283488","shards":1,"effective_bpw":4.5354,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333792","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935334048","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778912","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300779168","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559564448","shards":1,"effective_bpw":4.9622,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963552","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231963808","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037472","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445037728","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660812192","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660812448","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510213152","shards":1,"effective_bpw":8.212,"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-the-xiaolong-omega-directive-22b-uncensored-abliterated","canonical_repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated","display_name":"Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated","publisher":"DavidAU","modality":"text","arch_key":"qwen3","params_total":"22035169792","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4585","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5102210720","shards":1,"effective_bpw":1.8524,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5521845920","shards":1,"effective_bpw":2.0047,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6221237920","shards":1,"effective_bpw":2.2587,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6831541920","shards":1,"effective_bpw":2.4802,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7202470560","shards":1,"effective_bpw":2.6149,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7761984160","shards":1,"effective_bpw":2.818,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7843965600","shards":1,"effective_bpw":2.8478,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8424038880","shards":1,"effective_bpw":3.0584,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8424038880","shards":1,"effective_bpw":3.0584,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8424041120","shards":1,"effective_bpw":3.0584,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8729868960","shards":1,"effective_bpw":3.1694,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9339451040","shards":1,"effective_bpw":3.3907,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9780424160","shards":1,"effective_bpw":3.5508,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9780424160","shards":1,"effective_bpw":3.5508,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9780426400","shards":1,"effective_bpw":3.5508,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9823598240","shards":1,"effective_bpw":3.5665,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10122319520","shards":1,"effective_bpw":3.675,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10808110560","shards":1,"effective_bpw":3.9239,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10808110560","shards":1,"effective_bpw":3.9239,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10808112800","shards":1,"effective_bpw":3.9239,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11707919840","shards":1,"effective_bpw":4.2506,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11707919840","shards":1,"effective_bpw":4.2506,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11707922080","shards":1,"effective_bpw":4.2506,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11990090400","shards":1,"effective_bpw":4.3531,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12087572960","shards":1,"effective_bpw":4.3885,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12087572960","shards":1,"effective_bpw":4.3885,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12642562720","shards":1,"effective_bpw":4.59,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12684175840","shards":1,"effective_bpw":4.6051,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12684175840","shards":1,"effective_bpw":4.6051,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12684178080","shards":1,"effective_bpw":4.6051,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13333473760","shards":1,"effective_bpw":4.8408,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13333473760","shards":1,"effective_bpw":4.8408,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13333476000","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13932106400","shards":1,"effective_bpw":5.0581,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15260641760","shards":1,"effective_bpw":5.5405,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15260641760","shards":1,"effective_bpw":5.5405,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15260644000","shards":1,"effective_bpw":5.5405,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15636654560","shards":1,"effective_bpw":5.677,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15636654560","shards":1,"effective_bpw":5.677,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15636656800","shards":1,"effective_bpw":5.677,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18083784160","shards":1,"effective_bpw":6.5654,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18083784160","shards":1,"effective_bpw":6.5654,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18083786400","shards":1,"effective_bpw":6.5654,"repo":"mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23420268000","shards":1,"effective_bpw":8.5029,"repo":"YOLOLOBOOM/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23420268000","shards":1,"effective_bpw":8.5029,"repo":"DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-coder-1-5b","canonical_repo":"01-ai/Yi-Coder-1.5B","display_name":"Yi-Coder-1.5B","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"1476495360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4584","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":64000,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-Coder-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"491167360","shards":1,"effective_bpw":2.6613,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"508567168","shards":1,"effective_bpw":2.7555,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"537566848","shards":1,"effective_bpw":2.9127,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"563912320","shards":1,"effective_bpw":3.0554,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"601603712","shards":1,"effective_bpw":3.2596,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"618479232","shards":1,"effective_bpw":3.3511,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"624803456","shards":1,"effective_bpw":3.3853,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"634699392","shards":1,"effective_bpw":3.439,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"653901440","shards":1,"effective_bpw":3.543,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"694951552","shards":1,"effective_bpw":3.7654,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"723410560","shards":1,"effective_bpw":3.9196,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"723410560","shards":1,"effective_bpw":3.9196,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"754376320","shards":1,"effective_bpw":4.0874,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"754376320","shards":1,"effective_bpw":4.0874,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"785718912","shards":1,"effective_bpw":4.2572,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"826039936","shards":1,"effective_bpw":4.4757,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"826039936","shards":1,"effective_bpw":4.4757,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"832568960","shards":1,"effective_bpw":4.5111,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"832568960","shards":1,"effective_bpw":4.5111,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"866156160","shards":1,"effective_bpw":4.693,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"868269696","shards":1,"effective_bpw":4.7045,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"904183424","shards":1,"effective_bpw":4.8991,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"904183424","shards":1,"effective_bpw":4.8991,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"963673472","shards":1,"effective_bpw":5.2214,"repo":"lmstudio-community/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"963673728","shards":1,"effective_bpw":5.2214,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"963673728","shards":1,"effective_bpw":5.2214,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1051229568","shards":1,"effective_bpw":5.6958,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1051229824","shards":1,"effective_bpw":5.6958,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1060953728","shards":1,"effective_bpw":5.7485,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1100184960","shards":1,"effective_bpw":5.9611,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1100185216","shards":1,"effective_bpw":5.9611,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1181081216","shards":1,"effective_bpw":6.3994,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1278516608","shards":1,"effective_bpw":6.9273,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1278516608","shards":1,"effective_bpw":6.9273,"repo":"lmstudio-community/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1278516864","shards":1,"effective_bpw":6.9273,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1342004864","shards":1,"effective_bpw":7.2713,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1570561408","shards":1,"effective_bpw":8.5097,"repo":"lmstudio-community/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1570561408","shards":1,"effective_bpw":8.5097,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1570561664","shards":1,"effective_bpw":8.5097,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2954681728","shards":1,"effective_bpw":16.0092,"repo":"bartowski/Yi-Coder-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2954681728","shards":1,"effective_bpw":16.0092,"repo":"legraphista/Yi-Coder-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-8b-a1b-heretic","canonical_repo":"coder3101/LFM2.5-8B-A1B-heretic","display_name":"LFM2.5-8B-A1B-heretic","publisher":"coder3101","modality":"text","arch_key":"lfm2moe","params_total":"8467856832","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"4583","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"coder3101/LFM2.5-8B-A1B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815520","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008920224","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322428064","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020768","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592469152","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275424","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259488","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190436000","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334910112","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422368","shards":1,"effective_bpw":3.359,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077792","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077792","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752672","shards":1,"effective_bpw":3.57,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398752","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436865184","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302496","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679328","shards":1,"effective_bpw":4.577,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854368","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553696","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155564896","shards":1,"effective_bpw":4.8707,"repo":"FadedRedStar/LFM2.5-8B-A1B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565728","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357432992","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186656","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030339424","shards":1,"effective_bpw":5.6972,"repo":"FadedRedStar/LFM2.5-8B-A1B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030340256","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959788192","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-8B-A1B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010195808","shards":1,"effective_bpw":8.5124,"repo":"FadedRedStar/LFM2.5-8B-A1B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gigachat3-10b-a1-8b-base","canonical_repo":"ai-sage/GigaChat3-10B-A1.8B-base","display_name":"GigaChat3-10B-A1.8B-base","publisher":"ai-sage","modality":"text","arch_key":"deepseek2","params_total":"11479750784","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4582","n_layers":26,"n_head":32,"n_head_kv":32,"head_dim_k":192,"head_dim_v":192,"hidden":1536,"vocab_size":128256,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"ai-sage/GigaChat3-10B-A1.8B-base","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"6474702976","shards":1,"effective_bpw":4.5121,"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6474702976","shards":1,"effective_bpw":4.5121,"repo":"SergeyLizin/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8782243456","shards":1,"effective_bpw":6.1202,"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8782243456","shards":1,"effective_bpw":6.1202,"repo":"SergeyLizin/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11353174144","shards":1,"effective_bpw":7.9118,"repo":"SergeyLizin/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11353174144","shards":1,"effective_bpw":7.9118,"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"21356281984","shards":1,"effective_bpw":14.8827,"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"21356281984","shards":1,"effective_bpw":14.8827,"repo":"SergeyLizin/GigaChat3.1-10B-A1.8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-luchador-rudo","canonical_repo":"rpDungeon/Gemma-4-E4B-Luchador-Rudo","display_name":"Gemma-4-E4B-Luchador-Rudo","publisher":"rpDungeon","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4577","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rpDungeon/Gemma-4-E4B-Luchador-Rudo","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"4401321536","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654638656","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663168576","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714696256","shards":1,"effective_bpw":4.717,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850396736","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021281856","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070956096","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193958976","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194122816","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202970176","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335291456","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435950656","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685970496","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762913856","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217262656","shards":1,"effective_bpw":6.2203,"repo":"mradermacher/Gemma-4-E4B-Luchador-Rudo-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-heretic-polaris-advanced-thinking-alpha-uncensored","canonical_repo":"DavidAU/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored","display_name":"Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4566","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225767584","shards":1,"effective_bpw":1.8206,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766009504","shards":1,"effective_bpw":1.9786,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666412704","shards":1,"effective_bpw":2.2419,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463904","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674786464","shards":1,"effective_bpw":2.5368,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395109024","shards":1,"effective_bpw":2.7474,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658502304","shards":1,"effective_bpw":2.8245,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10121841504","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121841824","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734173344","shards":1,"effective_bpw":3.139,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632897184","shards":1,"effective_bpw":3.4018,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073954144","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073954464","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085095584","shards":1,"effective_bpw":3.5341,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580875424","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13289646944","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289647264","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14030203744","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030204064","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689291424","shards":1,"effective_bpw":4.2956,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14800702304","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434784","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15568620384","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568620704","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16540273504","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540273824","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078242464","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679614304","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679614624","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19399609184","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399609504","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082530144","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082530464","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595764064","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.5-27B-HERETIC-Polaris-Advanced-Thinking-Alpha-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reelva-12b","canonical_repo":"reelva/Reelva-12B","display_name":"Reelva-12B","publisher":"reelva","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4565","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reelva/Reelva-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691968","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848448","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109248","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843008","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597248","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805888","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147648","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148064","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148288","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194688","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393408","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229344","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992128","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087584","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087808","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319584","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319808","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255488","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551264","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878848","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997248","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047584","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047808","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382624","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382848","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125568","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372064","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372288","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268064","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268288","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021344","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021568","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Reelva-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646304","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Reelva-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dots-ocr","canonical_repo":"rednote-hilab/dots.ocr","display_name":"dots.ocr","publisher":"rednote-hilab","modality":"text","arch_key":"qwen2","params_total":"3039179264","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4553","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rednote-hilab/dots.ocr","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"513101760","shards":1,"effective_bpw":1.3506,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"541035456","shards":1,"effective_bpw":1.4242,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"587591616","shards":1,"effective_bpw":1.5467,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"626900928","shards":1,"effective_bpw":1.6502,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"664085952","shards":1,"effective_bpw":1.7481,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"701330880","shards":1,"effective_bpw":1.8461,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"716709312","shards":1,"effective_bpw":1.8866,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"752879040","shards":1,"effective_bpw":1.9818,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"769068480","shards":1,"effective_bpw":2.0244,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"831975360","shards":1,"effective_bpw":2.19,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"861220800","shards":1,"effective_bpw":2.267,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"862683072","shards":1,"effective_bpw":2.2708,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"876940224","shards":1,"effective_bpw":2.3084,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"924454848","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"980438976","shards":1,"effective_bpw":2.5808,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1019709888","shards":1,"effective_bpw":2.6842,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1067602368","shards":1,"effective_bpw":2.8102,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1068806592","shards":1,"effective_bpw":2.8134,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1071583680","shards":1,"effective_bpw":2.8207,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1117319616","shards":1,"effective_bpw":2.9411,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1162699200","shards":1,"effective_bpw":3.0606,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1259172288","shards":1,"effective_bpw":3.3145,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1285493184","shards":1,"effective_bpw":3.3838,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1464177600","shards":1,"effective_bpw":3.8541,"repo":"mradermacher/dots.ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894530272","shards":1,"effective_bpw":4.987,"repo":"ggml-org/dots.ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894530336","shards":1,"effective_bpw":4.987,"repo":"anthonym21/dots.ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560414432","shards":1,"effective_bpw":9.372,"repo":"ggml-org/dots.ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560414496","shards":1,"effective_bpw":9.372,"repo":"anthonym21/dots.ocr-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dumpling-qwen2-5-32b","canonical_repo":"nbeerbower/Dumpling-Qwen2.5-32B","display_name":"Dumpling-Qwen2.5-32B","publisher":"nbeerbower","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4552","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Dumpling-Qwen2.5-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028252960","shards":1,"effective_bpw":2.2044,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957553440","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387572000","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264443680","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313101600","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073421600","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705516320","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392333600","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810125600","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935051040","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247081760","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693156640","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682176800","shards":1,"effective_bpw":4.5617,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711012640","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784412960","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851339040","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429182240","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639245600","shards":1,"effective_bpw":5.0395,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638257440","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262160160","shards":1,"effective_bpw":5.68,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742682400","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886157600","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263276320","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820887584","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535972576","shards":2,"effective_bpw":16.002,"repo":"bartowski/Dumpling-Qwen2.5-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-7b-instruct","canonical_repo":"mergekit-community/Qwen3-7B-Instruct","display_name":"Qwen3-7B-Instruct","publisher":"mergekit-community","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4545","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mergekit-community/Qwen3-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4683074272","shards":1,"effective_bpw":4.9194,"repo":"Ygz-08123/Qwen3-7B-Instruct-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-31b-finetuned-v2","canonical_repo":"SF-Foundation/Gemma4-31B-Finetuned-V2","display_name":"Gemma4-31B-Finetuned-V2","publisher":"SF-Foundation","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4541","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SF-Foundation/Gemma4-31B-Finetuned-V2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489152","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872064","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843584","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358720","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888448","shards":1,"effective_bpw":2.4865,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065664","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588736","shards":1,"effective_bpw":2.6869,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313280","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313536","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507520","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368576","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356480","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356736","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356736","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497088","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108288","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108544","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269760","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270016","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790016","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233280","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577664","shards":1,"effective_bpw":4.333,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164864","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165120","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062720","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687062976","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420736","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840960","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841216","shards":1,"effective_bpw":5.2167,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570240","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570496","shards":1,"effective_bpw":5.3474,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484480","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484736","shards":1,"effective_bpw":6.1688,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675328","shards":1,"effective_bpw":7.9886,"repo":"mradermacher/Gemma4-31B-Finetuned-V2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nanbeige4-2-3b-heretic","canonical_repo":"WaveCut/Nanbeige4.2-3B-heretic","display_name":"Nanbeige4.2-3B-heretic","publisher":"WaveCut","modality":"text","arch_key":"nanbeige","params_total":"4169800704","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4537","n_layers":22,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":166144,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WaveCut/Nanbeige4.2-3B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2574808288","shards":1,"effective_bpw":4.9399,"repo":"WaveCut/Nanbeige4.2-3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2986996960","shards":1,"effective_bpw":5.7307,"repo":"WaveCut/Nanbeige4.2-3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3424947424","shards":1,"effective_bpw":6.571,"repo":"WaveCut/Nanbeige4.2-3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4434787296","shards":1,"effective_bpw":8.5084,"repo":"WaveCut/Nanbeige4.2-3B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-3b-instruct-bnb-4bit","canonical_repo":"unsloth/llama-3.2-3b-instruct-bnb-4bit","display_name":"llama-3.2-3b-instruct-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"3301123016","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4536","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/llama-3.2-3b-instruct-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1363935936","shards":1,"effective_bpw":3.3054,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542849216","shards":1,"effective_bpw":3.739,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687159488","shards":1,"effective_bpw":4.0887,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815347904","shards":1,"effective_bpw":4.3993,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1917190848","shards":1,"effective_bpw":4.6462,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200896","shards":1,"effective_bpw":4.6728,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377184","shards":1,"effective_bpw":4.8938,"repo":"DexopT/Llama3.2-3b-cybersecurity-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377248","shards":1,"effective_bpw":4.8938,"repo":"jzdesign/midjourney_prompt_improver_lora_model","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377856","shards":1,"effective_bpw":4.8938,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2093351616","shards":1,"effective_bpw":5.0731,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512384","shards":1,"effective_bpw":5.5,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2269512384","shards":1,"effective_bpw":5.5,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322154176","shards":1,"effective_bpw":5.6275,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2445673152","shards":1,"effective_bpw":5.9269,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643854016","shards":1,"effective_bpw":6.4072,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899456","shards":1,"effective_bpw":8.2927,"repo":"QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-base","canonical_repo":"Qwen/Qwen3.5-4B-Base","display_name":"Qwen3.5-4B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"4535","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3.5-4B-Base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1915470848","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069879808","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262064128","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2421316608","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2529031168","shards":1,"effective_bpw":4.3418,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2563888128","shards":1,"effective_bpw":4.4017,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708804608","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990035968","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074987008","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464055808","shards":1,"effective_bpw":5.947,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403072","shards":1,"effective_bpw":7.6953,"repo":"lolzinventor/Qwen3.5-4B-Base-ZitGen-V1","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403328","shards":1,"effective_bpw":7.6953,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424393472","shards":1,"effective_bpw":14.4629,"repo":"lolzinventor/Qwen3.5-4B-Base-ZitGen-V1","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424393728","shards":1,"effective_bpw":14.4629,"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vero-qwen35-9b","canonical_repo":"zlab-princeton/Vero-Qwen35-9B","display_name":"Vero-Qwen35-9B","publisher":"zlab-princeton","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4534","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zlab-princeton/Vero-Qwen35-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742644384","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877271712","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101650592","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285348000","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427970720","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607473824","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697241760","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827265184","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938168480","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243418784","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259409568","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370820768","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415385248","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623527584","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925517472","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196443296","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325942432","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351632544","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418217120","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629111968","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809335968","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305312416","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467972768","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359262368","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Vero-Qwen35-9B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"merged-rp-stew-v2-51b","canonical_repo":"Kotokin/Merged-RP-Stew-V2-51B","display_name":"Merged-RP-Stew-V2-51B","publisher":"Kotokin","modality":"text","arch_key":"llama","params_total":"51124620288","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4526","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"11024504672","shards":1,"effective_bpw":1.7251,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12039493472","shards":1,"effective_bpw":1.8839,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"13731141472","shards":1,"effective_bpw":2.1487,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"15228966752","shards":1,"effective_bpw":2.383,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"16089843552","shards":1,"effective_bpw":2.5177,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"17443161952","shards":1,"effective_bpw":2.7295,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"18973673312","shards":1,"effective_bpw":2.969,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"19743803232","shards":1,"effective_bpw":3.0895,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"21070886752","shards":1,"effective_bpw":3.2972,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"22152968032","shards":1,"effective_bpw":3.4665,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"22240704352","shards":1,"effective_bpw":3.4802,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"23069325152","shards":1,"effective_bpw":3.6099,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"24703170400","shards":1,"effective_bpw":3.8656,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"26921695072","shards":1,"effective_bpw":4.2127,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"27401807712","shards":1,"effective_bpw":4.2878,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"28982781792","shards":1,"effective_bpw":4.5352,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"29087377248","shards":1,"effective_bpw":4.5516,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"30670128992","shards":1,"effective_bpw":4.7993,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"35214927712","shards":1,"effective_bpw":5.5104,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"36136159072","shards":1,"effective_bpw":5.6546,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"41943816032","shards":1,"effective_bpw":6.5634,"repo":"mradermacher/Merged-RP-Stew-V2-51B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"open-gpt4-8x7b-v0-1","canonical_repo":"rombodawg/Open_Gpt4_8x7B_v0.1","display_name":"Open_Gpt4_8x7B_v0.1","publisher":"rombodawg","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4524","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"rombodawg/Open_Gpt4_8x7B_v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"15644970816","shards":1,"effective_bpw":2.6799,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20364291904","shards":1,"effective_bpw":3.4883,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26442469184","shards":1,"effective_bpw":4.5295,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26442469184","shards":1,"effective_bpw":4.5295,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32230215488","shards":1,"effective_bpw":5.5209,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32230215488","shards":1,"effective_bpw":5.5209,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38379695936","shards":1,"effective_bpw":6.5743,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49625198400","shards":1,"effective_bpw":8.5006,"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-1-q3-k-m-plus-gguf","canonical_repo":"meshllm/GLM-5.1-Q3_K_M-plus-GGUF","display_name":"GLM-5.1-Q3_K_M-plus-GGUF","publisher":"meshllm","modality":"text","arch_key":"glm-dsa","params_total":"400898816","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4522","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-4-31b-it-assistant","canonical_repo":"google/gemma-4-31B-it-assistant","display_name":"gemma-4-31B-it-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"469518596","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4497","n_layers":4,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-31B-it-assistant","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"309686496","shards":1,"effective_bpw":5.2767,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"322439392","shards":1,"effective_bpw":5.494,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"332466400","shards":1,"effective_bpw":5.6648,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"332466400","shards":1,"effective_bpw":5.6648,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"341903584","shards":1,"effective_bpw":5.8256,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"349143264","shards":1,"effective_bpw":5.949,"repo":"AtomicChat/gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"349143264","shards":1,"effective_bpw":5.949,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"353468640","shards":1,"effective_bpw":6.0227,"repo":"AtomicChat/gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"357794016","shards":1,"effective_bpw":6.0964,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"357794016","shards":1,"effective_bpw":6.0964,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"374276320","shards":1,"effective_bpw":6.3772,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"376504544","shards":1,"effective_bpw":6.4152,"repo":"AtomicChat/gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"378732768","shards":1,"effective_bpw":6.4531,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"378732768","shards":1,"effective_bpw":6.4531,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"400980192","shards":1,"effective_bpw":6.8322,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"514687200","shards":1,"effective_bpw":8.7696,"repo":"AtomicChat/gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"514687200","shards":1,"effective_bpw":8.7696,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"514702496","shards":1,"effective_bpw":8.7699,"repo":"Radamanthys11/Gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"954843360","shards":1,"effective_bpw":16.2693,"repo":"NotMe404/gemma-4-31b-it-assistant-mtp-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"954843360","shards":1,"effective_bpw":16.2693,"repo":"AtomicChat/gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"954858656","shards":1,"effective_bpw":16.2696,"repo":"Radamanthys11/Gemma-4-31B-it-assistant-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dark-pane","canonical_repo":"mars2titan/Dark-Pane","display_name":"Dark-Pane","publisher":"mars2titan","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4493","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mars2titan/Dark-Pane","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692000","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848480","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109280","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843040","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597280","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805920","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147680","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148064","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148320","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194720","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393440","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229344","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229600","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229600","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992160","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087584","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087840","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319584","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319840","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255520","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551264","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878880","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997280","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047584","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047840","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382624","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382880","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125600","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372064","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372320","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268064","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268320","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021344","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021600","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Dark-Pane-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646304","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Dark-Pane-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-stheno-maid-blackroot-grand-horror-16b","canonical_repo":"DavidAU/Llama-3-Stheno-Maid-Blackroot-Grand-HORROR-16B","display_name":"Llama-3-Stheno-Maid-Blackroot-Grand-HORROR-16B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"16536629248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4486","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6308856960","shards":1,"effective_bpw":3.0521,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7320740992","shards":1,"effective_bpw":3.5416,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8102618240","shards":1,"effective_bpw":3.9198,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9066759296","shards":1,"effective_bpw":4.3863,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9507980416","shards":1,"effective_bpw":4.5997,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10014868608","shards":1,"effective_bpw":4.8449,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11448501376","shards":1,"effective_bpw":5.5385,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11740955776","shards":1,"effective_bpw":5.68,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13574923392","shards":1,"effective_bpw":6.5672,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17579746432","shards":1,"effective_bpw":8.5046,"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-1-5b-instruct","canonical_repo":"Qwen/Qwen2-1.5B-Instruct","display_name":"Qwen2-1.5B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4483","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-1.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436524896","shards":1,"effective_bpw":2.2622,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"464458592","shards":1,"effective_bpw":2.407,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014752","shards":1,"effective_bpw":2.6482,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550324064","shards":1,"effective_bpw":2.8519,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563807072","shards":1,"effective_bpw":2.9218,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"601052000","shards":1,"effective_bpw":3.1148,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"601052416","shards":1,"effective_bpw":3.1148,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"640132448","shards":1,"effective_bpw":3.3174,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789600","shards":1,"effective_bpw":3.4659,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676302176","shards":1,"effective_bpw":3.5048,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696480","shards":1,"effective_bpw":3.7919,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941920","shards":1,"effective_bpw":3.9434,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762404192","shards":1,"effective_bpw":3.951,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661344","shards":1,"effective_bpw":4.0249,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661536","shards":1,"effective_bpw":4.0249,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661760","shards":1,"effective_bpw":4.0249,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"824175968","shards":1,"effective_bpw":4.2711,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160096","shards":1,"effective_bpw":4.5613,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728992","shards":1,"effective_bpw":4.6419,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895729184","shards":1,"effective_bpw":4.6419,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895729408","shards":1,"effective_bpw":4.6419,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328544","shards":1,"effective_bpw":4.8523,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309856","shards":1,"effective_bpw":4.873,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"986045792","shards":1,"effective_bpw":5.11,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045984","shards":1,"effective_bpw":5.11,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986046208","shards":1,"effective_bpw":5.11,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726496","shards":1,"effective_bpw":5.6939,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1125047392","shards":1,"effective_bpw":5.8303,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047840","shards":1,"effective_bpw":5.8303,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125048064","shards":1,"effective_bpw":5.8303,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736864","shards":1,"effective_bpw":6.5957,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737312","shards":1,"effective_bpw":6.5957,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737536","shards":1,"effective_bpw":6.5957,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570080","shards":1,"effective_bpw":8.533,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570528","shards":1,"effective_bpw":8.533,"repo":"Zynerji/Ektome-Qwen2-1.5Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570752","shards":1,"effective_bpw":8.533,"repo":"liodon-ai/Qwen2-1.5B-Instruct-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3093666400","shards":1,"effective_bpw":16.0323,"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-28b","canonical_repo":"0xSero/Qwen3.5-28B","display_name":"Qwen3.5-28B","publisher":"0xSero","modality":"text","arch_key":"qwen35moe","params_total":"28685718896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4481","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":205,"n_expert_used":8,"arch_source":"0xSero/Qwen3.5-28B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6192747456","shards":1,"effective_bpw":1.7271,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6801169344","shards":1,"effective_bpw":1.8967,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7815205824","shards":1,"effective_bpw":2.1795,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8629056448","shards":1,"effective_bpw":2.4065,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8758211520","shards":1,"effective_bpw":2.4425,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9569440704","shards":1,"effective_bpw":2.6688,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9967045568","shards":1,"effective_bpw":2.7797,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10599959488","shards":1,"effective_bpw":2.9562,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11150431168","shards":1,"effective_bpw":3.1097,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11860411328","shards":1,"effective_bpw":3.3077,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12408046528","shards":1,"effective_bpw":3.4604,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12476285888","shards":1,"effective_bpw":3.4794,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12630868928","shards":1,"effective_bpw":3.5226,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13693158336","shards":1,"effective_bpw":3.8188,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14789706688","shards":1,"effective_bpw":4.1246,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15302884288","shards":1,"effective_bpw":4.2677,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16156122048","shards":1,"effective_bpw":4.5057,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16230046656","shards":1,"effective_bpw":4.5263,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17264581568","shards":1,"effective_bpw":4.8148,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17820654528","shards":1,"effective_bpw":4.9699,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19552689088","shards":1,"effective_bpw":5.4529,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20158487488","shards":1,"effective_bpw":5.6219,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23233262528","shards":1,"effective_bpw":6.4794,"repo":"mradermacher/Qwen-3.5-28B-A3B-REAP-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-heretic","canonical_repo":"coder3101/Qwen3.5-4B-heretic","display_name":"Qwen3.5-4B-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4479","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen3.5-4B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"686383520","shards":1,"effective_bpw":1.2097,"repo":"FadedRedStar/Qwen3.5-4B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1282351520","shards":1,"effective_bpw":2.26,"repo":"FadedRedStar/Qwen3.5-4B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1282351520","shards":1,"effective_bpw":2.26,"repo":"FadedRedStar/Qwen3.5-4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708804384","shards":1,"effective_bpw":4.774,"repo":"FadedRedStar/Qwen3.5-4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074986784","shards":1,"effective_bpw":5.4194,"repo":"FadedRedStar/Qwen3.5-4B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5168786624","shards":2,"effective_bpw":9.1095,"repo":"FadedRedStar/Qwen3.5-4B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-tng-r1t2-chimera","canonical_repo":"tngtech/DeepSeek-TNG-R1T2-Chimera","display_name":"DeepSeek-TNG-R1T2-Chimera","publisher":"tngtech","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4472","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"tngtech/DeepSeek-TNG-R1T2-Chimera","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"161142536224","shards":1,"effective_bpw":1.8832,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"185100401088","shards":4,"effective_bpw":2.1632,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200454824544","shards":5,"effective_bpw":2.3427,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"216214555264","shards":5,"effective_bpw":2.5269,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"227958606400","shards":5,"effective_bpw":2.6641,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244779916896","shards":5,"effective_bpw":2.8607,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244997107296","shards":5,"effective_bpw":2.8632,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"272915620576","shards":6,"effective_bpw":3.1895,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289730221216","shards":6,"effective_bpw":3.386,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319846028640","shards":7,"effective_bpw":3.738,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357701331840","shards":8,"effective_bpw":4.1804,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378577650624","shards":8,"effective_bpw":4.4244,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379545617312","shards":8,"effective_bpw":4.4357,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380513584032","shards":8,"effective_bpw":4.447,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404941898816","shards":9,"effective_bpw":4.7325,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420388205632","shards":9,"effective_bpw":4.913,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462198760576","shards":10,"effective_bpw":5.4016,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475780342944","shards":10,"effective_bpw":5.5604,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551046190080","shards":12,"effective_bpw":6.44,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520288","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273054048","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuanimage-2-1","canonical_repo":"tencent/HunyuanImage-2.1","display_name":"HunyuanImage-2.1","publisher":"tencent","modality":"image","arch_key":"pig","params_total":"17453334976","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4472","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/HunyuanImage-2.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5643631360","shards":1,"effective_bpw":2.5868,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"6512021728","shards":1,"effective_bpw":2.9849,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6596331136","shards":1,"effective_bpw":3.0235,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7128451840","shards":1,"effective_bpw":3.2674,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7304968960","shards":1,"effective_bpw":3.3483,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7498592032","shards":1,"effective_bpw":3.4371,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7643098912","shards":1,"effective_bpw":3.5033,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8267586176","shards":1,"effective_bpw":3.7896,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8339036800","shards":1,"effective_bpw":3.8223,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9045262816","shards":1,"effective_bpw":4.146,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9070140160","shards":1,"effective_bpw":4.1574,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9070140160","shards":1,"effective_bpw":4.1574,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9236273920","shards":1,"effective_bpw":4.2336,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9834590880","shards":1,"effective_bpw":4.5078,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9983875840","shards":1,"effective_bpw":4.5763,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10521312896","shards":1,"effective_bpw":4.8226,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10527735424","shards":1,"effective_bpw":4.8255,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10653777536","shards":1,"effective_bpw":4.8833,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"10897611520","shards":1,"effective_bpw":4.9951,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10897611520","shards":1,"effective_bpw":4.9951,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11074128640","shards":1,"effective_bpw":5.076,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11581890176","shards":1,"effective_bpw":5.3087,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"11811347200","shards":1,"effective_bpw":5.4139,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12642467456","shards":1,"effective_bpw":5.7949,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12642467456","shards":1,"effective_bpw":5.7949,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12710706816","shards":1,"effective_bpw":5.8261,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12839299840","shards":1,"effective_bpw":5.8851,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13703044736","shards":1,"effective_bpw":6.281,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14896194176","shards":1,"effective_bpw":6.8279,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16380025600","shards":1,"effective_bpw":7.508,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"17446890624","shards":2,"effective_bpw":7.997,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"17735904384","shards":2,"effective_bpw":8.1295,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19005931136","shards":1,"effective_bpw":8.7117,"repo":"QuantStack/HunyuanImage-2.1-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21633729408","shards":2,"effective_bpw":9.9161,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"25944851328","shards":2,"effective_bpw":11.8922,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"30086060800","shards":1,"effective_bpw":13.7904,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"30086060800","shards":1,"effective_bpw":13.7904,"repo":"QuantStack/HunyuanImage-2.1-Refiner-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"39237175712","shards":3,"effective_bpw":17.985,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"40643683904","shards":6,"effective_bpw":18.6296,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"42553362752","shards":5,"effective_bpw":19.505,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"47445149440","shards":5,"effective_bpw":21.7472,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"50510250976","shards":4,"effective_bpw":23.1521,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"52799394112","shards":5,"effective_bpw":24.2014,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"57953618240","shards":5,"effective_bpw":26.5639,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"60225660000","shards":6,"effective_bpw":27.6053,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"63107842368","shards":5,"effective_bpw":28.9264,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"68262066496","shards":5,"effective_bpw":31.289,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"74060568544","shards":5,"effective_bpw":null,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"84427264448","shards":8,"effective_bpw":null,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"131782672960","shards":7,"effective_bpw":null,"repo":"calcuis/hunyuanimage-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"morphos-9b","canonical_repo":"rodrigomt/Morphos-9B","display_name":"Morphos-9B","publisher":"rodrigomt","modality":"text","arch_key":"qwen35","params_total":"8987369984","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4470","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rodrigomt/Morphos-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742643008","shards":1,"effective_bpw":2.4413,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877270336","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101649216","shards":1,"effective_bpw":2.7609,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346624","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427969344","shards":1,"effective_bpw":3.0514,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472448","shards":1,"effective_bpw":3.2111,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697240384","shards":1,"effective_bpw":3.2911,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263808","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938167104","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243417408","shards":1,"effective_bpw":3.7772,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408192","shards":1,"effective_bpw":3.7915,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370819392","shards":1,"effective_bpw":3.8906,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383872","shards":1,"effective_bpw":3.9303,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623526208","shards":1,"effective_bpw":4.1156,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925516096","shards":1,"effective_bpw":4.3844,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441920","shards":1,"effective_bpw":4.6256,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941056","shards":1,"effective_bpw":4.7408,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351631168","shards":1,"effective_bpw":4.7637,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215744","shards":1,"effective_bpw":4.823,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110592","shards":1,"effective_bpw":5.0107,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334592","shards":1,"effective_bpw":5.1711,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311040","shards":1,"effective_bpw":5.6126,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467971392","shards":1,"effective_bpw":5.7574,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260992","shards":1,"effective_bpw":6.5508,"repo":"mradermacher/Morphos-9B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-security","canonical_repo":"fableforge-ai/NEXUS-Security","display_name":"NEXUS-Security","publisher":"fableforge-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4469","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fableforge-ai/NEXUS-Security","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436524672","shards":1,"effective_bpw":2.2622,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014432","shards":1,"effective_bpw":2.6482,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550323808","shards":1,"effective_bpw":2.8519,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563806816","shards":1,"effective_bpw":2.9218,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"604418592","shards":1,"effective_bpw":3.1323,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676301856","shards":1,"effective_bpw":3.5048,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696224","shards":1,"effective_bpw":3.7919,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941408","shards":1,"effective_bpw":3.9434,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762403936","shards":1,"effective_bpw":3.951,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661088","shards":1,"effective_bpw":4.0249,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824175648","shards":1,"effective_bpw":4.2711,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880159584","shards":1,"effective_bpw":4.5613,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728800","shards":1,"effective_bpw":4.6419,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328288","shards":1,"effective_bpw":4.8523,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"937532448","shards":1,"effective_bpw":4.8586,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309344","shards":1,"effective_bpw":4.873,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045600","shards":1,"effective_bpw":5.11,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016839008","shards":1,"effective_bpw":5.2696,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726240","shards":1,"effective_bpw":5.6939,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047456","shards":1,"effective_bpw":5.8303,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736800","shards":1,"effective_bpw":6.5957,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570144","shards":1,"effective_bpw":8.533,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666144","shards":1,"effective_bpw":16.0323,"repo":"King3Djbl/nexus-security-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magistry-24b-v1-1","canonical_repo":"sophosympatheia/Magistry-24B-v1.1","display_name":"Magistry-24B-v1.1","publisher":"sophosympatheia","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4460","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sophosympatheia/Magistry-24B-v1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273746976","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750521376","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545145376","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207058976","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478380096","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7908785248","shards":1,"effective_bpw":2.6841,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114079296","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8248263808","shards":1,"effective_bpw":2.7993,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320190656","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8798766208","shards":1,"effective_bpw":2.9861,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890353856","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9096791808","shards":1,"effective_bpw":3.0873,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280620096","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9529656448","shards":1,"effective_bpw":3.2342,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9752171808","shards":1,"effective_bpw":3.3097,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907146976","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"10120138528","shards":1,"effective_bpw":3.4346,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400305376","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428158176","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10564144928","shards":1,"effective_bpw":3.5853,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650979968","shards":1,"effective_bpw":3.6147,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650980576","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10841034528","shards":1,"effective_bpw":3.6792,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474112128","shards":1,"effective_bpw":3.8941,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474112736","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11649748768","shards":1,"effective_bpw":3.9537,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400791776","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12459773728","shards":1,"effective_bpw":4.2286,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758947488","shards":1,"effective_bpw":4.3301,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758948096","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12908042048","shards":1,"effective_bpw":4.3807,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494262656","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549312896","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13602396608","shards":1,"effective_bpw":4.6164,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13604035008","shards":1,"effective_bpw":4.6169,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13667932608","shards":1,"effective_bpw":4.6386,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333942048","shards":1,"effective_bpw":4.8646,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333942656","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14573148608","shards":1,"effective_bpw":4.9458,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873141376","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14955060928","shards":1,"effective_bpw":5.0754,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"15071237408","shards":1,"effective_bpw":5.1149,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304448896","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16360154048","shards":1,"effective_bpw":5.5523,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764019488","shards":1,"effective_bpw":5.6894,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764020096","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16958989248","shards":1,"effective_bpw":5.7555,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17373189408","shards":1,"effective_bpw":5.8961,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345976768","shards":1,"effective_bpw":6.5656,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345977376","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Magistry-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19726904928","shards":1,"effective_bpw":6.6949,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"20051973408","shards":1,"effective_bpw":6.8052,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054827648","shards":1,"effective_bpw":8.5031,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054827808","shards":1,"effective_bpw":8.5031,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153605024","shards":1,"effective_bpw":16.003,"repo":"zerofata/Magistry-24B-v1.1-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153605120","shards":1,"effective_bpw":16.003,"repo":"bartowski/sophosympatheia_Magistry-24B-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-3-5-7-8b-instruct","canonical_repo":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct","display_name":"EXAONE-3.5-7.8B-Instruct","publisher":"LGAI-EXAONE","modality":"text","arch_key":"exaone","params_total":"7818448896","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4455","n_layers":null,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"2636536000","shards":1,"effective_bpw":2.6978,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2826328256","shards":1,"effective_bpw":2.892,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3053869248","shards":1,"effective_bpw":3.1248,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3382728896","shards":1,"effective_bpw":3.4613,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3463469248","shards":1,"effective_bpw":3.5439,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3528480960","shards":1,"effective_bpw":3.6104,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3648805056","shards":1,"effective_bpw":3.7335,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3882899648","shards":1,"effective_bpw":3.9731,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4185937824","shards":1,"effective_bpw":4.2831,"repo":"lmstudio-community/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4185938112","shards":1,"effective_bpw":4.2831,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4300888256","shards":1,"effective_bpw":4.4008,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4525807808","shards":1,"effective_bpw":4.6309,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4527904960","shards":1,"effective_bpw":4.633,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4542585024","shards":1,"effective_bpw":4.6481,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4770650016","shards":1,"effective_bpw":4.8814,"repo":"lmstudio-community/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4770650304","shards":1,"effective_bpw":4.8814,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5081946304","shards":1,"effective_bpw":5.2,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5435971776","shards":1,"effective_bpw":5.5622,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5569665216","shards":1,"effective_bpw":5.699,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5828532416","shards":1,"effective_bpw":5.9639,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6418618272","shards":1,"effective_bpw":6.5677,"repo":"lmstudio-community/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6418618560","shards":1,"effective_bpw":6.5677,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6621780160","shards":1,"effective_bpw":6.7755,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8312084384","shards":1,"effective_bpw":8.5051,"repo":"lmstudio-community/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8312084672","shards":1,"effective_bpw":8.5051,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15641630912","shards":1,"effective_bpw":16.0048,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"31277995936","shards":1,"effective_bpw":32.0043,"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-engineer-deckard-gemini","canonical_repo":"nightmedia/Qwen3.5-27B-Engineer-Deckard-Gemini","display_name":"Qwen3.5-27B-Engineer-Deckard-Gemini","publisher":"nightmedia","modality":"text","arch_key":"qwen35","params_total":"27728999152","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4453","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nightmedia/Qwen3.5-27B-Engineer-Deckard-Gemini","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225768384","shards":1,"effective_bpw":1.7962,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766010304","shards":1,"effective_bpw":1.952,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666413504","shards":1,"effective_bpw":2.2118,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402464704","shards":1,"effective_bpw":2.4242,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674787264","shards":1,"effective_bpw":2.5027,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395109824","shards":1,"effective_bpw":2.7106,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658503104","shards":1,"effective_bpw":2.7865,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121842624","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734174144","shards":1,"effective_bpw":3.0969,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632897984","shards":1,"effective_bpw":3.3562,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073955264","shards":1,"effective_bpw":3.4834,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085096384","shards":1,"effective_bpw":3.4866,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580876224","shards":1,"effective_bpw":3.6297,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289648064","shards":1,"effective_bpw":3.8342,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030204864","shards":1,"effective_bpw":4.0478,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689292224","shards":1,"effective_bpw":4.238,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521435584","shards":1,"effective_bpw":4.478,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568621504","shards":1,"effective_bpw":4.4917,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540274624","shards":1,"effective_bpw":4.772,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078243264","shards":1,"effective_bpw":4.9272,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679615424","shards":1,"effective_bpw":5.3892,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399610304","shards":1,"effective_bpw":5.5969,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082531264","shards":1,"effective_bpw":6.371,"repo":"mradermacher/Qwen3.5-27B-Engineer-Deckard-Gemini-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-star-trek-tng-ds9-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-9B-Star-Trek-TNG-DS9-Heretic-Uncensored-Thinking","display_name":"Qwen3.5-9B-Star-Trek-TNG-DS9-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4452","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Star-Trek-TNG-DS9-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"10486948832","shards":1,"effective_bpw":8.9158,"repo":"DavidAU/Qwen3.5-9B-Star-Trek-TNG-DS9-Heretic-Uncensored-Thinking-MAX-NEOCODE-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697024","shards":1,"effective_bpw":15.2358,"repo":"DavidAU/Qwen3.5-9B-Star-Trek-TNG-DS9-Heretic-Uncensored-Thinking-MAX-NEOCODE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm5-1b-uncensored","canonical_repo":"sahilchachra/MiniCPM5-1B-Uncensored","display_name":"MiniCPM5-1B-Uncensored","publisher":"sahilchachra","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4451","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sahilchachra/MiniCPM5-1B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"352826016","shards":1,"effective_bpw":2.612,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"366262944","shards":1,"effective_bpw":2.7115,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"388657824","shards":1,"effective_bpw":2.8773,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"408933024","shards":1,"effective_bpw":3.0274,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"442073760","shards":1,"effective_bpw":3.2727,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"459989664","shards":1,"effective_bpw":3.4053,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"465887904","shards":1,"effective_bpw":3.449,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"485831040","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"485831328","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"489517728","shards":1,"effective_bpw":3.6239,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"533404320","shards":1,"effective_bpw":3.9488,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"548075904","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"548076192","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"549329568","shards":1,"effective_bpw":4.0667,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"562176672","shards":1,"effective_bpw":4.1618,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"582900096","shards":1,"effective_bpw":4.3152,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"582900384","shards":1,"effective_bpw":4.3153,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"613767552","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"613767840","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"638927520","shards":1,"effective_bpw":4.73,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"642244992","shards":1,"effective_bpw":4.7546,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"666133152","shards":1,"effective_bpw":4.9314,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"666280608","shards":1,"effective_bpw":4.9325,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"667804032","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"667804320","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688066944","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"688067232","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"719954592","shards":1,"effective_bpw":5.3299,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"774955392","shards":1,"effective_bpw":5.737,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"774955680","shards":1,"effective_bpw":5.7371,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862464","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"786862752","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"891832704","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"891832992","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/MiniCPM5-1B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153530240","shards":1,"effective_bpw":8.5397,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166552960","shards":1,"effective_bpw":16.0391,"repo":"mradermacher/MiniCPM5-1B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tostideluxekaas-llama-3-2-3b-instruct-uncensored","canonical_repo":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored","display_name":"Llama-3.2-3B-Instruct-uncensored","publisher":"tostideluxekaas","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4447","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2019377920","shards":1,"effective_bpw":5.0284,"repo":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322154240","shards":1,"effective_bpw":5.7823,"repo":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899520","shards":1,"effective_bpw":8.5208,"repo":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688320","shards":1,"effective_bpw":16.0204,"repo":"tostideluxekaas/Llama-3.2-3B-Instruct-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melody1437-27b","canonical_repo":"ReadyArt/Melody1437-27B","display_name":"Melody1437-27B","publisher":"ReadyArt","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4441","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ReadyArt/Melody1437-27B","arch_confidence":1,"quantizations":[{"quant":"Q6_K","bytes":"25430704640","shards":1,"effective_bpw":7.3231,"repo":"ReadyArt/Melody1437-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"30497817600","shards":2,"effective_bpw":8.7822,"repo":"ReadyArt/Melody1437-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"36948915200","shards":2,"effective_bpw":10.6399,"repo":"ReadyArt/Melody1437-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"42239964160","shards":2,"effective_bpw":12.1635,"repo":"ReadyArt/Melody1437-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"63642044960","shards":3,"effective_bpw":18.3265,"repo":"ReadyArt/Melody1437-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rocinante-x-12b-v1-heretic-uncensored","canonical_repo":"DavidAU/Rocinante-X-12B-v1-Heretic-Uncensored","display_name":"Rocinante-X-12B-v1-Heretic-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4434","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Rocinante-X-12B-v1-Heretic-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999216224","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221629024","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592317024","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081824","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477664","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435028064","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682784","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791052096","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791052384","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389664","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306493024","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230336","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230624","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562083424","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722237024","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094336","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094624","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507136","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561507424","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742714464","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800058176","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642784","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097919584","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201536","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201824","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208896","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477209184","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795222624","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739776","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518740064","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635776","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727636064","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214336","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214624","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373696","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"solar-10-7b-instruct-v1-0-uncensored","canonical_repo":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored","display_name":"SOLAR-10.7B-Instruct-v1.0-uncensored","publisher":"w4r10ck","modality":"text","arch_key":"llama","params_total":"10731524096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4429","n_layers":48,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4549951904","shards":1,"effective_bpw":3.3918,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4665500064","shards":1,"effective_bpw":3.478,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5189263776","shards":1,"effective_bpw":3.8684,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5651685792","shards":1,"effective_bpw":4.2131,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6073319840","shards":1,"effective_bpw":4.5275,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6104777120","shards":1,"effective_bpw":4.5509,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6462603680","shards":1,"effective_bpw":4.8177,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7398326688","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7398326688","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7598866848","shards":1,"effective_bpw":5.6647,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8806146464","shards":1,"effective_bpw":6.5647,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11405091232","shards":1,"effective_bpw":8.5021,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-embedding-8b","canonical_repo":"Qwen/Qwen3-Embedding-8B","display_name":"Qwen3-Embedding-8B","publisher":"Qwen","modality":"embedding","arch_key":"qwen3","params_total":"7567295488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4419","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151665,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Embedding-8B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3076612864","shards":1,"effective_bpw":3.2525,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3501286144","shards":1,"effective_bpw":3.7015,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3855835904","shards":1,"effective_bpw":4.0763,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4163068672","shards":1,"effective_bpw":4.4011,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4261765888","shards":1,"effective_bpw":4.5055,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4357163776","shards":1,"effective_bpw":4.6063,"repo":"cstr/qwen3-embed-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4451033856","shards":1,"effective_bpw":4.7055,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4574219008","shards":1,"effective_bpw":4.8358,"repo":"cstr/qwen3-embed-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4676804928","shards":1,"effective_bpw":4.9442,"repo":"zenlm/zen-embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4676805376","shards":1,"effective_bpw":4.9442,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5291991808","shards":1,"effective_bpw":5.5946,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5422342912","shards":1,"effective_bpw":5.7324,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5442439936","shards":1,"effective_bpw":5.7536,"repo":"cstr/qwen3-embed-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6214476544","shards":1,"effective_bpw":6.5698,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047102720","shards":1,"effective_bpw":8.5072,"repo":"cstr/qwen3-embed-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047106272","shards":1,"effective_bpw":8.5072,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15141156832","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/Qwen3-Embedding-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"timeomni-1-4b","canonical_repo":"TimeOmni-1/TimeOmni-1-4B","display_name":"TimeOmni-1-4B","publisher":"TimeOmni-1","modality":"text","arch_key":"qwen35","params_total":"5174964736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4418","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TimeOmni-1/TimeOmni-1-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1567823424","shards":1,"effective_bpw":2.4237,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1635008064","shards":1,"effective_bpw":2.5276,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1746982464","shards":1,"effective_bpw":2.7007,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1839183424","shards":1,"effective_bpw":2.8432,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1925127744","shards":1,"effective_bpw":2.9761,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2014707264","shards":1,"effective_bpw":3.1145,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2060981824","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2124060224","shards":1,"effective_bpw":3.2836,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2177646144","shards":1,"effective_bpw":3.3664,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2343032384","shards":1,"effective_bpw":3.6221,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2350732864","shards":1,"effective_bpw":3.634,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2412664384","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2436339264","shards":1,"effective_bpw":3.7663,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2535216704","shards":1,"effective_bpw":3.9192,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2694469184","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2852001344","shards":1,"effective_bpw":4.4089,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2907379264","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2921469504","shards":1,"effective_bpw":4.5163,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2967017024","shards":1,"effective_bpw":4.5867,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3066385984","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3164280384","shards":1,"effective_bpw":4.8917,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3427079744","shards":1,"effective_bpw":5.2979,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3512030784","shards":1,"effective_bpw":5.4293,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3985528384","shards":1,"effective_bpw":6.1612,"repo":"mradermacher/TimeOmni-1-4B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-marvin-gutenberg","canonical_repo":"ToastyPigeon/gemma-4-12b-marvin-gutenberg","display_name":"gemma-4-12b-marvin-gutenberg","publisher":"ToastyPigeon","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4412","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ToastyPigeon/gemma-4-12b-marvin-gutenberg","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983691648","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848128","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568108928","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887842688","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079596928","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371805568","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147328","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830147680","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830147968","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194368","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393088","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528228960","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229248","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229248","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733991808","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087200","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087087488","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319200","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566319488","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255168","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690550880","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975878528","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997996928","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047200","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024047488","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382240","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381382528","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125248","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338371680","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338371968","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547267680","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547267968","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786020960","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021248","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669645920","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nyakura-causallm-rp-34b","canonical_repo":"ParasiticRogue/Nyakura-CausalLM-RP-34B","display_name":"Nyakura-CausalLM-RP-34B","publisher":"ParasiticRogue","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4409","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498979616","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176785696","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306462496","shards":1,"effective_bpw":2.165,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306541856","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891020576","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794762016","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825233696","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333874976","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234319136","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960294176","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018785056","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564699936","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654924064","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139445536","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475051296","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754336","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598649632","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658710816","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707691296","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321845536","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213926176","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-2-3b","canonical_repo":"meta-llama/Meta-Llama-3.2-3B","display_name":"Meta-Llama-3.2-3B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"3212749888","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"4405","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"2019373888","shards":1,"effective_bpw":5.0284,"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377664","shards":1,"effective_bpw":5.0284,"repo":"Bllossom/llama-3.2-Korean-Bllossom-3B-gguf-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322150208","shards":1,"effective_bpw":5.7823,"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643850048","shards":1,"effective_bpw":6.5834,"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421895488","shards":1,"effective_bpw":8.5208,"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-gemma-4-26b-a4b-it","canonical_repo":"unsloth/gemma-4-26B-A4B-it","display_name":"gemma-4-26B-A4B-it","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4401","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"unsloth/gemma-4-26B-A4B-it","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"26859858976","shards":1,"effective_bpw":8.0952,"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505135136","shards":1,"effective_bpw":15.2215,"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"adqwenistrator-9b","canonical_repo":"DuoNeural/AdQWENistrator-9B","display_name":"AdQWENistrator-9B","publisher":"DuoNeural","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4400","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DuoNeural/AdQWENistrator-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642272","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269600","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648480","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345888","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968608","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471712","shards":1,"effective_bpw":3.067,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239648","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263072","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166368","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416672","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407456","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818656","shards":1,"effective_bpw":3.716,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383136","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525472","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515360","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441184","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940320","shards":1,"effective_bpw":4.528,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630432","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215008","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109856","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333856","shards":1,"effective_bpw":4.939,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310304","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970656","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260256","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/AdQWENistrator-9B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reasoning-summarizer-800m-pre","canonical_repo":"SupraLabs/reasoning-summarizer-800m-pre","display_name":"reasoning-summarizer-800m-pre","publisher":"SupraLabs","modality":"text","arch_key":"qwen35","params_total":"752393024","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4398","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SupraLabs/reasoning-summarizer-800m-pre","arch_confidence":1,"quantizations":[{"quant":"Q4_K_S","bytes":"505246272","shards":1,"effective_bpw":5.3722,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529289792","shards":1,"effective_bpw":5.6278,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577991232","shards":1,"effective_bpw":6.1456,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629736512","shards":1,"effective_bpw":6.6958,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811835968","shards":1,"effective_bpw":8.632,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516737088","shards":1,"effective_bpw":16.1271,"repo":"SupraLabs/reasoning-summarizer-800m-pre-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-1-yi-1-5-34b","canonical_repo":"dphn/dolphin-2.9.1-yi-1.5-34b","display_name":"dolphin-2.9.1-yi-1.5-34b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4396","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.9.1-yi-1.5-34b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498980544","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176786624","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306463424","shards":1,"effective_bpw":2.165,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306542784","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891021504","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794762944","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12825234368","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825234624","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333875904","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14234319808","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234320064","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960294848","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960295104","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15018785728","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018785984","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15564700608","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564700864","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654924736","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654924992","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139446208","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139446464","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475052224","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18635615168","shards":1,"effective_bpw":4.3353,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530755264","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598650304","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598650560","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658711488","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658711744","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691968","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707692224","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321846208","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321846464","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213926848","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213927104","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542282688","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-1-dark-reasoning-lewdplay-evo-hermes-r1-uncensored-8b-heretic","canonical_repo":"Yingyaeliae/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic","display_name":"L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic","publisher":"Yingyaeliae","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4394","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Yingyaeliae/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019635488","shards":1,"effective_bpw":2.012,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161979680","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399220000","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605789472","shards":1,"effective_bpw":2.596,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758496544","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948288800","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988822816","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179139040","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179139360","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274920224","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518755104","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664506848","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664507168","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332960","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784831264","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018925536","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018925856","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321964000","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321964320","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447670560","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484370400","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675899680","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677996832","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692676576","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676896","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920741856","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920742176","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130260768","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599301600","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301920","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732995040","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732995360","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596014048","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596014368","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540778464","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068898784","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mimo-v2-flash","canonical_repo":"XiaomiMiMo/MiMo-V2-Flash","display_name":"MiMo-V2-Flash","publisher":"XiaomiMiMo","modality":"text","arch_key":"mimo2","params_total":"309785318400","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4384","n_layers":48,"n_head":64,"n_head_kv":4,"head_dim_k":192,"head_dim_v":128,"hidden":4096,"vocab_size":152576,"ctx_native":262144,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"XiaomiMiMo/MiMo-V2-Flash","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"62496645216","shards":1,"effective_bpw":1.6139,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"63254069120","shards":2,"effective_bpw":1.6335,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"65827274656","shards":2,"effective_bpw":1.6999,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"69407932512","shards":1,"effective_bpw":1.7924,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"73521725344","shards":2,"effective_bpw":1.8986,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"77692674304","shards":1,"effective_bpw":2.0064,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"80926744672","shards":1,"effective_bpw":2.0899,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"84921843776","shards":3,"effective_bpw":2.1931,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"85186641984","shards":3,"effective_bpw":2.1999,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"87222133184","shards":2,"effective_bpw":2.2525,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"90192126048","shards":1,"effective_bpw":2.3292,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"91579424864","shards":1,"effective_bpw":2.365,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"93800366560","shards":2,"effective_bpw":2.4223,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"96737755168","shards":3,"effective_bpw":2.4982,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"100794474592","shards":1,"effective_bpw":2.603,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"101554291296","shards":3,"effective_bpw":2.6226,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"104389165152","shards":1,"effective_bpw":2.6958,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"106654564960","shards":3,"effective_bpw":2.7543,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"107659853856","shards":3,"effective_bpw":2.7802,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"108270157856","shards":3,"effective_bpw":2.796,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"112278126688","shards":1,"effective_bpw":2.8995,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"112278127200","shards":3,"effective_bpw":2.8995,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"112424600128","shards":3,"effective_bpw":2.9033,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"118550012000","shards":1,"effective_bpw":3.0615,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"121483624576","shards":4,"effective_bpw":3.1372,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"125756317792","shards":1,"effective_bpw":3.2476,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"126357569696","shards":4,"effective_bpw":3.2631,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"127455461952","shards":3,"effective_bpw":3.2915,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"133105918048","shards":1,"effective_bpw":3.4374,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"133105918528","shards":3,"effective_bpw":3.4374,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"133130149984","shards":1,"effective_bpw":3.438,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"133694341248","shards":4,"effective_bpw":3.4526,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"134779035744","shards":1,"effective_bpw":3.4806,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"140287377536","shards":4,"effective_bpw":3.6228,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"140296552576","shards":4,"effective_bpw":3.6231,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"146077352096","shards":4,"effective_bpw":3.7724,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"147304013920","shards":1,"effective_bpw":3.804,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"147304014400","shards":3,"effective_bpw":3.804,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"159606956128","shards":1,"effective_bpw":4.1217,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"164426252384","shards":1,"effective_bpw":4.2462,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"164445782752","shards":4,"effective_bpw":4.2467,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"164823302400","shards":5,"effective_bpw":4.2565,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"174048805600","shards":4,"effective_bpw":4.4947,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"174386970880","shards":5,"effective_bpw":4.5034,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"174701281376","shards":1,"effective_bpw":4.5115,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"174701282016","shards":4,"effective_bpw":4.5115,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"175378399328","shards":1,"effective_bpw":4.529,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"175378399968","shards":4,"effective_bpw":4.529,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"177254039808","shards":5,"effective_bpw":4.5775,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"180548403488","shards":5,"effective_bpw":4.6625,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"186798293088","shards":1,"effective_bpw":4.8239,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"186798293696","shards":4,"effective_bpw":4.8239,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"187136459008","shards":5,"effective_bpw":4.8327,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"187600290048","shards":5,"effective_bpw":4.8447,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"193282506848","shards":1,"effective_bpw":4.9914,"repo":"mradermacher/MiMo-V2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"193282507456","shards":4,"effective_bpw":4.9914,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"193402241312","shards":5,"effective_bpw":4.9945,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"212539015968","shards":5,"effective_bpw":5.4887,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"212641644928","shards":6,"effective_bpw":5.4913,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"219118682944","shards":5,"effective_bpw":5.6586,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"219221311872","shards":6,"effective_bpw":5.6612,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"253459096448","shards":6,"effective_bpw":6.5454,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"253525377504","shards":7,"effective_bpw":6.5471,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"328229421760","shards":9,"effective_bpw":8.4763,"repo":"bartowski/XiaomiMiMo_MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"328229422112","shards":7,"effective_bpw":8.4763,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"617662940640","shards":13,"effective_bpw":15.9507,"repo":"unsloth/MiMo-V2-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"locooperator-4b","canonical_repo":"LocoreMind/LocoOperator-4B","display_name":"LocoOperator-4B","publisher":"LocoreMind","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4381","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LocoreMind/LocoOperator-4B","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"2286315328","shards":1,"effective_bpw":4.5471,"repo":"LocoreMind/LocoOperator-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279808","shards":1,"effective_bpw":4.9667,"repo":"LocoreMind/LocoOperator-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260288","shards":1,"effective_bpw":6.5756,"repo":"LocoreMind/LocoOperator-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404288","shards":1,"effective_bpw":8.513,"repo":"LocoreMind/LocoOperator-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-rprmax-v1","canonical_repo":"ArliAI/Qwen3.5-4B-RpRMax-v1","display_name":"Qwen3.5-4B-RpRMax-v1","publisher":"ArliAI","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4373","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Qwen3.5-4B-RpRMax-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359234624","shards":1,"effective_bpw":2.3335,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426419264","shards":1,"effective_bpw":2.4489,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538393664","shards":1,"effective_bpw":2.6411,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630594624","shards":1,"effective_bpw":2.7994,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651975744","shards":1,"effective_bpw":2.8361,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741555264","shards":1,"effective_bpw":2.9899,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852393024","shards":1,"effective_bpw":3.1802,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904494144","shards":1,"effective_bpw":3.2696,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915471424","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880384","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077580864","shards":1,"effective_bpw":3.5668,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139512384","shards":1,"effective_bpw":3.6731,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187264","shards":1,"effective_bpw":3.7137,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262064704","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421317184","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514286144","shards":1,"effective_bpw":4.3165,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798464","shards":1,"effective_bpw":4.3775,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563888704","shards":1,"effective_bpw":4.4017,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609436224","shards":1,"effective_bpw":4.4798,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708805184","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968384","shards":1,"effective_bpw":4.7503,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036544","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074987584","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056384","shards":1,"effective_bpw":5.9471,"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-gutenberg-26b-a4b-lora","canonical_repo":"nbeerbower/Gemma4-Gutenberg-26B-A4B-lora","display_name":"Gemma4-Gutenberg-26B-A4B-lora","publisher":"nbeerbower","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4372","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271392","shards":1,"effective_bpw":2.6284,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657312","shards":1,"effective_bpw":2.7483,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300512","shards":1,"effective_bpw":2.9483,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430752","shards":1,"effective_bpw":3.1122,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201312","shards":1,"effective_bpw":3.1302,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715872","shards":1,"effective_bpw":3.2902,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582737280","shards":1,"effective_bpw":3.3552,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737568","shards":1,"effective_bpw":3.3552,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624481952","shards":1,"effective_bpw":3.3684,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694112","shards":1,"effective_bpw":3.5907,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068000","shards":1,"effective_bpw":3.6891,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222409600","shards":1,"effective_bpw":3.875,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409888","shards":1,"effective_bpw":3.875,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409888","shards":1,"effective_bpw":3.875,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563872","shards":1,"effective_bpw":3.929,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286733696","shards":1,"effective_bpw":4.2125,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286733984","shards":1,"effective_bpw":4.2125,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824488320","shards":1,"effective_bpw":4.383,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488608","shards":1,"effective_bpw":4.383,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726368","shards":1,"effective_bpw":4.4125,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063808896","shards":1,"effective_bpw":4.4588,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056480","shards":1,"effective_bpw":4.5933,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825216","shards":1,"effective_bpw":4.903,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825504","shards":1,"effective_bpw":4.903,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576608","shards":1,"effective_bpw":5.063,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016000","shards":1,"effective_bpw":5.3251,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016288","shards":1,"effective_bpw":5.3251,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986733440","shards":1,"effective_bpw":5.7026,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733728","shards":1,"effective_bpw":5.7026,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890496","shards":1,"effective_bpw":6.066,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890784","shards":1,"effective_bpw":6.066,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399360","shards":1,"effective_bpw":7.1774,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399648","shards":1,"effective_bpw":7.1774,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859328","shards":1,"effective_bpw":8.5157,"repo":"spiritfather/Gemma4-Gutenberg-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-3-vl-8b-instruct-heretic","canonical_repo":"heretic-org/Qwen-3-VL-8B-Instruct-heretic","display_name":"Qwen-3-VL-8B-Instruct-heretic","publisher":"heretic-org","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4371","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"heretic-org/Qwen-3-VL-8B-Instruct-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771776","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149888","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113408","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158592","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745856","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916672","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554176","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735040","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635200","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876288","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613696","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667712","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622464","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163456","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396224","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841536","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334528","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625984","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014592","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786112","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757696","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763776","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114880","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901696","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen-3-VL-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwenpaw-flash-9b","canonical_repo":"agentscope-ai/QwenPaw-Flash-9B","display_name":"QwenPaw-Flash-9B","publisher":"agentscope-ai","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4369","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"agentscope-ai/QwenPaw-Flash-9B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"3605849216","shards":1,"effective_bpw":3.0656,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3769427072","shards":1,"effective_bpw":3.2047,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262752","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064273536","shards":1,"effective_bpw":3.4553,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407136","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276020352","shards":1,"effective_bpw":3.6354,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560528512","shards":1,"effective_bpw":3.8773,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525152","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669318272","shards":1,"effective_bpw":3.9697,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722533504","shards":1,"effective_bpw":4.015,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920190080","shards":1,"effective_bpw":4.183,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515040","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5057553536","shards":1,"effective_bpw":4.2998,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111030912","shards":1,"effective_bpw":4.3453,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898144","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242643584","shards":1,"effective_bpw":4.4572,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630112","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5478900864","shards":1,"effective_bpw":4.658,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482833024","shards":1,"effective_bpw":4.6614,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598176384","shards":1,"effective_bpw":4.7594,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109536","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5903573568","shards":1,"effective_bpw":5.0191,"repo":"daydreamwarrior/QwenPaw-Flash-9B-heretic-coder3101-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910783104","shards":1,"effective_bpw":5.0252,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944861824","shards":1,"effective_bpw":5.0542,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309984","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970336","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526428288","shards":1,"effective_bpw":5.5486,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6665675904","shards":1,"effective_bpw":5.667,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852928640","shards":1,"effective_bpw":5.8262,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_S","bytes":"7048962624","shards":1,"effective_bpw":5.9929,"repo":"daydreamwarrior/QwenPaw-Flash-9B-heretic-coder3101-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259936","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7476781632","shards":1,"effective_bpw":6.3566,"repo":"daydreamwarrior/QwenPaw-Flash-9B-heretic-coder3101-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7480681600","shards":1,"effective_bpw":6.3599,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7700259968","shards":1,"effective_bpw":6.5466,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192926848","shards":1,"effective_bpw":6.9654,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502112","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9545983104","shards":1,"effective_bpw":8.1158,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920696896","shards":1,"effective_bpw":15.2358,"repo":"daydreamwarrior/QwenPaw-Flash-9B-heretic-coder3101-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697184","shards":1,"effective_bpw":15.2358,"repo":"bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697632","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/QwenPaw-Flash-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-granite-4-1-30b-abliterated","canonical_repo":"huihui-ai/Huihui-granite-4.1-30b-abliterated","display_name":"Huihui-granite-4.1-30b-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"granite","params_total":"28865728512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4367","n_layers":64,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-granite-4.1-30b-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6154021312","shards":1,"effective_bpw":1.7056,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6764292544","shards":1,"effective_bpw":1.8747,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7781411264","shards":1,"effective_bpw":2.1566,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8628660672","shards":1,"effective_bpw":2.3914,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8888707520","shards":1,"effective_bpw":2.4635,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9702402496","shards":1,"effective_bpw":2.689,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9993972160","shards":1,"effective_bpw":2.7698,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10723781056","shards":1,"effective_bpw":2.972,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11195574720","shards":1,"effective_bpw":3.1028,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11938032064","shards":1,"effective_bpw":3.3086,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12569274816","shards":1,"effective_bpw":3.4835,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12604926400","shards":1,"effective_bpw":3.4934,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12890139072","shards":1,"effective_bpw":3.5724,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13956540864","shards":1,"effective_bpw":3.868,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15129897408","shards":1,"effective_bpw":4.1932,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15501093312","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16415451584","shards":1,"effective_bpw":4.5495,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16484657600","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17490241984","shards":1,"effective_bpw":4.8473,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18126727616","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19905112512","shards":1,"effective_bpw":5.5166,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20493363648","shards":1,"effective_bpw":5.6796,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23684180416","shards":1,"effective_bpw":6.564,"repo":"mradermacher/Huihui-granite-4.1-30b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-30b-a3b-instruct-rtpurbo","canonical_repo":"RTP-LLM/Qwen3-Coder-30B-A3B-Instruct-RTPurbo","display_name":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo","publisher":"RTP-LLM","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"4366","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"RTP-LLM/Qwen3-Coder-30B-A3B-Instruct-RTPurbo","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416505440","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078287968","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181258848","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076218464","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287127648","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169504352","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519360096","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258606176","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849323104","shards":1,"effective_bpw":3.1047,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598438496","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292464736","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299149408","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513058912","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711843424","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900666464","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368345696","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379983968","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456005728","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556682848","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192496736","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080506976","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725577824","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092528736","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vero-qwen35-9b-base","canonical_repo":"zlab-princeton/Vero-Qwen35-9B-Base","display_name":"Vero-Qwen35-9B-Base","publisher":"zlab-princeton","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4364","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zlab-princeton/Vero-Qwen35-9B-Base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742644640","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877271968","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101650848","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285348256","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427970976","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607474080","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697242016","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827265440","shards":1,"effective_bpw":3.2539,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938168736","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243419040","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259409824","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370821024","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415385504","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623527840","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925517728","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196443552","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325942688","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351632800","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418217376","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629112224","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809336224","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305312672","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467973024","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359262624","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Vero-Qwen35-9B-Base-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cogito-v1-preview-qwen-32b","canonical_repo":"deepcogito/cogito-v1-preview-qwen-32B","display_name":"cogito-v1-preview-qwen-32B","publisher":"deepcogito","modality":"text","arch_key":"qwen2","params_total":"32759790592","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4356","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepcogito/cogito-v1-preview-qwen-32B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7272424960","shards":1,"effective_bpw":1.7759,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7930078720","shards":1,"effective_bpw":1.9365,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9026168320","shards":1,"effective_bpw":2.2042,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9955468384","shards":1,"effective_bpw":2.4311,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9955468800","shards":1,"effective_bpw":2.4311,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10385279456","shards":1,"effective_bpw":2.5361,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10385279872","shards":1,"effective_bpw":2.5361,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11262151136","shards":1,"effective_bpw":2.7502,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11262151552","shards":1,"effective_bpw":2.7502,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11485647424","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12310745248","shards":1,"effective_bpw":3.0063,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12310745664","shards":1,"effective_bpw":3.0063,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12836981216","shards":1,"effective_bpw":3.1348,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12836981632","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13069070208","shards":1,"effective_bpw":3.1915,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13702952480","shards":1,"effective_bpw":3.3463,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702952896","shards":1,"effective_bpw":3.3463,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389769760","shards":1,"effective_bpw":3.514,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389770176","shards":1,"effective_bpw":3.514,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434334656","shards":1,"effective_bpw":3.5249,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14807561760","shards":1,"effective_bpw":3.616,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14807562176","shards":1,"effective_bpw":3.616,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15932487200","shards":1,"effective_bpw":3.8907,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15932487616","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244517632","shards":1,"effective_bpw":4.2111,"repo":"lmstudio-community/cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244517920","shards":1,"effective_bpw":4.2111,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17244518336","shards":1,"effective_bpw":4.2111,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690385312","shards":1,"effective_bpw":4.32,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690385728","shards":1,"effective_bpw":4.32,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679341632","shards":1,"effective_bpw":4.5615,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18708177472","shards":1,"effective_bpw":4.5686,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18708177888","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18781577792","shards":1,"effective_bpw":4.5865,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18781578208","shards":1,"effective_bpw":4.5865,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848503584","shards":1,"effective_bpw":4.847,"repo":"lmstudio-community/cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848503872","shards":1,"effective_bpw":4.847,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19848504288","shards":1,"effective_bpw":4.847,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20424830848","shards":1,"effective_bpw":4.9878,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636282752","shards":1,"effective_bpw":5.0394,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636283168","shards":1,"effective_bpw":5.0394,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635166912","shards":1,"effective_bpw":5.5275,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635167328","shards":1,"effective_bpw":5.5275,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23259069632","shards":1,"effective_bpw":5.6799,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23259070048","shards":1,"effective_bpw":5.6799,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23738331008","shards":1,"effective_bpw":5.7969,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882795488","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882795776","shards":1,"effective_bpw":6.5648,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26882796192","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/cogito-v1-preview-qwen-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27258924928","shards":1,"effective_bpw":6.6567,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816536160","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816536448","shards":1,"effective_bpw":8.5023,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65527790752","shards":2,"effective_bpw":16.002,"repo":"bartowski/deepcogito_cogito-v1-preview-qwen-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama2-70b-chat-uncensored","canonical_repo":"jarradh/llama2_70b_chat_uncensored","display_name":"llama2_70b_chat_uncensored","publisher":"jarradh","modality":"text","arch_key":"llama","params_total":"68976648192","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"4349","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jarradh/llama2_70b_chat_uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"29279253440","shards":1,"effective_bpw":3.3958,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919294400","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33186657216","shards":1,"effective_bpw":3.849,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147835840","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872249280","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39073575872","shards":1,"effective_bpw":4.5318,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422910400","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461397440","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461397440","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753767360","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-minecraft-mt-en-zh-v0-1","canonical_repo":"Q1ngMang/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1","display_name":"Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1","publisher":"Q1ngMang","modality":"text","arch_key":"gemma4","params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-sa-4.0","downloads_30d":"4349","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Q1ngMang/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401321824","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401322144","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654638944","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654639264","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663169184","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714696864","shards":1,"effective_bpw":4.717,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850397024","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850397344","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021282144","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021282464","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070956704","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091436384","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193959584","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194123424","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202970464","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202970784","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335291744","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335292064","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435951264","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685970784","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685971104","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762914144","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762914464","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217262944","shards":1,"effective_bpw":6.2203,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217263264","shards":1,"effective_bpw":6.2203,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031242080","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053096800","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/Gemma-4-E4B-it-Minecraft-MT-en-zh-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cogito-671b-v2-1","canonical_repo":"deepcogito/cogito-671b-v2.1","display_name":"cogito-671b-v2.1","publisher":"deepcogito","modality":"text","arch_key":"deepseek2","params_total":"671019752960","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4347","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":128815,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepcogito/cogito-671b-v2.1","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"149055367808","shards":10,"effective_bpw":1.7771,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"161920272896","shards":1,"effective_bpw":1.9304,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174580685056","shards":11,"effective_bpw":2.0814,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"185878137792","shards":4,"effective_bpw":2.2161,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200996867136","shards":5,"effective_bpw":2.3963,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"216764271648","shards":5,"effective_bpw":2.5843,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"228508322848","shards":5,"effective_bpw":2.7243,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244144445312","shards":16,"effective_bpw":2.9107,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"245692745696","shards":5,"effective_bpw":2.9292,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"245909154880","shards":5,"effective_bpw":2.9318,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"273499638976","shards":6,"effective_bpw":3.2607,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"290444182976","shards":6,"effective_bpw":3.4627,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319262188992","shards":22,"effective_bpw":3.8063,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"320446908032","shards":7,"effective_bpw":3.8204,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"358342708576","shards":8,"effective_bpw":4.2722,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"379131334016","shards":8,"effective_bpw":4.5201,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"380095630720","shards":8,"effective_bpw":4.5316,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"381059927424","shards":8,"effective_bpw":4.5431,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404489541120","shards":29,"effective_bpw":4.8224,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"405393395232","shards":9,"effective_bpw":4.8332,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420766294112","shards":9,"effective_bpw":5.0164,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462627418848","shards":10,"effective_bpw":5.5155,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475423513632","shards":33,"effective_bpw":5.6681,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"476156359424","shards":10,"effective_bpw":5.6768,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551307918144","shards":12,"effective_bpw":6.5728,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713279428960","shards":15,"effective_bpw":8.5038,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713279433344","shards":59,"effective_bpw":8.5038,"repo":"DevQuasar-11/deepcogito.cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342259712864","shards":30,"effective_bpw":16.0026,"repo":"unsloth/cogito-671b-v2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"agents-a1-4b-heretic-ara-refusals8","canonical_repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8","display_name":"Agents-A1-4B-Heretic-ARA-Refusals8","publisher":"NullpoLab","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4344","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2708805632","shards":1,"effective_bpw":4.774,"repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074988032","shards":1,"effective_bpw":5.4194,"repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056832","shards":1,"effective_bpw":6.1051,"repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482404352","shards":1,"effective_bpw":7.8998,"repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424394752","shards":1,"effective_bpw":14.8472,"repo":"NullpoLab/Agents-A1-4B-Heretic-ARA-Refusals8-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"t-lite-it-2-1","canonical_repo":"t-tech/T-lite-it-2.1","display_name":"T-lite-it-2.1","publisher":"t-tech","modality":"text","arch_key":"qwen3","params_total":"8188711936","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4339","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151689,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"t-tech/T-lite-it-2.1","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5027750240","shards":1,"effective_bpw":4.9119,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5720601440","shards":1,"effective_bpw":5.5888,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720601440","shards":1,"effective_bpw":5.5888,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5850952512","shards":1,"effective_bpw":5.7161,"repo":"AGmind/agmind-rag-splitter-ru","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5850952544","shards":1,"effective_bpw":5.7161,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725604992","shards":1,"effective_bpw":6.5706,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8708734016","shards":1,"effective_bpw":8.508,"repo":"t-tech/T-lite-it-2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-instruct-obliterated-advanced","canonical_repo":"cgamez82/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced","display_name":"Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced","publisher":"cgamez82","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4337","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"cgamez82/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668480","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197248","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078528","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022976","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638528","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343552","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074880","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941056","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941376","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515712","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257152","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369344","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369664","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193600","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013184","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392128","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392448","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460224","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460544","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473728","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299328","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814528","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122368","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769920","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770240","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074496","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074816","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284864","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177408","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177728","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832192","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832512","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199744","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200064","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526144","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854144","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-OBLITERATED-advanced-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-40b-claude-4-5-opus-high-reasoning-thinking-uncensored-heretic","canonical_repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic","display_name":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35","params_total":"39533326832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4333","n_layers":96,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"23936565408","shards":1,"effective_bpw":4.8438,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"23936565408","shards":1,"effective_bpw":4.8438,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27055423648","shards":1,"effective_bpw":5.475,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27055423648","shards":1,"effective_bpw":5.475,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27882651808","shards":1,"effective_bpw":5.6424,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27882651808","shards":1,"effective_bpw":5.6424,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32075368608","shards":1,"effective_bpw":6.4908,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32075368608","shards":1,"effective_bpw":6.4908,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"41537302688","shards":1,"effective_bpw":8.4055,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"41537302688","shards":1,"effective_bpw":8.4055,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"78164144288","shards":1,"effective_bpw":15.8174,"repo":"Octavian710/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"78164144288","shards":1,"effective_bpw":15.8174,"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-zero-coder-reasoning-0-8b","canonical_repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B","display_name":"Qwen3-Zero-Coder-Reasoning-0.8B","publisher":"DavidAU","modality":"text","arch_key":"qwen3","params_total":"816283136","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4332","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2500314528","shards":3,"effective_bpw":24.5044,"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4916169120","shards":3,"effective_bpw":null,"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"4916169120","shards":3,"effective_bpw":null,"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-claude-4-6-os-auto-variable-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","display_name":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4319","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174424000","shards":1,"effective_bpw":2.0698,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253405120","shards":1,"effective_bpw":2.209,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385040320","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492969920","shards":1,"effective_bpw":2.6312,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514351040","shards":1,"effective_bpw":2.6689,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619659200","shards":1,"effective_bpw":2.8545,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734429120","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797507200","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797507520","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814055360","shards":1,"effective_bpw":3.1971,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010735040","shards":1,"effective_bpw":3.5437,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880960","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069881280","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072666560","shards":1,"effective_bpw":3.6529,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163188160","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2257477760","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257478080","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2358403200","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358403520","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435643840","shards":1,"effective_bpw":4.2926,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2450389120","shards":1,"effective_bpw":4.3186,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546522560","shards":1,"effective_bpw":4.488,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549799360","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2557008000","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557008320","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707515520","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707515840","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766969280","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990037120","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990037440","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3108759680","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108760000","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056960","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464057280","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482404480","shards":1,"effective_bpw":7.8998,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394880","shards":1,"effective_bpw":14.8472,"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"muslim-6b-v1-0","canonical_repo":"NightPrince/Muslim-6B-V1.0","display_name":"Muslim-6B-V1.0","publisher":"NightPrince","modality":"text","arch_key":"qwen3","params_total":"5943650304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4316","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1520697952","shards":1,"effective_bpw":2.0468,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1628340832","shards":1,"effective_bpw":2.1917,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1807745632","shards":1,"effective_bpw":2.4332,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1968964192","shards":1,"effective_bpw":2.6502,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2063766112","shards":1,"effective_bpw":2.7778,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2207289952","shards":1,"effective_bpw":2.971,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2271035712","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2430103616","shards":1,"effective_bpw":3.2709,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2430103872","shards":1,"effective_bpw":3.2709,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2443096672","shards":1,"effective_bpw":3.2883,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2646249792","shards":1,"effective_bpw":3.5618,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2756350016","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2756350272","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2775150912","shards":1,"effective_bpw":3.7353,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2870198592","shards":1,"effective_bpw":3.8632,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3038953536","shards":1,"effective_bpw":4.0904,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3038953792","shards":1,"effective_bpw":4.0904,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3285532736","shards":1,"effective_bpw":4.4222,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3285532992","shards":1,"effective_bpw":4.4222,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3331981632","shards":1,"effective_bpw":4.4848,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3355328576","shards":1,"effective_bpw":4.5162,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3489513792","shards":1,"effective_bpw":4.6968,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3497869632","shards":1,"effective_bpw":4.708,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3500163136","shards":1,"effective_bpw":4.7111,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3500163392","shards":1,"effective_bpw":4.7111,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3664678976","shards":1,"effective_bpw":4.9326,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3664679232","shards":1,"effective_bpw":4.9326,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3820798272","shards":1,"effective_bpw":5.1427,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4161421376","shards":1,"effective_bpw":5.6012,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4161421632","shards":1,"effective_bpw":5.6012,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4256469056","shards":1,"effective_bpw":5.7291,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4256469312","shards":1,"effective_bpw":5.7291,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4885246016","shards":1,"effective_bpw":6.5754,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"4885246272","shards":1,"effective_bpw":6.5754,"repo":"mradermacher/Muslim-6B-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6324652896","shards":1,"effective_bpw":8.5128,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11896550496","shards":1,"effective_bpw":16.0125,"repo":"mradermacher/Muslim-6B-V1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-imabari-v2","canonical_repo":"ikedachin/Qwen3.5-27B-imabari-v2","display_name":"Qwen3.5-27B-imabari-v2","publisher":"ikedachin","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4312","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ikedachin/Qwen3.5-27B-imabari-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824448","shards":1,"effective_bpw":2.0589,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083968","shards":1,"effective_bpw":2.1975,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183168","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591168","shards":1,"effective_bpw":2.6177,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913728","shards":1,"effective_bpw":2.6962,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593088","shards":1,"effective_bpw":2.8809,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325568","shards":1,"effective_bpw":2.9511,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665088","shards":1,"effective_bpw":3.0846,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371008","shards":1,"effective_bpw":3.2213,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130048","shards":1,"effective_bpw":3.4461,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953728","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328448","shards":1,"effective_bpw":3.5763,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874688","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443008","shards":1,"effective_bpw":3.8303,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776128","shards":1,"effective_bpw":4.1308,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506688","shards":1,"effective_bpw":4.3432,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434048","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314688","shards":1,"effective_bpw":4.4883,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400128","shards":1,"effective_bpw":4.765,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241728","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613888","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099328","shards":1,"effective_bpw":5.5378,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529728","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Qwen3.5-27B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-qwen-2-5-32b-ablated","canonical_repo":"NaniDAO/deepseek-r1-qwen-2.5-32B-ablated","display_name":"deepseek-r1-qwen-2.5-32B-ablated","publisher":"NaniDAO","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4312","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NaniDAO/deepseek-r1-qwen-2.5-32B-ablated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957550784","shards":1,"effective_bpw":2.4313,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550784","shards":1,"effective_bpw":2.4313,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569344","shards":1,"effective_bpw":2.5363,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569344","shards":1,"effective_bpw":2.5363,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441024","shards":1,"effective_bpw":2.7505,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441024","shards":1,"effective_bpw":2.7505,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098944","shards":1,"effective_bpw":3.0065,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098944","shards":1,"effective_bpw":3.0065,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418944","shards":1,"effective_bpw":3.1922,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418944","shards":1,"effective_bpw":3.1922,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513664","shards":1,"effective_bpw":3.3465,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513664","shards":1,"effective_bpw":3.3465,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330944","shards":1,"effective_bpw":3.5142,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330944","shards":1,"effective_bpw":3.5142,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122944","shards":1,"effective_bpw":3.6162,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122944","shards":1,"effective_bpw":3.6162,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048384","shards":1,"effective_bpw":3.8909,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048384","shards":1,"effective_bpw":3.8909,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079104","shards":1,"effective_bpw":4.2112,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079104","shards":1,"effective_bpw":4.2112,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153984","shards":1,"effective_bpw":4.3202,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153984","shards":1,"effective_bpw":4.3202,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174144","shards":1,"effective_bpw":4.5617,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174144","shards":1,"effective_bpw":4.5617,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009984","shards":1,"effective_bpw":4.5687,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009984","shards":1,"effective_bpw":4.5687,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410304","shards":1,"effective_bpw":4.5866,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410304","shards":1,"effective_bpw":4.5866,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336384","shards":1,"effective_bpw":4.8471,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336384","shards":1,"effective_bpw":4.8471,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179584","shards":1,"effective_bpw":4.9882,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179584","shards":1,"effective_bpw":4.9882,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242944","shards":1,"effective_bpw":5.0395,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242944","shards":1,"effective_bpw":5.0395,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254784","shards":1,"effective_bpw":5.5276,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254784","shards":1,"effective_bpw":5.5276,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157504","shards":1,"effective_bpw":5.68,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157504","shards":1,"effective_bpw":5.68,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679744","shards":1,"effective_bpw":5.7973,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679744","shards":1,"effective_bpw":5.7973,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154944","shards":1,"effective_bpw":6.5648,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154944","shards":1,"effective_bpw":6.5648,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273664","shards":1,"effective_bpw":6.6569,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273664","shards":1,"effective_bpw":6.6569,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884896","shards":1,"effective_bpw":8.5023,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884896","shards":1,"effective_bpw":8.5023,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535969888","shards":2,"effective_bpw":16.002,"repo":"viwo50/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535969888","shards":2,"effective_bpw":16.002,"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-nano-omni-30b-a3b-reasoning-gguf","canonical_repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","display_name":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","publisher":"unsloth","modality":"text","arch_key":"nemotron_h_moe","params_total":"31577940288","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4305","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-3-270m-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-3-270m-it-qat-q4_0-unquantized","display_name":"gemma-3-270m-it-qat-q4_0-unquantized","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4299","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"UD-IQ2_XXS","bytes":"180104288","shards":1,"effective_bpw":5.3743,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"182787168","shards":1,"effective_bpw":5.4543,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"184517728","shards":1,"effective_bpw":5.506,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"235973440","shards":1,"effective_bpw":7.0414,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236710720","shards":1,"effective_bpw":7.0634,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"236711008","shards":1,"effective_bpw":7.0634,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"237079360","shards":1,"effective_bpw":7.0744,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"237079648","shards":1,"effective_bpw":7.0744,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"237079648","shards":1,"effective_bpw":7.0744,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"238994240","shards":1,"effective_bpw":7.1315,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"240857920","shards":1,"effective_bpw":7.1872,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"240858208","shards":1,"effective_bpw":7.1872,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"241410208","shards":1,"effective_bpw":7.2036,"repo":"lmstudio-community/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"241574720","shards":1,"effective_bpw":7.2085,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"241963840","shards":1,"effective_bpw":7.2202,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"241963840","shards":1,"effective_bpw":7.2202,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"241964128","shards":1,"effective_bpw":7.2202,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"241964128","shards":1,"effective_bpw":7.2202,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"246387520","shards":1,"effective_bpw":7.3522,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247677760","shards":1,"effective_bpw":7.3907,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"247678048","shards":1,"effective_bpw":7.3907,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249889600","shards":1,"effective_bpw":7.4567,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"249889888","shards":1,"effective_bpw":7.4567,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253115200","shards":1,"effective_bpw":7.5529,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"253115200","shards":1,"effective_bpw":7.5529,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253115488","shards":1,"effective_bpw":7.5529,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"257999680","shards":1,"effective_bpw":7.6987,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"257999968","shards":1,"effective_bpw":7.6987,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"260027200","shards":1,"effective_bpw":7.7592,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260027200","shards":1,"effective_bpw":7.7592,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260027488","shards":1,"effective_bpw":7.7592,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282975040","shards":1,"effective_bpw":8.4439,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"282975040","shards":1,"effective_bpw":8.4439,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282975328","shards":1,"effective_bpw":8.4439,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291545920","shards":1,"effective_bpw":8.6997,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"398697312","shards":1,"effective_bpw":11.8971,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"448832608","shards":1,"effective_bpw":13.3931,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542835232","shards":1,"effective_bpw":16.1981,"repo":"bartowski/google_gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"542835552","shards":1,"effective_bpw":16.1981,"repo":"unsloth/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-storm-8b","canonical_repo":"akjindal53244/Llama-3.1-Storm-8B","display_name":"Llama-3.1-Storm-8B","publisher":"akjindal53244","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"4295","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"akjindal53244/Llama-3.1-Storm-8B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019628512","shards":1,"effective_bpw":2.012,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972704","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399213024","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605782496","shards":1,"effective_bpw":2.596,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758489568","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281696","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281824","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815840","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132256","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132384","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274913248","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748000","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748128","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500064","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500192","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325984","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156256","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824160","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824288","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918752","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918880","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957216","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957344","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663456","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663584","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989856","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669792","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669920","shards":1,"effective_bpw":4.675,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734496","shards":1,"effective_bpw":4.9022,"repo":"akjindal53244/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735072","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920735200","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633312","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294688","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294816","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987680","shards":1,"effective_bpw":5.7114,"repo":"akjindal53244/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732988128","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988256","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219424","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006688","shards":1,"effective_bpw":6.5712,"repo":"akjindal53244/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007136","shards":1,"effective_bpw":6.5712,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007264","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467168","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771104","shards":1,"effective_bpw":8.5086,"repo":"akjindal53244/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771552","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771680","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891872","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Llama-3.1-Storm-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881760","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Llama-3.1-Storm-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-instruct","canonical_repo":"unsloth/Meta-Llama-3.1-8B-Instruct","display_name":"Meta-Llama-3.1-8B-Instruct","publisher":"unsloth","modality":"text","arch_key":null,"params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"4290","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Meta-Llama-3.1-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"2605782336","shards":1,"effective_bpw":2.596,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824128","shards":1,"effective_bpw":3.7706,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918496","shards":1,"effective_bpw":4.0038,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663424","shards":1,"effective_bpw":4.4309,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734816","shards":1,"effective_bpw":4.9022,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988000","shards":1,"effective_bpw":5.7114,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007008","shards":1,"effective_bpw":6.5712,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771424","shards":1,"effective_bpw":8.5086,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891744","shards":1,"effective_bpw":16.0083,"repo":"juiceb0xc0de/bella-bartender-8b-llama3.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-agentic-fable5-composer2-5-v2-3-5x-tau2-uncensored-heretic-gguf","canonical_repo":"llmfan46/gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","display_name":"gemma-4-12B-agentic-fable5-composer2.5-v2-3.5x-tau2-uncensored-heretic-GGUF","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"11907350576","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4281","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"salience-1-5-pro","canonical_repo":"vectionlabs/Salience-1.5-Pro","display_name":"Salience-1.5-Pro","publisher":"vectionlabs","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4272","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"vectionlabs/Salience-1.5-Pro","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"10255141440","shards":1,"effective_bpw":2.282,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11273833024","shards":1,"effective_bpw":2.5087,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11486964288","shards":1,"effective_bpw":2.5561,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12543404608","shards":1,"effective_bpw":2.7912,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13085780544","shards":1,"effective_bpw":2.9118,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13247183584","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183840","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13582420544","shards":1,"effective_bpw":3.0224,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"15340448320","shards":1,"effective_bpw":3.4136,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036384","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036640","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615415264","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624736","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15983921728","shards":1,"effective_bpw":3.5567,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16689089088","shards":1,"effective_bpw":3.7137,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16696953408","shards":1,"effective_bpw":3.7154,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166660320","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166660576","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17356900928","shards":1,"effective_bpw":3.8623,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"17370663488","shards":1,"effective_bpw":3.8653,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091360","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091616","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179523040","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19278555712","shards":1,"effective_bpw":4.2899,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390057184","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276227040","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20333980224","shards":1,"effective_bpw":4.5247,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366863072","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863328","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20415244864","shards":1,"effective_bpw":4.5428,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21065361984","shards":1,"effective_bpw":4.6875,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713464032","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713464288","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21864081984","shards":1,"effective_bpw":4.8652,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"22241528384","shards":1,"effective_bpw":4.9492,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884640","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22447450688","shards":1,"effective_bpw":4.995,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755744","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563756000","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24630880832","shards":1,"effective_bpw":5.4809,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347533536","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533792","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25492187712","shards":1,"effective_bpw":5.6725,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25806064192","shards":1,"effective_bpw":5.7424,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732384","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732640","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Salience-1.5-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30526310976","shards":1,"effective_bpw":6.7927,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30772644416","shards":1,"effective_bpw":6.8475,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802150624","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37813701184","shards":1,"effective_bpw":8.4143,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066995168","shards":2,"effective_bpw":15.8138,"repo":"bartowski/vectionlabs_Salience-1.5-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-tulu-3-8b","canonical_repo":"allenai/Llama-3.1-Tulu-3-8B","display_name":"Llama-3.1-Tulu-3-8B","publisher":"allenai","modality":"text","arch_key":"llama","params_total":"8030326784","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"4270","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128264,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Llama-3.1-Tulu-3-8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948318912","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179170496","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518789568","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664541632","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692226496","shards":1,"effective_bpw":3.6783,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784865728","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018960320","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321998496","shards":1,"effective_bpw":4.3057,"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321998784","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447708352","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675938496","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692715712","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920780704","shards":1,"effective_bpw":4.9022,"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920780992","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310703552","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599344832","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733038272","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057289664","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596061344","shards":1,"effective_bpw":6.5712,"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596061632","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850537408","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540841632","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540841632","shards":1,"effective_bpw":8.5086,"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16069023392","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Llama-3.1-Tulu-3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hearthfire-24b","canonical_repo":"LatitudeGames/Hearthfire-24B","display_name":"Hearthfire-24B","publisher":"LatitudeGames","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4269","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Hearthfire-24B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5273719808","shards":1,"effective_bpw":1.7898,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5750494208","shards":1,"effective_bpw":1.9516,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545118208","shards":1,"effective_bpw":2.2213,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207031808","shards":1,"effective_bpw":2.4459,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207032352","shards":1,"effective_bpw":2.4459,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478350848","shards":1,"effective_bpw":2.538,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478351392","shards":1,"effective_bpw":2.538,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050048","shards":1,"effective_bpw":2.7537,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050592","shards":1,"effective_bpw":2.7537,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8320160768","shards":1,"effective_bpw":2.8237,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890323968","shards":1,"effective_bpw":3.0172,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324512","shards":1,"effective_bpw":3.0172,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280590848","shards":1,"effective_bpw":3.1496,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280591392","shards":1,"effective_bpw":3.1496,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545684512","shards":1,"effective_bpw":3.2396,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115008","shards":1,"effective_bpw":3.3623,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115552","shards":1,"effective_bpw":3.3623,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273408","shards":1,"effective_bpw":3.5296,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273952","shards":1,"effective_bpw":3.5296,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10428126208","shards":1,"effective_bpw":3.5391,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650948608","shards":1,"effective_bpw":3.6147,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650949152","shards":1,"effective_bpw":3.6147,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474080768","shards":1,"effective_bpw":3.8941,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081312","shards":1,"effective_bpw":3.8941,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400759808","shards":1,"effective_bpw":4.2086,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760352","shards":1,"effective_bpw":4.2086,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914048","shards":1,"effective_bpw":4.3301,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914592","shards":1,"effective_bpw":4.3301,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468013568","shards":1,"effective_bpw":4.5708,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468014112","shards":1,"effective_bpw":4.5708,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494228512","shards":1,"effective_bpw":4.5797,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278208","shards":1,"effective_bpw":4.5984,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278752","shards":1,"effective_bpw":4.5984,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333907968","shards":1,"effective_bpw":4.8646,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908512","shards":1,"effective_bpw":4.8646,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831982112","shards":1,"effective_bpw":5.0337,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873105952","shards":1,"effective_bpw":5.0476,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304411648","shards":1,"effective_bpw":5.5334,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304412192","shards":1,"effective_bpw":5.5334,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763982848","shards":1,"effective_bpw":5.6894,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983392","shards":1,"effective_bpw":5.6894,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178170912","shards":1,"effective_bpw":5.8299,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937408","shards":1,"effective_bpw":6.5656,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937952","shards":1,"effective_bpw":6.5656,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670996512","shards":1,"effective_bpw":6.6759,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778368","shards":1,"effective_bpw":8.5031,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778912","shards":1,"effective_bpw":8.5031,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153517312","shards":1,"effective_bpw":16.003,"repo":"LatitudeGames/Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153517824","shards":1,"effective_bpw":16.003,"repo":"bartowski/LatitudeGames_Hearthfire-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuan-a13b-instruct","canonical_repo":"tencent/Hunyuan-A13B-Instruct","display_name":"Hunyuan-A13B-Instruct","publisher":"tencent","modality":"text","arch_key":"hunyuan-moe","params_total":"80393183232","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"4269","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128167,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":null,"arch_source":"tencent/Hunyuan-A13B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"16298101888","shards":1,"effective_bpw":1.6218,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"17754901760","shards":1,"effective_bpw":1.7668,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"18115742848","shards":1,"effective_bpw":1.8027,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19743526144","shards":1,"effective_bpw":1.9647,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"21145144448","shards":1,"effective_bpw":2.1042,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"22495637888","shards":1,"effective_bpw":2.2386,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"22666956032","shards":1,"effective_bpw":2.2556,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22734064896","shards":1,"effective_bpw":2.2623,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"23585442944","shards":1,"effective_bpw":2.347,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"23827074176","shards":1,"effective_bpw":2.3711,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"24578109824","shards":1,"effective_bpw":2.4458,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"25572651392","shards":1,"effective_bpw":2.5448,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"25714117888","shards":1,"effective_bpw":2.5588,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26250595456","shards":1,"effective_bpw":2.6122,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"27472310112","shards":1,"effective_bpw":2.7338,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"27625271680","shards":1,"effective_bpw":2.749,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"28833231232","shards":1,"effective_bpw":2.8692,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28966268896","shards":1,"effective_bpw":2.8825,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"29093410560","shards":1,"effective_bpw":2.8951,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29418205024","shards":1,"effective_bpw":2.9274,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"29418205568","shards":1,"effective_bpw":2.9274,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29418205568","shards":1,"effective_bpw":2.9274,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"30979017856","shards":1,"effective_bpw":3.0828,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"32415567104","shards":1,"effective_bpw":3.2257,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32930934624","shards":1,"effective_bpw":3.277,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"33726803936","shards":1,"effective_bpw":3.3562,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"34229694848","shards":1,"effective_bpw":3.4062,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34784816992","shards":1,"effective_bpw":3.4615,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34784817536","shards":1,"effective_bpw":3.4615,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"34802642784","shards":1,"effective_bpw":3.4632,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35308449632","shards":1,"effective_bpw":3.5136,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"35546083296","shards":1,"effective_bpw":3.5372,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"37275185120","shards":1,"effective_bpw":3.7093,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37276233696","shards":1,"effective_bpw":3.7094,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38555496288","shards":1,"effective_bpw":3.8367,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"38555496832","shards":1,"effective_bpw":3.8367,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"38764163040","shards":1,"effective_bpw":3.8575,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"41705418592","shards":1,"effective_bpw":4.1501,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42916523872","shards":1,"effective_bpw":4.2707,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42916524416","shards":1,"effective_bpw":4.2707,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"43486949344","shards":1,"effective_bpw":4.3274,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45407940448","shards":1,"effective_bpw":4.5186,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45407940992","shards":1,"effective_bpw":4.5186,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45595635552","shards":1,"effective_bpw":4.5373,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"45595636096","shards":1,"effective_bpw":4.5373,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45802205024","shards":1,"effective_bpw":4.5578,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45802205568","shards":1,"effective_bpw":4.5578,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"45919645664","shards":1,"effective_bpw":4.5695,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"46641065952","shards":1,"effective_bpw":4.6413,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"47515578336","shards":1,"effective_bpw":4.7283,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48782258016","shards":1,"effective_bpw":4.8544,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48782258560","shards":1,"effective_bpw":4.8544,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"49322274784","shards":1,"effective_bpw":4.9081,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"49449416448","shards":1,"effective_bpw":4.9208,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50382385728","shards":2,"effective_bpw":5.0136,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"50743095488","shards":2,"effective_bpw":5.0495,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55373606752","shards":1,"effective_bpw":5.5103,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55373607488","shards":2,"effective_bpw":5.5103,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"55578079072","shards":1,"effective_bpw":5.5306,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"55730647200","shards":2,"effective_bpw":5.5458,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"57120534368","shards":1,"effective_bpw":5.6841,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"57120535136","shards":2,"effective_bpw":5.6841,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"57597112512","shards":2,"effective_bpw":5.7315,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65979952992","shards":1,"effective_bpw":6.5657,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"66305011872","shards":2,"effective_bpw":6.5981,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"85448078976","shards":1,"effective_bpw":8.503,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"85448079136","shards":3,"effective_bpw":8.503,"repo":"bartowski/tencent_Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"85448079744","shards":2,"effective_bpw":8.503,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"160808566400","shards":1,"effective_bpw":16.0022,"repo":"gabriellarson/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"160808567360","shards":4,"effective_bpw":16.0022,"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-4x3b-moe-hell-california-10b","canonical_repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-10B","display_name":"Llama-3.2-4X3B-MOE-Hell-California-10B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"9948884032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4261","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3790191616","shards":1,"effective_bpw":3.0477,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4438512640","shards":1,"effective_bpw":3.5691,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4873016320","shards":1,"effective_bpw":3.9184,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5256008704","shards":1,"effective_bpw":4.2264,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5456063488","shards":1,"effective_bpw":4.3873,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5746772992","shards":1,"effective_bpw":4.621,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6082137088","shards":1,"effective_bpw":4.8907,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6901746688","shards":1,"effective_bpw":5.5498,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7094766592","shards":1,"effective_bpw":5.705,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8170685440","shards":1,"effective_bpw":6.5701,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10580055040","shards":1,"effective_bpw":8.5075,"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2-5-gguf","canonical_repo":"unsloth/MiniMax-M2.5-GGUF","display_name":"MiniMax-M2.5-GGUF","publisher":"unsloth","modality":"text","arch_key":"minimax-m2","params_total":"228689764864","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4259","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"nemotron-cascade-2-30b-a3b-heretic-ara-uncensored","canonical_repo":"trohrbaugh/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored","display_name":"Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored","publisher":"trohrbaugh","modality":"text","arch_key":"nemotron_h_moe","params_total":"31577937344","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"4256","n_layers":52,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2688,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":6,"arch_source":"trohrbaugh/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"17864524928","shards":1,"effective_bpw":4.5258,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"17870460032","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"17880351872","shards":1,"effective_bpw":4.5298,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"17890329728","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"17899619456","shards":1,"effective_bpw":4.5347,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"17907532928","shards":1,"effective_bpw":4.5367,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17908994880","shards":1,"effective_bpw":4.5371,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"17908995200","shards":1,"effective_bpw":4.5371,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"17922843776","shards":1,"effective_bpw":4.5406,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"17934713664","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"17934713984","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"17934713984","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17934713984","shards":1,"effective_bpw":4.5436,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17967142016","shards":1,"effective_bpw":4.5518,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18058189952","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"18064426112","shards":1,"effective_bpw":4.5765,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18106143872","shards":1,"effective_bpw":4.587,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18210351936","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"19849236288","shards":1,"effective_bpw":5.0286,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"19849236608","shards":1,"effective_bpw":5.0286,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19928167040","shards":1,"effective_bpw":5.0486,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20749436736","shards":1,"effective_bpw":5.2567,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"20749437056","shards":1,"effective_bpw":5.2567,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21920544576","shards":1,"effective_bpw":5.5534,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"21920544896","shards":1,"effective_bpw":5.5534,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23810305344","shards":1,"effective_bpw":6.0321,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23810305664","shards":1,"effective_bpw":6.0321,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"24515131200","shards":1,"effective_bpw":6.2107,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"24515131520","shards":1,"effective_bpw":6.2107,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"26040162624","shards":1,"effective_bpw":6.5971,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"26040162944","shards":1,"effective_bpw":6.5971,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"33508168512","shards":1,"effective_bpw":8.489,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"33508168832","shards":1,"effective_bpw":8.489,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"33585496896","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-ara-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cogidonia-v2-24b","canonical_repo":"MRockatansky/Cogidonia-v2-24B","display_name":"Cogidonia-v2-24B","publisher":"MRockatansky","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4252","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/Cogidonia-v2-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273724800","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499200","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123200","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207036800","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478355840","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114055040","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320165760","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328704","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890328960","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280595840","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907120000","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278144","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278400","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131200","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650953600","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085504","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474085760","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764544","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400764800","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758919040","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889990592","shards":1,"effective_bpw":4.3746,"repo":"MRockatansky/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889990784","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494232960","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282944","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283200","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912512","shards":1,"effective_bpw":4.8646,"repo":"MRockatansky/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912704","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333912960","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110400","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416384","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304416640","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987584","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763987840","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345941952","shards":1,"effective_bpw":6.5656,"repo":"MRockatansky/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942144","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942400","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cogidonia-v2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783104","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"47153522112","shards":1,"effective_bpw":16.003,"repo":"MRockatansky/Cogidonia-v2-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-reap-212b-a17b","canonical_repo":"OpenMOSE/Qwen3.5-REAP-212B-A17B","display_name":"Qwen3.5-REAP-212B-A17B","publisher":"OpenMOSE","modality":"text","arch_key":"qwen35moe","params_total":"211773343216","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4251","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":267,"n_expert_used":10,"arch_source":"OpenMOSE/Qwen3.5-REAP-212B-A17B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"56272028800","shards":1,"effective_bpw":2.1257,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"62597842048","shards":1,"effective_bpw":2.3647,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"69538235520","shards":1,"effective_bpw":2.6269,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"86967772288","shards":1,"effective_bpw":3.2853,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"92870501504","shards":1,"effective_bpw":3.5083,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"113164088448","shards":1,"effective_bpw":4.2749,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"128371258496","shards":1,"effective_bpw":4.8494,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"150288397440","shards":1,"effective_bpw":5.6773,"repo":"RobinsonLabs/Qwen3.5-REAP-212B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-agentworld-35b-a3b-gguf","canonical_repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","display_name":"Qwen-AgentWorld-35B-A3B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4246","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"nouscoder-14b","canonical_repo":"NousResearch/NousCoder-14B","display_name":"NousCoder-14B","publisher":"NousResearch","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4240","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":81920,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/NousCoder-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4691590272","shards":1,"effective_bpw":2.5414,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963313792","shards":1,"effective_bpw":2.6886,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322942592","shards":1,"effective_bpw":2.8834,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753985152","shards":1,"effective_bpw":3.1169,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942667392","shards":1,"effective_bpw":3.2191,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375302272","shards":1,"effective_bpw":3.4535,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513665152","shards":1,"effective_bpw":3.5285,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657107072","shards":1,"effective_bpw":3.6062,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883411072","shards":1,"effective_bpw":3.7287,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321314432","shards":1,"effective_bpw":3.966,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652672","shards":1,"effective_bpw":4.2798,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110731392","shards":1,"effective_bpw":4.3936,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541364352","shards":1,"effective_bpw":4.6269,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543002752","shards":1,"effective_bpw":4.6277,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476992","shards":1,"effective_bpw":4.6443,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754752","shards":1,"effective_bpw":4.8763,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389523072","shards":1,"effective_bpw":5.0863,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579111552","shards":1,"effective_bpw":5.189,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263896192","shards":1,"effective_bpw":5.56,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514571392","shards":1,"effective_bpw":5.6957,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994689152","shards":1,"effective_bpw":5.9558,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121939072","shards":1,"effective_bpw":6.5665,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498740352","shards":1,"effective_bpw":6.7706,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535264","shards":1,"effective_bpw":8.5039,"repo":"rombodawg/NousCoder-14B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535552","shards":1,"effective_bpw":8.5039,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543424864","shards":1,"effective_bpw":16.0037,"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-3-5-2-4b-instruct","canonical_repo":"LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct","display_name":"EXAONE-3.5-2.4B-Instruct","publisher":"LGAI-EXAONE","modality":"text","arch_key":"exaone","params_total":"2405327360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4239","n_layers":null,"n_head":32,"n_head_kv":8,"head_dim_k":80,"head_dim_v":80,"hidden":2560,"vocab_size":102400,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LGAI-EXAONE/EXAONE-3.5-2.4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1023555616","shards":1,"effective_bpw":3.4043,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1096459296","shards":1,"effective_bpw":3.6468,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1208776736","shards":1,"effective_bpw":4.0203,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1253336096","shards":1,"effective_bpw":4.1685,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1293287456","shards":1,"effective_bpw":4.3014,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1352459296","shards":1,"effective_bpw":4.4982,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1361793056","shards":1,"effective_bpw":4.5293,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1458622240","shards":1,"effective_bpw":4.8513,"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1458622496","shards":1,"effective_bpw":4.8513,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1505291296","shards":1,"effective_bpw":5.0065,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1576213536","shards":1,"effective_bpw":5.2424,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1578916896","shards":1,"effective_bpw":5.2514,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1580473376","shards":1,"effective_bpw":5.2566,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1644918560","shards":1,"effective_bpw":5.4709,"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1644918816","shards":1,"effective_bpw":5.4709,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1839478816","shards":1,"effective_bpw":6.118,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1873419296","shards":1,"effective_bpw":6.2309,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1910585376","shards":1,"effective_bpw":6.3545,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2072377376","shards":1,"effective_bpw":6.8926,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2192855840","shards":1,"effective_bpw":7.2933,"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2192856096","shards":1,"effective_bpw":7.2933,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2319832096","shards":1,"effective_bpw":7.7156,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2838846240","shards":1,"effective_bpw":9.4419,"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2838846496","shards":1,"effective_bpw":9.4419,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5339454496","shards":1,"effective_bpw":17.7588,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10674084640","shards":1,"effective_bpw":null,"repo":"bartowski/EXAONE-3.5-2.4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-instruct-heretic","canonical_repo":"p-e-w/Llama-3.1-8B-Instruct-heretic","display_name":"Llama-3.1-8B-Instruct-heretic","publisher":"p-e-w","modality":"text","arch_key":"llama","params_total":"8030261312","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"4238","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"2948286432","shards":1,"effective_bpw":2.9372,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136992","shards":1,"effective_bpw":3.1672,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274917856","shards":1,"effective_bpw":3.2626,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518752736","shards":1,"effective_bpw":3.5055,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504800","shards":1,"effective_bpw":3.6507,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692160992","shards":1,"effective_bpw":3.6782,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784828896","shards":1,"effective_bpw":3.7706,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923488","shards":1,"effective_bpw":4.0038,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4039267136","shards":2,"effective_bpw":4.024,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961952","shards":1,"effective_bpw":4.3057,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4323955520","shards":2,"effective_bpw":4.3077,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447668192","shards":1,"effective_bpw":4.4309,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675897312","shards":1,"effective_bpw":4.6583,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677994464","shards":1,"effective_bpw":4.6604,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674528","shards":1,"effective_bpw":4.675,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4798436160","shards":2,"effective_bpw":4.7804,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739808","shards":1,"effective_bpw":4.9022,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130258400","shards":1,"effective_bpw":5.1109,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5211575104","shards":2,"effective_bpw":5.1919,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310638048","shards":1,"effective_bpw":5.2906,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5516989248","shards":2,"effective_bpw":5.4962,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299552","shards":1,"effective_bpw":5.5782,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992992","shards":1,"effective_bpw":5.7114,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5896573760","shards":2,"effective_bpw":5.8744,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5977641792","shards":2,"effective_bpw":5.9551,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057224160","shards":1,"effective_bpw":6.0344,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6358274336","shards":2,"effective_bpw":6.3343,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6358274880","shards":2,"effective_bpw":6.3343,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6549836608","shards":2,"effective_bpw":6.5252,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012000","shards":1,"effective_bpw":6.5712,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850471904","shards":1,"effective_bpw":6.8247,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7037506368","shards":2,"effective_bpw":7.011,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7329009952","shards":2,"effective_bpw":7.3014,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7329010496","shards":2,"effective_bpw":7.3014,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7364662080","shards":2,"effective_bpw":7.3369,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7569658688","shards":2,"effective_bpw":7.5411,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8037847328","shards":2,"effective_bpw":8.0076,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8037847872","shards":2,"effective_bpw":8.0076,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776416","shards":1,"effective_bpw":8.5086,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8643924256","shards":2,"effective_bpw":8.6114,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8643924800","shards":2,"effective_bpw":8.6114,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8895337280","shards":2,"effective_bpw":8.8618,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8968737056","shards":2,"effective_bpw":8.9349,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9351795520","shards":2,"effective_bpw":9.3166,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9355989824","shards":2,"effective_bpw":9.3207,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9385349408","shards":2,"effective_bpw":9.35,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9385349952","shards":2,"effective_bpw":9.35,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9841479968","shards":2,"effective_bpw":9.8044,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9841480512","shards":2,"effective_bpw":9.8044,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10260517696","shards":2,"effective_bpw":10.2219,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11198599456","shards":2,"effective_bpw":11.1564,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11198600000","shards":2,"effective_bpw":11.1564,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11465986336","shards":2,"effective_bpw":11.4228,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11465986880","shards":2,"effective_bpw":11.4228,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13192024352","shards":2,"effective_bpw":13.1423,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13192024896","shards":2,"effective_bpw":13.1423,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068896448","shards":1,"effective_bpw":16.0083,"repo":"bartowski/p-e-w_Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17081553184","shards":2,"effective_bpw":17.0172,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"32137793824","shards":2,"effective_bpw":32.0167,"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"boogu-image-0-1-turbo","canonical_repo":"Boogu/Boogu-Image-0.1-Turbo","display_name":"Boogu-Image-0.1-Turbo","publisher":"Boogu","modality":"image","arch_key":"lumina2","params_total":"10292556288","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4234","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"13624953664","shards":2,"effective_bpw":10.5901,"repo":"realrebelai/Boogu-Image-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14825319232","shards":2,"effective_bpw":11.5231,"repo":"realrebelai/Boogu-Image-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"16025692224","shards":2,"effective_bpw":12.4561,"repo":"realrebelai/Boogu-Image-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"17226057792","shards":2,"effective_bpw":13.3891,"repo":"realrebelai/Boogu-Image-Turbo_GGUFs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23227907904","shards":2,"effective_bpw":18.0541,"repo":"realrebelai/Boogu-Image-Turbo_GGUFs","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jina-embeddings-v4","canonical_repo":"jinaai/jina-embeddings-v4","display_name":"jina-embeddings-v4","publisher":"jinaai","modality":"text","arch_key":"qwen2vl","params_total":"3754885248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4230","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jinaai/jina-embeddings-v4","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"791091168","shards":1,"effective_bpw":1.6855,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"791091168","shards":1,"effective_bpw":1.6855,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"791091200","shards":1,"effective_bpw":1.6855,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"850024416","shards":1,"effective_bpw":1.811,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"850024416","shards":1,"effective_bpw":1.811,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"850024448","shards":1,"effective_bpw":1.811,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"948246496","shards":1,"effective_bpw":2.0203,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"948246496","shards":1,"effective_bpw":2.0203,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"948246528","shards":1,"effective_bpw":2.0203,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140512736","shards":1,"effective_bpw":2.4299,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140512736","shards":1,"effective_bpw":2.4299,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1140512768","shards":1,"effective_bpw":2.4299,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274752992","shards":1,"effective_bpw":2.7159,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274752992","shards":1,"effective_bpw":2.7159,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274753024","shards":1,"effective_bpw":2.7159,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1282824160","shards":1,"effective_bpw":2.7331,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1282824160","shards":1,"effective_bpw":2.7331,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1282824192","shards":1,"effective_bpw":2.7331,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391833056","shards":1,"effective_bpw":2.9654,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391833056","shards":1,"effective_bpw":2.9654,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391833088","shards":1,"effective_bpw":2.9654,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1456861152","shards":1,"effective_bpw":3.1039,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1456861152","shards":1,"effective_bpw":3.1039,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1456861184","shards":1,"effective_bpw":3.1039,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488891872","shards":1,"effective_bpw":3.1722,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488891872","shards":1,"effective_bpw":3.1722,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488891904","shards":1,"effective_bpw":3.1722,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590472672","shards":1,"effective_bpw":3.3886,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590472672","shards":1,"effective_bpw":3.3886,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590472704","shards":1,"effective_bpw":3.3886,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739091936","shards":1,"effective_bpw":3.7052,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739091936","shards":1,"effective_bpw":3.7052,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739091968","shards":1,"effective_bpw":3.7052,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825206240","shards":1,"effective_bpw":3.8887,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825206240","shards":1,"effective_bpw":3.8887,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825206272","shards":1,"effective_bpw":3.8887,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929900000","shards":1,"effective_bpw":4.1118,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929900000","shards":1,"effective_bpw":4.1118,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929900032","shards":1,"effective_bpw":4.1118,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169663456","shards":1,"effective_bpw":4.6226,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169663456","shards":1,"effective_bpw":4.6226,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169663488","shards":1,"effective_bpw":4.6226,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224812000","shards":1,"effective_bpw":4.7401,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224812000","shards":1,"effective_bpw":4.7401,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224812032","shards":1,"effective_bpw":4.7401,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538156000","shards":1,"effective_bpw":5.4077,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538156000","shards":1,"effective_bpw":5.4077,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538156032","shards":1,"effective_bpw":5.4077,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285473248","shards":1,"effective_bpw":6.9999,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285473248","shards":1,"effective_bpw":6.9999,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285473280","shards":1,"effective_bpw":6.9999,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178313984","shards":1,"effective_bpw":13.1633,"repo":"jinaai/jina-embeddings-v4-text-matching-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178313984","shards":1,"effective_bpw":13.1633,"repo":"jinaai/jina-embeddings-v4-text-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178314016","shards":1,"effective_bpw":13.1633,"repo":"jinaai/jina-embeddings-v4-text-retrieval-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-z-image-turbo-abliteratedv1","canonical_repo":"BennyDaBall/Qwen3-4b-Z-Image-Turbo-AbliteratedV1","display_name":"Qwen3-4b-Z-Image-Turbo-AbliteratedV1","publisher":"BennyDaBall","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4225","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BennyDaBall/Qwen3-4b-Z-Image-Turbo-AbliteratedV1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055256704","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127018624","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246621824","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354100864","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417302144","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512984704","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563455104","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500256","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669500544","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670189184","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814376064","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997856","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886998144","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899531904","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962897024","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618656","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075618944","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786336","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239786624","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270752384","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316896","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375773824","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381344384","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310176","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383310464","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280896","shards":1,"effective_bpw":4.9667,"repo":"joanlsoler/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281376","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497281664","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596630144","shards":1,"effective_bpw":5.1643,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712096","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823712384","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514336","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889514624","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261856","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306262144","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405856","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285856","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-9b-claude-4-6-opus-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated","display_name":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4225","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742638976","shards":1,"effective_bpw":2.273,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877266304","shards":1,"effective_bpw":2.3845,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101645184","shards":1,"effective_bpw":2.5705,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285342592","shards":1,"effective_bpw":2.7227,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427965312","shards":1,"effective_bpw":2.8409,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607468416","shards":1,"effective_bpw":2.9897,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697236352","shards":1,"effective_bpw":3.0641,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827259456","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827259776","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938163072","shards":1,"effective_bpw":3.2637,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243413376","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259403840","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259404160","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370815360","shards":1,"effective_bpw":3.6223,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415379840","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623521856","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623522176","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925511744","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925512064","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5196436384","shards":1,"effective_bpw":4.3065,"repo":"nuofang/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196437888","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227894848","shards":1,"effective_bpw":4.3326,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325937024","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351626816","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351627136","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418211712","shards":1,"effective_bpw":4.4903,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629106240","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629106560","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809330560","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305306688","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305307008","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467965856","shards":1,"effective_bpw":5.3603,"repo":"nuofang/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467967040","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467967360","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359256640","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359256960","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527498816","shards":1,"effective_bpw":7.8959,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920694336","shards":1,"effective_bpw":14.8518,"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-heretic","canonical_repo":"blackbook-lm/DeepSeek-R1-Distill-Qwen-32B-heretic","display_name":"DeepSeek-R1-Distill-Qwen-32B-heretic","publisher":"blackbook-lm","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4224","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"blackbook-lm/DeepSeek-R1-Distill-Qwen-32B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507232","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"7274507232","shards":1,"effective_bpw":1.7762,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932160992","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932160992","shards":1,"effective_bpw":1.9368,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488000992","shards":1,"effective_bpw":2.805,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488000992","shards":1,"effective_bpw":2.805,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098912","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330912","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895712","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895712","shards":1,"effective_bpw":3.5251,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048352","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079072","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101152","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410272","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336352","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254752","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157472","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154912","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"fairy322/DeepSeek-R1-Distill-Qwen-32B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885152","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"starcoder2-15b","canonical_repo":"bigcode/starcoder2-15b","display_name":"starcoder2-15b","publisher":"bigcode","modality":"text","arch_key":"starcoder2","params_total":"15957889024","is_moe":false,"is_gated":false,"license_spdx":"bigcode-openrail-m","downloads_30d":"4222","n_layers":40,"n_head":48,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":49152,"ctx_native":16384,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bigcode/starcoder2-15b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"3558607552","shards":1,"effective_bpw":1.784,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3862366912","shards":1,"effective_bpw":1.9363,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"4368632512","shards":1,"effective_bpw":2.1901,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4820830912","shards":1,"effective_bpw":2.4168,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4820830912","shards":1,"effective_bpw":2.4168,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5140515520","shards":1,"effective_bpw":2.577,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5545528000","shards":1,"effective_bpw":2.7801,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6192957280","shards":1,"effective_bpw":3.1046,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6192958144","shards":1,"effective_bpw":3.1047,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6192958144","shards":1,"effective_bpw":3.1047,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6217927360","shards":1,"effective_bpw":3.1172,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6714165952","shards":1,"effective_bpw":3.3659,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6986467168","shards":1,"effective_bpw":3.5025,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6986468032","shards":1,"effective_bpw":3.5025,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7003179712","shards":1,"effective_bpw":3.5108,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7303989952","shards":1,"effective_bpw":3.6616,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8044415680","shards":1,"effective_bpw":4.0328,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8101037920","shards":1,"effective_bpw":4.0612,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8595901120","shards":1,"effective_bpw":4.3093,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8595901120","shards":1,"effective_bpw":4.3093,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8965326688","shards":1,"effective_bpw":4.4945,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8965327552","shards":1,"effective_bpw":4.4945,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9065400160","shards":1,"effective_bpw":4.5447,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9081129664","shards":1,"effective_bpw":4.5525,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9161345728","shards":1,"effective_bpw":4.5928,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9255716704","shards":1,"effective_bpw":4.6401,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9860188000","shards":1,"effective_bpw":4.9431,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9860188864","shards":1,"effective_bpw":4.9431,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9860188864","shards":1,"effective_bpw":4.9431,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11022042976","shards":1,"effective_bpw":5.5256,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"11022042976","shards":1,"effective_bpw":5.5256,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11022043840","shards":1,"effective_bpw":5.5256,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11431479136","shards":1,"effective_bpw":5.7308,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11431480000","shards":1,"effective_bpw":5.7308,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11431480000","shards":1,"effective_bpw":5.7308,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13100975968","shards":1,"effective_bpw":6.5678,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13100976832","shards":1,"effective_bpw":6.5678,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13100976832","shards":1,"effective_bpw":6.5678,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16965109600","shards":1,"effective_bpw":8.5049,"repo":"second-state/StarCoder2-15B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16965110464","shards":1,"effective_bpw":8.5049,"repo":"lmstudio-community/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16965110464","shards":1,"effective_bpw":8.5049,"repo":"bartowski/starcoder2-15b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-claude-opus-4-5-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4208","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316288","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401316640","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633408","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633760","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163680","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691360","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391488","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391840","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021276608","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276960","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951200","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091430848","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954080","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117920","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202964928","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965280","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286208","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286560","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945760","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685965248","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965600","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908608","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908960","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217257408","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257760","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031236544","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053091264","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/gemma-4-E4B-it-Claude-Opus-4.5-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-270m","canonical_repo":"google/gemma-3-270m","display_name":"gemma-3-270m","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4207","n_layers":18,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":640,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-270m","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_M","bytes":"237077408","shards":1,"effective_bpw":7.0743,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"237077408","shards":1,"effective_bpw":7.0743,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"237077408","shards":1,"effective_bpw":7.0743,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"237077408","shards":1,"effective_bpw":7.0743,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"237077408","shards":1,"effective_bpw":7.0743,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291543744","shards":1,"effective_bpw":8.6996,"repo":"ggml-org/gemma-3-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"473419136","shards":2,"effective_bpw":14.1267,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"474156416","shards":2,"effective_bpw":14.1487,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"474156416","shards":2,"effective_bpw":14.1487,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"474156416","shards":2,"effective_bpw":14.1487,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"474852736","shards":2,"effective_bpw":14.1695,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"482532736","shards":2,"effective_bpw":14.3987,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"482819456","shards":2,"effective_bpw":14.4072,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"483925376","shards":2,"effective_bpw":14.4402,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"484580736","shards":2,"effective_bpw":14.4598,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"492772736","shards":2,"effective_bpw":14.7042,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"495353216","shards":2,"effective_bpw":14.7812,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"499776896","shards":2,"effective_bpw":14.9133,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"506228096","shards":2,"effective_bpw":15.1058,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"507886976","shards":2,"effective_bpw":15.1553,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"515997056","shards":2,"effective_bpw":15.3973,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"520052096","shards":2,"effective_bpw":15.5183,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"520420736","shards":2,"effective_bpw":15.5293,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"542834848","shards":1,"effective_bpw":16.1981,"repo":"pixasocial/survival-uncensored-gemma-270m","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"565947776","shards":2,"effective_bpw":16.8878,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"583089536","shards":2,"effective_bpw":17.3993,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"1078919328","shards":1,"effective_bpw":32.1948,"repo":"pixasocial/survival-uncensored-gemma-270m","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1085668736","shards":2,"effective_bpw":32.3962,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1085668736","shards":2,"effective_bpw":32.3962,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"2157837696","shards":2,"effective_bpw":null,"repo":"gguf-org/gemma-3-270m-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-v2-instruct-0724","canonical_repo":"deepseek-ai/DeepSeek-Coder-V2-Instruct-0724","display_name":"DeepSeek-Coder-V2-Instruct-0724","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"235741434880","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"4204","n_layers":60,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":5120,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":160,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-Coder-V2-Instruct-0724","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47392227456","shards":2,"effective_bpw":1.6083,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682672256","shards":2,"effective_bpw":1.7878,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682672352","shards":3,"effective_bpw":1.7878,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"61500080256","shards":2,"effective_bpw":2.087,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"61500080352","shards":3,"effective_bpw":2.087,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711293056","shards":2,"effective_bpw":2.3318,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711293184","shards":3,"effective_bpw":2.3318,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"69866897664","shards":3,"effective_bpw":2.371,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76920823936","shards":2,"effective_bpw":2.6103,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76920824160","shards":4,"effective_bpw":2.6103,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"79601277280","shards":4,"effective_bpw":2.7013,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946677504","shards":3,"effective_bpw":2.9166,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946677600","shards":4,"effective_bpw":2.9166,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"86458677472","shards":3,"effective_bpw":2.934,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90846568704","shards":3,"effective_bpw":3.0829,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90846568800","shards":4,"effective_bpw":3.0829,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"96304427456","shards":5,"effective_bpw":3.2681,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679198496","shards":3,"effective_bpw":3.4505,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"101679198688","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679198688","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103371256064","shards":3,"effective_bpw":3.508,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103371256320","shards":5,"effective_bpw":3.508,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112665530624","shards":3,"effective_bpw":3.8234,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"112665530880","shards":5,"effective_bpw":3.8234,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372067424","shards":4,"effective_bpw":4.1528,"repo":"lmstudio-community/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372067712","shards":4,"effective_bpw":4.1528,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372067968","shards":6,"effective_bpw":4.1528,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125563455872","shards":4,"effective_bpw":4.2611,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125563456096","shards":6,"effective_bpw":4.2611,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132912458304","shards":6,"effective_bpw":4.5104,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"133394147712","shards":4,"effective_bpw":4.5268,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133875837536","shards":6,"effective_bpw":4.5431,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453966944","shards":4,"effective_bpw":4.8342,"repo":"lmstudio-community/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453967232","shards":4,"effective_bpw":4.8342,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"142453967552","shards":7,"effective_bpw":4.8342,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"162308467104","shards":7,"effective_bpw":5.508,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"167223790080","shards":5,"effective_bpw":5.6748,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"167223790144","shards":8,"effective_bpw":5.6748,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726400","shards":5,"effective_bpw":6.5679,"repo":"lmstudio-community/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726720","shards":5,"effective_bpw":6.5679,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541726880","shards":9,"effective_bpw":6.5679,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623469984","shards":7,"effective_bpw":8.505,"repo":"lmstudio-community/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623470272","shards":7,"effective_bpw":8.505,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-0724-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623470496","shards":11,"effective_bpw":8.505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-0724-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepscaler-1-5b-preview","canonical_repo":"agentica-org/DeepScaleR-1.5B-Preview","display_name":"DeepScaleR-1.5B-Preview","publisher":"agentica-org","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4202","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"agentica-org/DeepScaleR-1.5B-Preview","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"752881568","shards":1,"effective_bpw":3.3893,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"769071008","shards":1,"effective_bpw":3.4622,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"831977888","shards":1,"effective_bpw":3.7454,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861223328","shards":1,"effective_bpw":3.877,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"876942752","shards":1,"effective_bpw":3.9478,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924457376","shards":1,"effective_bpw":4.1617,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980441504","shards":1,"effective_bpw":4.4137,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"980785568","shards":1,"effective_bpw":4.4152,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1019712416","shards":1,"effective_bpw":4.5905,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1067604896","shards":1,"effective_bpw":4.8061,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1068809120","shards":1,"effective_bpw":4.8115,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071586208","shards":1,"effective_bpw":4.824,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117322144","shards":1,"effective_bpw":5.0299,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1162701728","shards":1,"effective_bpw":5.2342,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259174816","shards":1,"effective_bpw":5.6685,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285495712","shards":1,"effective_bpw":5.787,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1290529184","shards":1,"effective_bpw":5.8096,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1429531040","shards":1,"effective_bpw":6.4354,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464180128","shards":1,"effective_bpw":6.5914,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1577220512","shards":1,"effective_bpw":7.1002,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894533536","shards":1,"effective_bpw":8.5287,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560417696","shards":1,"effective_bpw":16.0281,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"7114303584","shards":1,"effective_bpw":32.0268,"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-gguf","canonical_repo":"unsloth/gemma-4-31B-it-GGUF","display_name":"gemma-4-31B-it-GGUF","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4201","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-31B-it-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"g2-darkest-writer-dirty-shirley-9b-v2","canonical_repo":"OccultAI/G2-Darkest-Writer-Dirty-Shirley-9B-v2","display_name":"G2-Darkest-Writer-Dirty-Shirley-9B-v2","publisher":"OccultAI","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4197","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OccultAI/G2-Darkest-Writer-Dirty-Shirley-9B-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378565312","shards":1,"effective_bpw":2.059,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545952448","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931008","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067381440","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211486912","shards":1,"effective_bpw":2.78,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434669760","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552511680","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796739776","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805398400","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805398720","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144989888","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337665408","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337665728","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337665728","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616256","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781632","shards":1,"effective_bpw":4.122,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761781952","shards":1,"effective_bpw":4.122,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132453248","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132453568","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183030976","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223171456","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443143360","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459199680","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925696","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926016","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761058176","shards":1,"effective_bpw":4.987,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761058496","shards":1,"effective_bpw":4.987,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963368128","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592576","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483592896","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647367040","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647367360","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589070208","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589070528","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827149184","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490680704","shards":1,"effective_bpw":16.0063,"repo":"mradermacher/G2-Darkest-Writer-Dirty-Shirley-9B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-z1-rumination-32b-0414","canonical_repo":"zai-org/GLM-Z1-Rumination-32B-0414","display_name":"GLM-Z1-Rumination-32B-0414","publisher":"zai-org","modality":"text","arch_key":"glm4","params_total":"33141749760","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4193","n_layers":61,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/GLM-Z1-Rumination-32B-0414","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"10145986112","shards":1,"effective_bpw":2.4491,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10665006656","shards":1,"effective_bpw":2.5744,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11527525952","shards":1,"effective_bpw":2.7826,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12548609600","shards":1,"effective_bpw":3.0291,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13038212672","shards":1,"effective_bpw":3.1473,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13457921600","shards":1,"effective_bpw":3.2486,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13933614656","shards":1,"effective_bpw":3.3634,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14619039296","shards":1,"effective_bpw":3.5289,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15107438144","shards":1,"effective_bpw":3.6467,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16177329728","shards":1,"effective_bpw":3.905,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17537856800","shards":1,"effective_bpw":4.2334,"repo":"lmstudio-community/GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17537857088","shards":1,"effective_bpw":4.2334,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17950242368","shards":1,"effective_bpw":4.333,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18944783936","shards":1,"effective_bpw":4.573,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18958743104","shards":1,"effective_bpw":4.5764,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19023820352","shards":1,"effective_bpw":4.5921,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20040332576","shards":1,"effective_bpw":4.8375,"repo":"lmstudio-community/GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20040332864","shards":1,"effective_bpw":4.8375,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20731409984","shards":1,"effective_bpw":5.0043,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20909880896","shards":1,"effective_bpw":5.0474,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22922950208","shards":1,"effective_bpw":5.5333,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23512036928","shards":1,"effective_bpw":5.6755,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"24086722112","shards":1,"effective_bpw":5.8142,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27200722208","shards":1,"effective_bpw":6.5659,"repo":"lmstudio-community/GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27200722496","shards":1,"effective_bpw":6.5659,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27651741248","shards":1,"effective_bpw":6.6748,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35226875168","shards":1,"effective_bpw":8.5033,"repo":"lmstudio-community/GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35226875456","shards":1,"effective_bpw":8.5033,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"66295854560","shards":2,"effective_bpw":16.003,"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-qat","canonical_repo":"google/gemma-3-12b-it-qat","display_name":"gemma-3-12b-it-qat","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"11766034176","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4193","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-12b-it-qat","arch_confidence":0.8,"quantizations":[{"quant":"Q4_0","bytes":"7131017792","shards":1,"effective_bpw":4.8485,"repo":"ggml-org/gemma-3-12b-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spoomplesmaxx-flash-35b-a3","canonical_repo":"aimeri/spoomplesmaxx-flash-35B-A3","display_name":"spoomplesmaxx-flash-35B-A3","publisher":"aimeri","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4188","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"aimeri/spoomplesmaxx-flash-35B-A3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143360","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210240","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655040","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032320","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481280","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237120","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098560","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939595232","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595520","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760640","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145920","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185952","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186240","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425600","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520960","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765664","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765952","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331552","shards":1,"effective_bpw":4.128,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331840","shards":1,"effective_bpw":4.128,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779520","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313632","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269120","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889905120","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905408","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759392","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759680","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170240","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284832","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285120","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132512","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132800","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153952","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154240","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140832","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/spoomplesmaxx-flash-35B-A3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-gguf","canonical_repo":"unsloth/GLM-4.7-Flash-GGUF","display_name":"GLM-4.7-Flash-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"29943393920","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4172","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-sea-lion-v3-9b-it","canonical_repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT","display_name":"Gemma-SEA-LION-v3-9B-IT","publisher":"aisingapore","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4162","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aisingapore/Gemma-SEA-LION-v3-9B-IT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378565440","shards":1,"effective_bpw":2.059,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545952576","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931136","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067381568","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487040","shards":1,"effective_bpw":2.78,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434669888","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552511808","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796739904","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805398144","shards":1,"effective_bpw":3.2941,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805398848","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990016","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337665856","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337665856","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616384","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781376","shards":1,"effective_bpw":4.122,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782080","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132453696","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031104","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5443142784","shards":1,"effective_bpw":4.7118,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443143488","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459199808","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926144","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057920","shards":1,"effective_bpw":4.987,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761058624","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963368256","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6483592320","shards":1,"effective_bpw":5.6125,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593024","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366784","shards":1,"effective_bpw":5.7542,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647367488","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069952","shards":1,"effective_bpw":6.5694,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589070656","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Gemma-SEA-LION-v3-9B-IT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148928","shards":1,"effective_bpw":8.5068,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490680448","shards":1,"effective_bpw":16.0063,"repo":"aisingapore/Gemma-SEA-LION-v3-9B-IT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuan-1-8b-instruct","canonical_repo":"tencent/Hunyuan-1.8B-Instruct","display_name":"Hunyuan-1.8B-Instruct","publisher":"tencent","modality":"text","arch_key":"hunyuan-dense","params_total":"1791080448","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4160","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":120818,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tencent/Hunyuan-1.8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"698486688","shards":1,"effective_bpw":3.1198,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"768479136","shards":1,"effective_bpw":3.4325,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777486528","shards":1,"effective_bpw":3.4727,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"837412256","shards":1,"effective_bpw":3.7404,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"840138944","shards":1,"effective_bpw":3.7525,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"871858368","shards":1,"effective_bpw":3.8942,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"900825280","shards":1,"effective_bpw":4.0236,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"951025856","shards":1,"effective_bpw":4.2478,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1018921152","shards":1,"effective_bpw":4.5511,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1033863360","shards":1,"effective_bpw":4.6178,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1080000704","shards":1,"effective_bpw":4.8239,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1081049280","shards":1,"effective_bpw":4.8286,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1083670720","shards":1,"effective_bpw":4.8403,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1133084864","shards":1,"effective_bpw":5.061,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1173323968","shards":1,"effective_bpw":5.2407,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1193010592","shards":1,"effective_bpw":5.3287,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1269792960","shards":1,"effective_bpw":5.6716,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1298759872","shards":1,"effective_bpw":5.801,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1358685600","shards":1,"effective_bpw":6.0687,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1474789568","shards":1,"effective_bpw":6.5873,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1534715296","shards":1,"effective_bpw":6.8549,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1908532640","shards":1,"effective_bpw":8.5246,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3587537792","shards":1,"effective_bpw":16.024,"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-nano-128k","canonical_repo":"Menlo/Jan-nano-128k","display_name":"Jan-nano-128k","publisher":"Menlo","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4154","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Menlo/Jan-nano-128k","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083149952","shards":1,"effective_bpw":2.1542,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143484032","shards":1,"effective_bpw":2.2742,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255345792","shards":1,"effective_bpw":2.4967,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1512984032","shards":1,"effective_bpw":3.0091,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1530402432","shards":1,"effective_bpw":3.0437,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499872","shards":1,"effective_bpw":3.3203,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500032","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669500032","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670188512","shards":1,"effective_bpw":3.3217,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674376832","shards":1,"effective_bpw":3.33,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763700192","shards":1,"effective_bpw":3.5077,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814375392","shards":1,"effective_bpw":3.6085,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997120","shards":1,"effective_bpw":3.7529,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997472","shards":1,"effective_bpw":3.7529,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997632","shards":1,"effective_bpw":3.7529,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962896352","shards":1,"effective_bpw":3.9039,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617920","shards":1,"effective_bpw":4.128,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618272","shards":1,"effective_bpw":4.128,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618432","shards":1,"effective_bpw":4.128,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785600","shards":1,"effective_bpw":4.4545,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785952","shards":1,"effective_bpw":4.4546,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751648","shards":1,"effective_bpw":4.5161,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751712","shards":1,"effective_bpw":4.5161,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751872","shards":1,"effective_bpw":4.5161,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369546880","shards":1,"effective_bpw":4.7126,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375773152","shards":1,"effective_bpw":4.725,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375773312","shards":1,"effective_bpw":4.725,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343712","shards":1,"effective_bpw":4.7361,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343872","shards":1,"effective_bpw":4.7361,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309440","shards":1,"effective_bpw":4.74,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309792","shards":1,"effective_bpw":4.74,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309952","shards":1,"effective_bpw":4.74,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280640","shards":1,"effective_bpw":4.9667,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280992","shards":1,"effective_bpw":4.9667,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281152","shards":1,"effective_bpw":4.9667,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591481312","shards":1,"effective_bpw":5.154,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629120","shards":1,"effective_bpw":5.1643,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629472","shards":1,"effective_bpw":5.1643,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629632","shards":1,"effective_bpw":5.1643,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711360","shards":1,"effective_bpw":5.6159,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823711360","shards":1,"effective_bpw":5.6159,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711712","shards":1,"effective_bpw":5.6159,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711872","shards":1,"effective_bpw":5.6159,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513600","shards":1,"effective_bpw":5.7467,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513952","shards":1,"effective_bpw":5.7467,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514112","shards":1,"effective_bpw":5.7467,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2983714272","shards":1,"effective_bpw":5.9341,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3050793600","shards":1,"effective_bpw":6.0675,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261120","shards":1,"effective_bpw":6.5756,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261472","shards":1,"effective_bpw":6.5756,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261632","shards":1,"effective_bpw":6.5756,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400461792","shards":1,"effective_bpw":6.7629,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405120","shards":1,"effective_bpw":8.513,"repo":"Menlo/Jan-nano-128k-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405472","shards":1,"effective_bpw":8.513,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405632","shards":1,"effective_bpw":8.513,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051285216","shards":1,"effective_bpw":16.0126,"repo":"bartowski/Menlo_Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051285408","shards":1,"effective_bpw":16.0126,"repo":"unsloth/Jan-nano-128k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grug-35b","canonical_repo":"ProCreations/grug-35b","display_name":"grug-35b","publisher":"ProCreations","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"4149","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"ProCreations/grug-35b","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9778453440","shards":1,"effective_bpw":2.2283,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797145024","shards":1,"effective_bpw":2.4604,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010276288","shards":1,"effective_bpw":2.509,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066716608","shards":1,"effective_bpw":2.7497,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617079744","shards":1,"effective_bpw":2.8751,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113719744","shards":1,"effective_bpw":2.9883,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870830016","shards":1,"effective_bpw":3.3887,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513516992","shards":1,"effective_bpw":3.5351,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218684352","shards":1,"effective_bpw":3.6958,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226548672","shards":1,"effective_bpw":3.6976,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886496192","shards":1,"effective_bpw":3.848,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900258752","shards":1,"effective_bpw":3.8511,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806447040","shards":1,"effective_bpw":4.2855,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861347264","shards":1,"effective_bpw":4.5259,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942611904","shards":1,"effective_bpw":4.5444,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592729024","shards":1,"effective_bpw":4.6925,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758528","shards":1,"effective_bpw":4.8233,"repo":"ProCreations/grug-35b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391449024","shards":1,"effective_bpw":4.8745,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768895424","shards":1,"effective_bpw":4.9606,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973769152","shards":1,"effective_bpw":5.0072,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156150720","shards":1,"effective_bpw":5.5045,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131648","shards":1,"effective_bpw":5.6351,"repo":"ProCreations/grug-35b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017457600","shards":1,"effective_bpw":5.7008,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331334080","shards":1,"effective_bpw":5.7723,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153088","shards":1,"effective_bpw":6.4976,"repo":"ProCreations/grug-35b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053415872","shards":1,"effective_bpw":6.8484,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299749312","shards":1,"effective_bpw":6.9045,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139968","shards":1,"effective_bpw":8.4093,"repo":"ProCreations/grug-35b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914691008","shards":1,"effective_bpw":8.4119,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637792","shards":2,"effective_bpw":15.8091,"repo":"bartowski/ProCreations_grug-35b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-1-8b-lorablated","canonical_repo":"mlabonne/Hermes-3-Llama-3.1-8B-lorablated","display_name":"Hermes-3-Llama-3.1-8B-lorablated","publisher":"mlabonne","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4148","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Hermes-3-Llama-3.1-8B-lorablated","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"kinggaroo-12b-v1","canonical_repo":"kainatq/Kinggaroo-12b-v1","display_name":"Kinggaroo-12b-v1","publisher":"kainatq","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4142","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kainatq/Kinggaroo-12b-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212352","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221625152","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592313152","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077952","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473792","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024192","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493678912","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048256","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048512","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385792","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306489152","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226496","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226752","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079552","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722233152","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090496","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090752","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561503296","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503552","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710592","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800054336","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638912","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097915712","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197696","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197952","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205056","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205312","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795218752","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735936","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736192","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631936","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632192","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210496","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210752","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Kinggaroo-12b-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369856","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Kinggaroo-12b-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"maestro1-9b","canonical_repo":"vectionlabs/Maestro1-9B","display_name":"Maestro1-9B","publisher":"vectionlabs","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4129","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"vectionlabs/Maestro1-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771488","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149600","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ1_0","bytes":"2332878880","shards":1,"effective_bpw":2.1288,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113120","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"2658461728","shards":1,"effective_bpw":2.4258,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158304","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745568","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916384","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553888","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733664","shards":1,"effective_bpw":2.9946,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734752","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634912","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876000","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612320","shards":1,"effective_bpw":3.4398,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667424","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622176","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162080","shards":1,"effective_bpw":3.7633,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394848","shards":1,"effective_bpw":4.0436,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841248","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334240","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625696","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756320","shards":1,"effective_bpw":4.7886,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757408","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762400","shards":1,"effective_bpw":5.2202,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5720762400","shards":1,"effective_bpw":5.2202,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113504","shards":1,"effective_bpw":5.3391,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6193768480","shards":1,"effective_bpw":5.6518,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900320","shards":1,"effective_bpw":6.1374,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Maestro1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519392","shards":1,"effective_bpw":7.9474,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044832","shards":1,"effective_bpw":14.9541,"repo":"haffner/Maestro1-9B-Heretic","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-1b","canonical_repo":"ibm-granite/granite-4.0-1b","display_name":"granite-4.0-1b","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"1631750144","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4127","n_layers":40,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-1b","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"471455840","shards":1,"effective_bpw":2.3114,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"494196832","shards":1,"effective_bpw":2.4229,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"536385632","shards":1,"effective_bpw":2.6297,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"644749408","shards":1,"effective_bpw":3.161,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"700782688","shards":1,"effective_bpw":3.4357,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"701699840","shards":1,"effective_bpw":3.4402,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"701700192","shards":1,"effective_bpw":3.4402,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"701700192","shards":1,"effective_bpw":3.4402,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"785585920","shards":1,"effective_bpw":3.8515,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"785586272","shards":1,"effective_bpw":3.8515,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"860362496","shards":1,"effective_bpw":4.2181,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"860362848","shards":1,"effective_bpw":4.2181,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"926160640","shards":1,"effective_bpw":4.5407,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"936974432","shards":1,"effective_bpw":4.5937,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"974984960","shards":1,"effective_bpw":4.7801,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"977606752","shards":1,"effective_bpw":4.7929,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"980228192","shards":1,"effective_bpw":4.8058,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"980752128","shards":1,"effective_bpw":4.8083,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"980752480","shards":1,"effective_bpw":4.8083,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1023645440","shards":1,"effective_bpw":5.0186,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1023645792","shards":1,"effective_bpw":5.0186,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1064113920","shards":1,"effective_bpw":5.217,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1064114272","shards":1,"effective_bpw":5.217,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1153242880","shards":1,"effective_bpw":5.654,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1153242880","shards":1,"effective_bpw":5.654,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1153243232","shards":1,"effective_bpw":5.654,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1178310400","shards":1,"effective_bpw":5.7769,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1178310752","shards":1,"effective_bpw":5.7769,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1242371840","shards":1,"effective_bpw":6.091,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1342641920","shards":1,"effective_bpw":6.5826,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1342642272","shards":1,"effective_bpw":6.5826,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1737791232","shards":1,"effective_bpw":8.5199,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1737791584","shards":1,"effective_bpw":8.5199,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3267401472","shards":1,"effective_bpw":16.0191,"repo":"ibm-granite/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3267401568","shards":1,"effective_bpw":16.0191,"repo":"unsloth/granite-4.0-1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nuextract3","canonical_repo":"numind/NuExtract3","display_name":"NuExtract3","publisher":"numind","modality":"vision_language","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4126","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"numind/NuExtract3","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1915469696","shards":1,"effective_bpw":3.3758,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262062976","shards":1,"effective_bpw":3.9867,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708803456","shards":1,"effective_bpw":4.774,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074985856","shards":1,"effective_bpw":5.4194,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464054656","shards":1,"effective_bpw":6.105,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482402176","shards":1,"effective_bpw":7.8998,"repo":"numind/NuExtract3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"esdrac-v1-7b","canonical_repo":"natzx94/EsDrac-v1-7B","display_name":"EsDrac-v1-7B","publisher":"natzx94","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4107","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"natzx94/EsDrac-v1-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668608","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197376","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078656","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023104","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638656","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343680","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075008","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941248","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941504","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515840","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257280","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369536","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369792","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193728","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013312","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392320","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392576","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460416","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460672","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473856","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299520","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814656","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122496","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770112","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770368","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074688","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074944","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284992","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177600","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177856","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832384","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832640","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199936","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200192","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/EsDrac-v1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526336","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854336","shards":1,"effective_bpw":16.007,"repo":"mradermacher/EsDrac-v1-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"infinity-parser2-pro","canonical_repo":"infly/Infinity-Parser2-Pro","display_name":"Infinity-Parser2-Pro","publisher":"infly","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4106","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"infly/Infinity-Parser2-Pro","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"36903139968","shards":1,"effective_bpw":8.4093,"repo":"glebkudr/Infinity-Parser2-Pro-Q8-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lumimaid-magnum-v4-12b","canonical_repo":"Undi95/Lumimaid-Magnum-v4-12B","display_name":"Lumimaid-Magnum-v4-12B","publisher":"Undi95","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4105","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Undi95/Lumimaid-Magnum-v4-12B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138477248","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435027648","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051968","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306492608","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411968","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230208","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722236608","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094208","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507008","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742714048","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094642368","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097919168","shards":1,"effective_bpw":4.6362,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201408","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208768","shards":1,"effective_bpw":4.884,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795222208","shards":1,"effective_bpw":5.0917,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975282368","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739648","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635648","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141823168","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214208","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381272768","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373568","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504280480","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chroma1-flash","canonical_repo":"lodestones/Chroma1-Flash","display_name":"Chroma1-Flash","publisher":"lodestones","modality":"image","arch_key":"flux","params_total":"8899983424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4105","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3414855840","shards":1,"effective_bpw":3.0695,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4288975008","shards":1,"effective_bpw":3.8553,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5432053920","shards":1,"effective_bpw":4.8828,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5566533792","shards":1,"effective_bpw":5.0036,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5969973408","shards":1,"effective_bpw":5.3663,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6507892896","shards":1,"effective_bpw":5.8498,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6650777760","shards":1,"effective_bpw":5.9782,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7045812384","shards":1,"effective_bpw":6.3333,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7650971808","shards":1,"effective_bpw":6.8773,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9735409824","shards":1,"effective_bpw":8.7509,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17804202144","shards":1,"effective_bpw":16.0038,"repo":"silveroxides/Chroma1-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"speechless-llama2-hermes-orca-platypus-wizardlm-13b","canonical_repo":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","display_name":"speechless-llama2-hermes-orca-platypus-wizardlm-13b","publisher":"uukuguy","modality":"text","arch_key":"llama","params_total":"13015866880","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"4104","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"uukuguy/speechless-llama2-hermes-orca-platypus-wizardlm-13b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Speechless-Llama2-Hermes-Orca-Platypus-WizardLM-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-3b-instruct-uncensored","canonical_repo":"kikichi/Qwen2.5-3B-Instruct-Uncensored","display_name":"Qwen2.5-3B-Instruct-Uncensored","publisher":"kikichi","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4098","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kikichi/Qwen2.5-3B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094464","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027712","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249792","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546048","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938368","shards":1,"effective_bpw":2.753,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516032","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128320","shards":1,"effective_bpw":3.106,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756000","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756288","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827456","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836352","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357408","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357696","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864448","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895168","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475680","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590475968","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391904","shards":1,"effective_bpw":4.4262,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392192","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095232","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753185184","shards":1,"effective_bpw":4.545,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209536","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486336","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384288","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384576","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903008","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903296","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258496","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666464","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666752","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815008","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815296","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159008","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159296","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476256","shards":1,"effective_bpw":8.5173,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317216","shards":1,"effective_bpw":16.0167,"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"inkling-gguf","canonical_repo":"unsloth/inkling-GGUF","display_name":"inkling-GGUF","publisher":"unsloth","modality":"vision_language","arch_key":"inkling","params_total":"947025564226","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4094","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"cydonia-v1-3-magnum-v4-22b","canonical_repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B","display_name":"Cydonia-v1.3-Magnum-v4-22B","publisher":"knifeayumu","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"4090","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4829493088","shards":1,"effective_bpw":1.7367,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5267142496","shards":1,"effective_bpw":1.894,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5996558176","shards":1,"effective_bpw":2.1563,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6646151008","shards":1,"effective_bpw":2.3899,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7035434848","shards":1,"effective_bpw":2.5299,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7618967392","shards":1,"effective_bpw":2.7397,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098304","shards":1,"effective_bpw":2.9746,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8272099168","shards":1,"effective_bpw":2.9746,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8598861664","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9176102752","shards":1,"effective_bpw":3.2997,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276416","shards":1,"effective_bpw":3.4669,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9641277280","shards":1,"effective_bpw":3.467,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9688069984","shards":1,"effective_bpw":3.4838,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10062411616","shards":1,"effective_bpw":3.6184,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756830208","shards":1,"effective_bpw":3.8681,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10756831072","shards":1,"effective_bpw":3.8681,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730433024","shards":1,"effective_bpw":4.2182,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11730433888","shards":1,"effective_bpw":4.2182,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11935299424","shards":1,"effective_bpw":4.2919,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12613203808","shards":1,"effective_bpw":4.5356,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660388864","shards":1,"effective_bpw":4.5526,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12660389728","shards":1,"effective_bpw":4.5526,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242368","shards":1,"effective_bpw":4.7974,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13341243232","shards":1,"effective_bpw":4.7974,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820480","shards":1,"effective_bpw":5.5107,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15324821344","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558464","shards":1,"effective_bpw":5.6537,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15722559328","shards":1,"effective_bpw":5.6537,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252706816","shards":1,"effective_bpw":6.5636,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18252707680","shards":1,"effective_bpw":6.5636,"repo":"mradermacher/Cydonia-v1.3-Magnum-v4-22B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552448","shards":1,"effective_bpw":8.501,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496729088","shards":1,"effective_bpw":16.0008,"repo":"knifeayumu/Cydonia-v1.3-Magnum-v4-22B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"med-rwr","canonical_repo":"Luxuriant16/Med-RwR","display_name":"Med-RwR","publisher":"Luxuriant16","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"4090","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Luxuriant16/Med-RwR","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666656","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195424","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076704","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469021152","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636704","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341728","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834073056","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939296","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939552","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513888","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255328","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367584","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367840","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191776","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011360","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390368","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390624","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458464","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458720","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218471904","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297568","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437812704","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120544","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768160","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768416","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072736","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683072992","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873283040","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175648","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315175904","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830432","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830688","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197984","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254198240","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Med-RwR-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524384","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852384","shards":1,"effective_bpw":14.701,"repo":"mradermacher/Med-RwR-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-2-0325-32b","canonical_repo":"allenai/OLMo-2-0325-32B","display_name":"OLMo-2-0325-32B","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"32234279936","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4085","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100352,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/OLMo-2-0325-32B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12006374368","shards":1,"effective_bpw":2.9798,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058716128","shards":1,"effective_bpw":3.4891,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15601433568","shards":1,"effective_bpw":3.872,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16913464288","shards":1,"effective_bpw":4.1976,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415631328","shards":1,"effective_bpw":4.5704,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482557408","shards":1,"effective_bpw":4.8352,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22236380128","shards":1,"effective_bpw":5.5187,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22860282848","shards":1,"effective_bpw":5.6735,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26449116128","shards":1,"effective_bpw":6.5642,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34255600608","shards":1,"effective_bpw":8.5017,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"64474250400","shards":2,"effective_bpw":16.0014,"repo":"DevQuasar-10/allenai.OLMo-2-0325-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"oreal-deepseek-r1-distill-qwen-7b","canonical_repo":"internlm/OREAL-DeepSeek-R1-Distill-Qwen-7B","display_name":"OREAL-DeepSeek-R1-Distill-Qwen-7B","publisher":"internlm","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4083","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"internlm/OREAL-DeepSeek-R1-Distill-Qwen-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780342912","shards":1,"effective_bpw":2.9207,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940736","shards":1,"effective_bpw":3.1682,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114515072","shards":1,"effective_bpw":3.2717,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256512","shards":1,"effective_bpw":3.5152,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369024","shards":1,"effective_bpw":3.6686,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164736","shards":1,"effective_bpw":3.7273,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012544","shards":1,"effective_bpw":3.7544,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391808","shards":1,"effective_bpw":4.0006,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459584","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459904","shards":1,"effective_bpw":4.2948,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473088","shards":1,"effective_bpw":4.4314,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437813888","shards":1,"effective_bpw":4.6618,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121728","shards":1,"effective_bpw":4.6684,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769600","shards":1,"effective_bpw":4.6828,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073856","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074176","shards":1,"effective_bpw":4.9194,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284224","shards":1,"effective_bpw":5.1193,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564416","shards":1,"effective_bpw":5.3443,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177088","shards":1,"effective_bpw":5.5835,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831872","shards":1,"effective_bpw":5.7196,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197440","shards":1,"effective_bpw":6.073,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199104","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199424","shards":1,"effective_bpw":6.5699,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182528","shards":1,"effective_bpw":6.8472,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525504","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525824","shards":1,"effective_bpw":8.5073,"repo":"bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-storymaxxed3","canonical_repo":"MRockatansky/Gemma-4-31B-Storymaxxed3","display_name":"Gemma-4-31B-Storymaxxed3","publisher":"MRockatansky","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4069","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/Gemma-4-31B-Storymaxxed3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489920","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872832","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844352","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359488","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889216","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066432","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589504","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314016","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314304","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508288","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369344","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357216","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357504","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357504","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497856","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109024","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109312","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270496","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270784","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790784","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234016","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578432","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165600","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165888","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063456","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063744","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_L","bytes":"19028374240","shards":1,"effective_bpw":4.8677,"repo":"MRockatansky/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421504","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841696","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841984","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570976","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571264","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485216","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485504","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676064","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413188096","shards":1,"effective_bpw":15.7102,"repo":"MRockatansky/Gemma-4-31B-Storymaxxed3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mergedonia-aether-24b-v1b","canonical_repo":"24B-Suite/Mergedonia-AETHER-24B-v1b","display_name":"Mergedonia-AETHER-24B-v1b","publisher":"24B-Suite","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4063","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"24B-Suite/Mergedonia-AETHER-24B-v1b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273745632","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750520032","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545144032","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207057632","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478378752","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114077952","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320189312","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890352224","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890352512","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280618752","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907145632","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400303744","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400304032","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428156832","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650979232","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474111104","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474111392","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400790144","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400790432","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758946752","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890018464","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494261312","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549311264","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549311552","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333941024","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333941312","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873140032","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304447264","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304447552","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764018464","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764018752","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345975744","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345976032","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054826624","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Mergedonia-AETHER-24B-v1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-v0-3","canonical_repo":"mistralai/Mistral-7B-v0.3","display_name":"Mistral-7B-v0.3","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4062","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Mistral-7B-v0.3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1615318720","shards":1,"effective_bpw":1.7829,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1757662912","shards":1,"effective_bpw":1.94,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1994903232","shards":1,"effective_bpw":2.2019,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2201472704","shards":1,"effective_bpw":2.4299,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2201481536","shards":1,"effective_bpw":2.4299,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2314456768","shards":1,"effective_bpw":2.5546,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2314466432","shards":1,"effective_bpw":2.5546,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2504249024","shards":1,"effective_bpw":2.7641,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2504258688","shards":1,"effective_bpw":2.7641,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2532560576","shards":1,"effective_bpw":2.7953,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877120","shards":1,"effective_bpw":3.0054,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722877344","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722887040","shards":1,"effective_bpw":3.0054,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2830880448","shards":1,"effective_bpw":3.1246,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2830890112","shards":1,"effective_bpw":3.1246,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022769856","shards":1,"effective_bpw":3.3364,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022770080","shards":1,"effective_bpw":3.3364,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022780608","shards":1,"effective_bpw":3.3364,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168521920","shards":1,"effective_bpw":3.4973,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522144","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168532672","shards":1,"effective_bpw":3.4973,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3186347712","shards":1,"effective_bpw":3.5169,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3186347936","shards":1,"effective_bpw":3.5169,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288846016","shards":1,"effective_bpw":3.6301,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288846240","shards":1,"effective_bpw":3.6301,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288856768","shards":1,"effective_bpw":3.6301,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3522940608","shards":1,"effective_bpw":3.8884,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940832","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522951360","shards":1,"effective_bpw":3.8885,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979072","shards":1,"effective_bpw":4.2229,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979296","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825989824","shards":1,"effective_bpw":4.2229,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911962304","shards":1,"effective_bpw":4.3178,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3911973888","shards":1,"effective_bpw":4.3178,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3948662688","shards":1,"effective_bpw":4.3583,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4130066112","shards":1,"effective_bpw":4.5586,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746176","shards":1,"effective_bpw":4.5748,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746400","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144758016","shards":1,"effective_bpw":4.5748,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4372811456","shards":1,"effective_bpw":4.8265,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811680","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372823296","shards":1,"effective_bpw":4.8265,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4724117696","shards":1,"effective_bpw":5.2142,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481088","shards":1,"effective_bpw":5.5215,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481568","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002494208","shards":1,"effective_bpw":5.5215,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5136174528","shards":1,"effective_bpw":5.669,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136175008","shards":1,"effective_bpw":5.669,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136187648","shards":1,"effective_bpw":5.6691,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5470703808","shards":1,"effective_bpw":6.0383,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248064","shards":1,"effective_bpw":6.5643,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248544","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947262272","shards":1,"effective_bpw":6.5643,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6263951552","shards":1,"effective_bpw":6.9138,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564288","shards":1,"effective_bpw":8.5017,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564768","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702582464","shards":1,"effective_bpw":8.5017,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14497336768","shards":1,"effective_bpw":16.0014,"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497337248","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Mistral-7B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"28992917408","shards":1,"effective_bpw":32.0009,"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-o-2-6","canonical_repo":"openbmb/MiniCPM-o-2_6","display_name":"MiniCPM-o-2_6","publisher":"openbmb","modality":"text","arch_key":"qwen2","params_total":"8674997028","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4061","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151700,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-o-2_6","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2778876576","shards":1,"effective_bpw":2.5627,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014433632","shards":1,"effective_bpw":2.7799,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3344616928","shards":1,"effective_bpw":3.0844,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490729440","shards":1,"effective_bpw":3.2191,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3545383616","shards":1,"effective_bpw":3.2695,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3572372960","shards":1,"effective_bpw":3.2944,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806752224","shards":1,"effective_bpw":3.5106,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086820064","shards":1,"effective_bpw":3.7688,"repo":"lmstudio-community/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086820320","shards":1,"effective_bpw":3.7688,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4216700992","shards":1,"effective_bpw":3.8886,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4429578144","shards":1,"effective_bpw":4.0849,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4436001024","shards":1,"effective_bpw":4.0908,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4442308864","shards":1,"effective_bpw":4.0967,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455956384","shards":1,"effective_bpw":4.1092,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455956736","shards":1,"effective_bpw":4.1092,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681260960","shards":1,"effective_bpw":4.317,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681261056","shards":1,"effective_bpw":4.317,"repo":"lmstudio-community/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681261312","shards":1,"effective_bpw":4.317,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4871389472","shards":1,"effective_bpw":4.4923,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4871389824","shards":1,"effective_bpw":4.4923,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5084783296","shards":1,"effective_bpw":4.6891,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5313200800","shards":1,"effective_bpw":4.8998,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313201152","shards":1,"effective_bpw":4.8998,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442855584","shards":1,"effective_bpw":5.0193,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442855936","shards":1,"effective_bpw":5.0194,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5755012128","shards":1,"effective_bpw":5.3072,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5778416320","shards":1,"effective_bpw":5.3288,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6252049888","shards":1,"effective_bpw":5.7656,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6252049984","shards":1,"effective_bpw":5.7656,"repo":"lmstudio-community/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6252050240","shards":1,"effective_bpw":5.7656,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6515401408","shards":1,"effective_bpw":6.0084,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095744352","shards":1,"effective_bpw":7.4658,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095744448","shards":1,"effective_bpw":7.4658,"repo":"lmstudio-community/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095744704","shards":1,"effective_bpw":7.4658,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232626272","shards":1,"effective_bpw":14.0474,"repo":"openbmb/MiniCPM-o-2_6-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30457974464","shards":1,"effective_bpw":28.0881,"repo":"bartowski/MiniCPM-o-2_6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-2-24b-a3b-ii-dark-champion-instruct-heretic-abliterated-uncensored","canonical_repo":"DavidAU/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","display_name":"Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"18010942464","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4056","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":1,"arch_source":"DavidAU/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3997768128","shards":1,"effective_bpw":1.7757,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4386167232","shards":1,"effective_bpw":1.9482,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5033499072","shards":1,"effective_bpw":2.2358,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5551364544","shards":1,"effective_bpw":2.4658,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5612706240","shards":1,"effective_bpw":2.493,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6130571712","shards":1,"effective_bpw":2.723,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"6385701312","shards":1,"effective_bpw":2.8364,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6911627392","shards":1,"effective_bpw":3.07,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6911627712","shards":1,"effective_bpw":3.07,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"7209556416","shards":1,"effective_bpw":3.2023,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7674761664","shards":1,"effective_bpw":3.4089,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8083509376","shards":1,"effective_bpw":3.5905,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8083509696","shards":1,"effective_bpw":3.5905,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8083509696","shards":1,"effective_bpw":3.5905,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"8457851328","shards":1,"effective_bpw":3.7568,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8857358464","shards":1,"effective_bpw":3.9342,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8857358784","shards":1,"effective_bpw":3.9342,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9468711040","shards":1,"effective_bpw":4.2058,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"9468711360","shards":1,"effective_bpw":4.2058,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"9827914176","shards":1,"effective_bpw":4.3653,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9922285696","shards":1,"effective_bpw":4.4072,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"10364654016","shards":1,"effective_bpw":4.6037,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"10369372608","shards":1,"effective_bpw":4.6058,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10440151168","shards":1,"effective_bpw":4.6372,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"10440151488","shards":1,"effective_bpw":4.6372,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11091316864","shards":1,"effective_bpw":4.9265,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"11091317184","shards":1,"effective_bpw":4.9265,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"11421618624","shards":1,"effective_bpw":5.0732,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12511613056","shards":1,"effective_bpw":5.5573,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"12511613376","shards":1,"effective_bpw":5.5573,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12885954688","shards":1,"effective_bpw":5.7236,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"12885955008","shards":1,"effective_bpw":5.7236,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14827851904","shards":1,"effective_bpw":6.5862,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"14827852224","shards":1,"effective_bpw":6.5862,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19147004032","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Llama3.2-24B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-1-30b-heretic","canonical_repo":"stuarch/granite-4.1-30b-heretic","display_name":"granite-4.1-30b-heretic","publisher":"stuarch","modality":"text","arch_key":"granite","params_total":"28865728512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4054","n_layers":64,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stuarch/granite-4.1-30b-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6154021152","shards":1,"effective_bpw":1.7056,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6764292384","shards":1,"effective_bpw":1.8747,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7781411104","shards":1,"effective_bpw":2.1566,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8628660512","shards":1,"effective_bpw":2.3914,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8888707360","shards":1,"effective_bpw":2.4635,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9702402336","shards":1,"effective_bpw":2.689,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9993972000","shards":1,"effective_bpw":2.7698,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10723780608","shards":1,"effective_bpw":2.972,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10723780896","shards":1,"effective_bpw":2.972,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11195574560","shards":1,"effective_bpw":3.1028,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11938031904","shards":1,"effective_bpw":3.3086,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12569274368","shards":1,"effective_bpw":3.4835,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12569274656","shards":1,"effective_bpw":3.4835,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12604926240","shards":1,"effective_bpw":3.4934,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12890138912","shards":1,"effective_bpw":3.5724,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13956540416","shards":1,"effective_bpw":3.868,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13956540704","shards":1,"effective_bpw":3.868,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15129896960","shards":1,"effective_bpw":4.1932,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15129897248","shards":1,"effective_bpw":4.1932,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15501093152","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15668865024","shards":1,"effective_bpw":4.3426,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16415451424","shards":1,"effective_bpw":4.5495,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16484657152","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16484657440","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17490241536","shards":1,"effective_bpw":4.8473,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17490241824","shards":1,"effective_bpw":4.8473,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18126727456","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19905112064","shards":1,"effective_bpw":5.5166,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19905112352","shards":1,"effective_bpw":5.5166,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20493363200","shards":1,"effective_bpw":5.6796,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20493363488","shards":1,"effective_bpw":5.6796,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23684179968","shards":1,"effective_bpw":6.564,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23684180256","shards":1,"effective_bpw":6.564,"repo":"mradermacher/granite-4.1-30b-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30674970624","shards":1,"effective_bpw":8.5014,"repo":"mradermacher/granite-4.1-30b-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"14b","canonical_repo":"CausalLM/14B","display_name":"14B","publisher":"CausalLM","modality":"text","arch_key":"llama","params_total":"14166676480","is_moe":false,"is_gated":false,"license_spdx":"wtfpl","downloads_30d":"4050","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"CausalLM/14B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"8176548512","shards":1,"effective_bpw":4.6173,"repo":"TheBloke/CausalLM-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9013279392","shards":1,"effective_bpw":5.0898,"repo":"TheBloke/CausalLM-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9850010272","shards":1,"effective_bpw":5.5624,"repo":"TheBloke/CausalLM-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10686741152","shards":1,"effective_bpw":6.0349,"repo":"TheBloke/CausalLM-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15058954912","shards":1,"effective_bpw":8.5039,"repo":"TheBloke/CausalLM-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm5-1b-claude-opus-fable5-thinking-abliterated","canonical_repo":"usermma/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated","display_name":"MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated","publisher":"usermma","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4042","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"352826048","shards":1,"effective_bpw":2.612,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"366262976","shards":1,"effective_bpw":2.7115,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"388657856","shards":1,"effective_bpw":2.8773,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"408933056","shards":1,"effective_bpw":3.0274,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"442073792","shards":1,"effective_bpw":3.2727,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"459989696","shards":1,"effective_bpw":3.4053,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"465887936","shards":1,"effective_bpw":3.449,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"485831040","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"485831360","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"489517760","shards":1,"effective_bpw":3.6239,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"533404352","shards":1,"effective_bpw":3.9488,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"548075904","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"548076224","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"549329600","shards":1,"effective_bpw":4.0667,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"562176704","shards":1,"effective_bpw":4.1618,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"582900096","shards":1,"effective_bpw":4.3152,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"582900416","shards":1,"effective_bpw":4.3153,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"613767552","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"613767872","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"638927552","shards":1,"effective_bpw":4.73,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"642244992","shards":1,"effective_bpw":4.7546,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"666133184","shards":1,"effective_bpw":4.9314,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"666280640","shards":1,"effective_bpw":4.9325,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"667804032","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"667804352","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688066944","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"688067264","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"719954624","shards":1,"effective_bpw":5.3299,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"774955392","shards":1,"effective_bpw":5.737,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"774955712","shards":1,"effective_bpw":5.7371,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862464","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"786862784","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"891832704","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"891833024","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153530240","shards":1,"effective_bpw":8.5397,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166552960","shards":1,"effective_bpw":16.0391,"repo":"mradermacher/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smilodon-9b-v1","canonical_repo":"Naphula/Smilodon-9B-v1","display_name":"Smilodon-9B-v1","publisher":"Naphula","modality":"text","arch_key":"gemma2","params_total":"10159209984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4039","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Naphula/Smilodon-9B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378568480","shards":1,"effective_bpw":1.873,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545955616","shards":1,"effective_bpw":2.0048,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824934176","shards":1,"effective_bpw":2.2245,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067384608","shards":1,"effective_bpw":2.4155,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211490080","shards":1,"effective_bpw":2.5289,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434672928","shards":1,"effective_bpw":2.7047,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552514848","shards":1,"effective_bpw":2.7975,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796742944","shards":1,"effective_bpw":2.9898,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805401632","shards":1,"effective_bpw":2.9966,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805401888","shards":1,"effective_bpw":2.9966,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144993056","shards":1,"effective_bpw":3.264,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337668640","shards":1,"effective_bpw":3.4158,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337668896","shards":1,"effective_bpw":3.4158,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337668896","shards":1,"effective_bpw":3.4158,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494619424","shards":1,"effective_bpw":3.5393,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761784864","shards":1,"effective_bpw":3.7497,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761785120","shards":1,"effective_bpw":3.7497,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132456480","shards":1,"effective_bpw":4.0416,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132456736","shards":1,"effective_bpw":4.0416,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183034144","shards":1,"effective_bpw":4.0814,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223174688","shards":1,"effective_bpw":4.1131,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443146528","shards":1,"effective_bpw":4.2863,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459202848","shards":1,"effective_bpw":4.2989,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478928928","shards":1,"effective_bpw":4.3145,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478929184","shards":1,"effective_bpw":4.3145,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761061408","shards":1,"effective_bpw":4.5366,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761061664","shards":1,"effective_bpw":4.5366,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963371296","shards":1,"effective_bpw":4.6959,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483595808","shards":1,"effective_bpw":5.1056,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483596064","shards":1,"effective_bpw":5.1056,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647370272","shards":1,"effective_bpw":5.2346,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647370528","shards":1,"effective_bpw":5.2346,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589073440","shards":1,"effective_bpw":5.9761,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589073696","shards":1,"effective_bpw":5.9761,"repo":"mradermacher/Smilodon-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827152416","shards":1,"effective_bpw":7.7385,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490683936","shards":1,"effective_bpw":14.5607,"repo":"mradermacher/Smilodon-9B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-heretic-ara","canonical_repo":"trohrbaugh/gemma-4-26B-A4B-it-heretic-ara","display_name":"gemma-4-26B-A4B-it-heretic-ara","publisher":"trohrbaugh","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"4038","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"trohrbaugh/gemma-4-26B-A4B-it-heretic-ara","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290266848","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668652768","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299295968","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426208","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873196768","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711328","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582732736","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733024","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477408","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689568","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063456","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405056","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405344","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405344","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559328","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729152","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729440","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824483776","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484064","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917721824","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804352","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488051936","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820672","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464820960","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572064","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011040","shards":1,"effective_bpw":5.2069,"repo":"CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011456","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796011744","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986728896","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729184","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132885952","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886240","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638394816","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395104","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854784","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"c4ai-command-r7b-12-2024","canonical_repo":"CohereLabs/c4ai-command-r7b-12-2024","display_name":"c4ai-command-r7b-12-2024","publisher":"CohereLabs","modality":"text","arch_key":"cohere2","params_total":"8028033024","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"4035","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"3084834944","shards":1,"effective_bpw":3.0741,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438532736","shards":1,"effective_bpw":3.4265,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692484736","shards":1,"effective_bpw":3.6796,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3724793984","shards":1,"effective_bpw":3.7118,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870546048","shards":1,"effective_bpw":3.857,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3990870144","shards":1,"effective_bpw":3.9769,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4224964736","shards":1,"effective_bpw":4.2102,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4528003200","shards":1,"effective_bpw":4.5122,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4600354944","shards":1,"effective_bpw":4.5843,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4797487008","shards":1,"effective_bpw":4.7807,"repo":"oncu/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4812167296","shards":1,"effective_bpw":4.7954,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4814264448","shards":1,"effective_bpw":4.7975,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828944288","shards":1,"effective_bpw":4.8121,"repo":"oncu/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828944512","shards":1,"effective_bpw":4.8121,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5056973472","shards":1,"effective_bpw":5.0393,"repo":"saidutta69/c4ai-command-r7b-12-2024-heretic","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057009568","shards":1,"effective_bpw":5.0394,"repo":"oncu/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057009792","shards":1,"effective_bpw":5.0394,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5233694848","shards":1,"effective_bpw":5.2154,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310961792","shards":1,"effective_bpw":5.2924,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669902464","shards":1,"effective_bpw":5.6501,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803559584","shards":1,"effective_bpw":5.7833,"repo":"saidutta69/c4ai-command-r7b-12-2024-heretic","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803595904","shards":1,"effective_bpw":5.7833,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057547904","shards":1,"effective_bpw":6.0364,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596807328","shards":1,"effective_bpw":6.5738,"repo":"saidutta69/c4ai-command-r7b-12-2024-heretic","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596843648","shards":1,"effective_bpw":6.5738,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850795648","shards":1,"effective_bpw":6.8269,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541063840","shards":1,"effective_bpw":8.5112,"repo":"saidutta69/c4ai-command-r7b-12-2024-heretic","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541100160","shards":1,"effective_bpw":8.5113,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32123049824","shards":1,"effective_bpw":32.0109,"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-omni-30b-a3b-thinking","canonical_repo":"Qwen/Qwen3-Omni-30B-A3B-Thinking","display_name":"Qwen3-Omni-30B-A3B-Thinking","publisher":"Qwen","modality":"text","arch_key":"qwen3vlmoe","params_total":"31719205488","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4030","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Omni-30B-A3B-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"18557053248","shards":1,"effective_bpw":4.6803,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32484493632","shards":1,"effective_bpw":8.193,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61096855872","shards":1,"effective_bpw":15.4094,"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-unredacted-max","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX","display_name":"Qwen3-VL-8B-Instruct-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4023","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281734304","shards":1,"effective_bpw":2.9946,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734944","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613600","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162720","shards":1,"effective_bpw":3.7633,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163360","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395488","shards":1,"effective_bpw":4.0436,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431396128","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298720","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013856","shards":1,"effective_bpw":4.3818,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014496","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785376","shards":1,"effective_bpw":4.5879,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786016","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763040","shards":1,"effective_bpw":5.2202,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763680","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114144","shards":1,"effective_bpw":5.3391,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114784","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900960","shards":1,"effective_bpw":6.1374,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901600","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519648","shards":1,"effective_bpw":7.9474,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520032","shards":1,"effective_bpw":7.9474,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520672","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388045088","shards":1,"effective_bpw":14.9541,"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045472","shards":1,"effective_bpw":14.9541,"repo":"KuroTo4ka/Qwen3-VL-8B-Instruct-Unredacted-MAX-Quants-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388046112","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-6-gguf","canonical_repo":"unsloth/Kimi-K2.6-GGUF","display_name":"Kimi-K2.6-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"1026408232448","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"4023","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-4-26b-a4b-it-abliterated","canonical_repo":"WWTCyberLab/gemma-4-26B-A4B-it-abliterated","display_name":"gemma-4-26B-A4B-it-abliterated","publisher":"WWTCyberLab","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"4018","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"WWTCyberLab/gemma-4-26B-A4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10582732896","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405216","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729312","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824483936","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804512","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820832","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011616","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729056","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886112","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638394976","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854944","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supertron2-reranker-8b","canonical_repo":"Surpem/Supertron2-Reranker-8B","display_name":"Supertron2-Reranker-8B","publisher":"Surpem","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4012","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Surpem/Supertron2-Reranker-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115774304","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256152416","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490115936","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696161120","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864748384","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051919200","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083556704","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281737568","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369637728","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626878816","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769616224","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789670240","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896624992","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124165984","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431398752","shards":1,"effective_bpw":4.0437,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561844064","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787337056","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793628512","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802017120","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027788640","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247760224","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720766304","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851117408","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725904224","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Supertron2-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"experiment024b","canonical_repo":"groxaxo/experiment024b","display_name":"experiment024b","publisher":"groxaxo","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4012","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"groxaxo/experiment024b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273724576","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750498976","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545122976","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207036576","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478355616","shards":1,"effective_bpw":2.538,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114054816","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320165536","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328480","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890328736","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280595616","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907119776","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400277920","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278176","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428130976","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650953376","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085280","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474085536","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764320","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400764576","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758918816","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889990560","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494232736","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282720","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549282976","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912480","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333912736","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110176","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416160","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304416416","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987360","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763987616","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345941920","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942176","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/experiment024b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054782880","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/experiment024b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nomic-embed-text-v1","canonical_repo":"nomic-ai/nomic-embed-text-v1","display_name":"nomic-embed-text-v1","publisher":"nomic-ai","modality":"embedding","arch_key":"nomic-bert","params_total":"136731648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"4011","n_layers":12,"n_head":12,"n_head_kv":12,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":30528,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nomic-ai/nomic-embed-text-v1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"49361088","shards":1,"effective_bpw":2.8881,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"59649152","shards":1,"effective_bpw":3.49,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67169408","shards":1,"effective_bpw":3.93,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"71593088","shards":1,"effective_bpw":4.1888,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"77802880","shards":1,"effective_bpw":4.5522,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"78097792","shards":1,"effective_bpw":4.5694,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"84106624","shards":1,"effective_bpw":4.921,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"94888768","shards":1,"effective_bpw":5.5518,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"94888768","shards":1,"effective_bpw":5.5518,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99588928","shards":1,"effective_bpw":5.8268,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"113042528","shards":1,"effective_bpw":6.614,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"146146432","shards":1,"effective_bpw":8.5508,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"274290560","shards":1,"effective_bpw":16.0484,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"547664768","shards":1,"effective_bpw":32.0432,"repo":"nomic-ai/nomic-embed-text-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-scout-17b-16e-instruct-gguf","canonical_repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","display_name":"Llama-4-Scout-17B-16E-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"llama4","params_total":"107769861184","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"4004","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":10485760,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":1,"arch_source":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"holo-3-1-9b-coder","canonical_repo":"josephmayo/Holo-3.1-9B-Coder","display_name":"Holo-3.1-9B-Coder","publisher":"josephmayo","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3995","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"josephmayo/Holo-3.1-9B-Coder","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642208","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269536","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648416","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345824","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968544","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471648","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239584","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262752","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263008","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166304","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416608","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407136","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407392","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818592","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383072","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525152","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525408","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515040","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515296","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441120","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898144","shards":1,"effective_bpw":4.671,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940256","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630112","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630368","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214944","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109536","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109792","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333792","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309984","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310240","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970336","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970592","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259936","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260192","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Holo-3.1-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502112","shards":1,"effective_bpw":8.5126,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697632","shards":1,"effective_bpw":16.0117,"repo":"mradermacher/Holo-3.1-9B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deephat-v1-7b-heretic-abliterated","canonical_repo":"usermma/DeepHat-V1-7B-Heretic-Abliterated","display_name":"DeepHat-V1-7B-Heretic-Abliterated","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3995","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/DeepHat-V1-7B-Heretic-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903669312","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042198080","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273079360","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023808","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595639360","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780344384","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075712","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941920","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015942208","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114516544","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257984","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492370208","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492370496","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499194432","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574014016","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392992","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808393280","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088461088","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088461376","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218474560","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250300192","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437815360","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444123200","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770784","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457771072","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683075360","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683075648","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285696","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315178272","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315178560","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444833056","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444833344","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200608","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200896","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098527008","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237855008","shards":1,"effective_bpw":16.007,"repo":"mradermacher/DeepHat-V1-7B-Heretic-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-72b","canonical_repo":"Qwen/Qwen2.5-72B","display_name":"Qwen2.5-72B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3992","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-72B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"22690326176","shards":1,"effective_bpw":2.4967,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"22690326176","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23740212896","shards":1,"effective_bpw":2.6122,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740212896","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024096","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024096","shards":1,"effective_bpw":2.8047,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645216","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645216","shards":1,"effective_bpw":2.9772,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137184","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939137184","shards":1,"effective_bpw":3.0742,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986144","shards":1,"effective_bpw":3.2282,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986144","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569279648","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"29569279648","shards":1,"effective_bpw":3.2536,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762080","shards":1,"effective_bpw":3.2802,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762848","shards":1,"effective_bpw":3.2802,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811762848","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082784","shards":1,"effective_bpw":3.504,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845082784","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32842180256","shards":1,"effective_bpw":3.6137,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180256","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"34487789216","shards":1,"effective_bpw":3.7948,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503596448","shards":1,"effective_bpw":3.9065,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597216","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597216","shards":1,"effective_bpw":3.9065,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698724768","shards":1,"effective_bpw":4.1481,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698725536","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725536","shards":1,"effective_bpw":4.1481,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225376","shards":1,"effective_bpw":4.3468,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225376","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075104","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075104","shards":1,"effective_bpw":4.3693,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163238816","shards":1,"effective_bpw":4.4192,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624608","shards":1,"effective_bpw":4.546,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"41315624608","shards":1,"effective_bpw":4.546,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383126688","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126688","shards":1,"effective_bpw":4.5535,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223328","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223328","shards":1,"effective_bpw":4.8292,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697885856","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697885856","shards":1,"effective_bpw":5.0282,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415714720","shards":1,"effective_bpw":5.2172,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715488","shards":1,"effective_bpw":5.2172,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415715488","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Qwen2.5-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"50315421536","shards":2,"effective_bpw":5.5363,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138656","shards":2,"effective_bpw":5.6529,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466336","shards":2,"effective_bpw":5.991,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"54630180704","shards":2,"effective_bpw":6.0111,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628640","shards":2,"effective_bpw":7.0803,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629408","shards":2,"effective_bpw":7.0803,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262611552","shards":2,"effective_bpw":8.5014,"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612320","shards":2,"effective_bpw":8.5014,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"145422673728","shards":4,"effective_bpw":16.0011,"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-heretica-12b","canonical_repo":"mrcuddle/Mistral-Heretica-12B","display_name":"Mistral-Heretica-12B","publisher":"mrcuddle","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3990","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mrcuddle/Mistral-Heretica-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999216064","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628864","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316864","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081664","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477504","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027904","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682624","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051936","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791052224","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389504","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492864","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230176","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230464","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562083264","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236864","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094176","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094464","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506976","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561507264","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742714304","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800058016","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642624","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097919424","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201376","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201664","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208288","shards":1,"effective_bpw":4.884,"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208736","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477209024","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795222464","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739616","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739904","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635168","shards":1,"effective_bpw":5.7007,"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635616","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635904","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213728","shards":1,"effective_bpw":6.5685,"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214176","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214464","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Heretica-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373088","shards":1,"effective_bpw":8.5059,"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373536","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-Heretica-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llm-surgery-dark-arts-gpt-oss-60b-96a12","canonical_repo":"thesilverheadengineer/llm-surgery-dark-arts-gpt-oss-60b-96a12","display_name":"llm-surgery-dark-arts-gpt-oss-60b-96a12","publisher":"thesilverheadengineer","modality":"text","arch_key":"gpt-oss","params_total":"60944639040","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3985","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":96,"n_expert_used":12,"arch_source":"thesilverheadengineer/llm-surgery-dark-arts-gpt-oss-60b-96a12","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_M","bytes":"33586724736","shards":1,"effective_bpw":4.4088,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"33586724736","shards":1,"effective_bpw":4.4088,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"33586724736","shards":1,"effective_bpw":4.4088,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"33595572096","shards":1,"effective_bpw":4.41,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"33630961248","shards":1,"effective_bpw":4.4146,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"33630961536","shards":1,"effective_bpw":4.4146,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"33635384928","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"33635385216","shards":1,"effective_bpw":4.4152,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"33666350976","shards":1,"effective_bpw":4.4193,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"33817862016","shards":1,"effective_bpw":4.4392,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"33905229696","shards":1,"effective_bpw":4.4506,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"33971584896","shards":1,"effective_bpw":4.4593,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"34114248288","shards":1,"effective_bpw":4.4781,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"36111724128","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"36111724416","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37293768288","shards":1,"effective_bpw":4.8954,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37293768576","shards":1,"effective_bpw":4.8954,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"37327752576","shards":1,"effective_bpw":4.8999,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"41101220448","shards":1,"effective_bpw":5.3952,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"41101220736","shards":1,"effective_bpw":5.3952,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"44541368928","shards":1,"effective_bpw":5.8468,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"44541369216","shards":1,"effective_bpw":5.8468,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"44628437088","shards":1,"effective_bpw":5.8582,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"44628437376","shards":1,"effective_bpw":5.8582,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"47619950688","shards":1,"effective_bpw":6.2509,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"47619950976","shards":1,"effective_bpw":6.2509,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"62873513568","shards":1,"effective_bpw":8.2532,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"62873513856","shards":1,"effective_bpw":8.2532,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"62942080608","shards":1,"effective_bpw":8.2622,"repo":"mradermacher/llm-surgery-dark-arts-gpt-oss-60b-96a12-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-dark-soul-26b-a4b","canonical_repo":"Vortex5/G4-Dark-Soul-26B-A4B","display_name":"G4-Dark-Soul-26B-A4B","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"25805936206","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3976","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/G4-Dark-Soul-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271744","shards":1,"effective_bpw":2.57,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657664","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300864","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816431104","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201664","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377716224","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582737632","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737920","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482304","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694464","shards":1,"effective_bpw":3.511,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068352","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222409952","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222410240","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222410240","shards":1,"effective_bpw":3.789,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392564224","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286734048","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734336","shards":1,"effective_bpw":4.119,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824488672","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488960","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726720","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063809248","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056832","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464825568","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825856","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576960","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796016352","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016640","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986733792","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986734080","shards":1,"effective_bpw":5.576,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132890848","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132891136","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638399712","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638400000","shards":1,"effective_bpw":7.018,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859859680","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/G4-Dark-Soul-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"miril-drone-2b-1","canonical_repo":"MirilAI/Miril-Drone-2B-1","display_name":"Miril-Drone-2B-1","publisher":"MirilAI","modality":"text","arch_key":"gemma4","params_total":"5104297504","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3970","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MirilAI/Miril-Drone-2B-1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2608439680","shards":1,"effective_bpw":4.0882,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2684308864","shards":1,"effective_bpw":4.2071,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2980654624","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3011620224","shards":1,"effective_bpw":4.7201,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3091320192","shards":1,"effective_bpw":4.845,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3102078496","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3126654336","shards":1,"effective_bpw":4.9004,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3151039872","shards":1,"effective_bpw":4.9386,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3191959072","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3216878976","shards":1,"effective_bpw":5.0418,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3271781920","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3279842688","shards":1,"effective_bpw":5.1405,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3298299424","shards":1,"effective_bpw":5.1694,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3311527296","shards":1,"effective_bpw":5.1902,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3354431008","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3367560576","shards":1,"effective_bpw":5.278,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3368095104","shards":1,"effective_bpw":5.2788,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3370896768","shards":1,"effective_bpw":5.2832,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3416119840","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3449739648","shards":1,"effective_bpw":5.4068,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3478244736","shards":1,"effective_bpw":5.4515,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3582397984","shards":1,"effective_bpw":5.6147,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3590753664","shards":1,"effective_bpw":5.6278,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3616709152","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3643552128","shards":1,"effective_bpw":5.7106,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3677990272","shards":1,"effective_bpw":5.7645,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3829835296","shards":1,"effective_bpw":6.0025,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3879641472","shards":1,"effective_bpw":6.0806,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4116109696","shards":1,"effective_bpw":6.4512,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4309922176","shards":1,"effective_bpw":6.755,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"4546011520","shards":1,"effective_bpw":7.125,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4947414400","shards":1,"effective_bpw":7.7541,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4947414560","shards":1,"effective_bpw":7.7541,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9273527392","shards":1,"effective_bpw":14.5345,"repo":"bartowski/MirilAI_Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9273527840","shards":1,"effective_bpw":14.5345,"repo":"mradermacher/Miril-Drone-2B-1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trinity-large-thinking","canonical_repo":"arcee-ai/Trinity-Large-Thinking","display_name":"Trinity-Large-Thinking","publisher":"arcee-ai","modality":"text","arch_key":"afmoe","params_total":"398635286016","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3968","n_layers":60,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200192,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":4,"arch_source":"arcee-ai/Trinity-Large-Thinking","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"81217277760","shards":3,"effective_bpw":1.6299,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"81217277760","shards":3,"effective_bpw":1.6299,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"81217277760","shards":3,"effective_bpw":1.6299,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"90869747488","shards":3,"effective_bpw":1.8236,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"90869747488","shards":3,"effective_bpw":1.8236,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"90869747488","shards":3,"effective_bpw":1.8236,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105975729984","shards":3,"effective_bpw":2.1268,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105975729984","shards":3,"effective_bpw":2.1268,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"105975729984","shards":3,"effective_bpw":2.1268,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"118241709856","shards":3,"effective_bpw":2.3729,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"118241709856","shards":3,"effective_bpw":2.3729,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"118241709856","shards":3,"effective_bpw":2.3729,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"120292171680","shards":4,"effective_bpw":2.4141,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"120292171680","shards":4,"effective_bpw":2.4141,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"120292171680","shards":4,"effective_bpw":2.4141,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"133011136416","shards":4,"effective_bpw":2.6693,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"133011136416","shards":4,"effective_bpw":2.6693,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"133011136416","shards":4,"effective_bpw":2.6693,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"139221295008","shards":4,"effective_bpw":2.794,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"139221295008","shards":4,"effective_bpw":2.794,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"139221295008","shards":4,"effective_bpw":2.794,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139821871008","shards":4,"effective_bpw":2.806,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139821871008","shards":4,"effective_bpw":2.806,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139821871008","shards":4,"effective_bpw":2.806,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"165619998784","shards":5,"effective_bpw":3.3237,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"165619998784","shards":5,"effective_bpw":3.3237,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"165619998784","shards":5,"effective_bpw":3.3237,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172971257888","shards":5,"effective_bpw":3.4713,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172971257888","shards":5,"effective_bpw":3.4713,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172971257888","shards":5,"effective_bpw":3.4713,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"181214638080","shards":5,"effective_bpw":3.6367,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"181214638080","shards":5,"effective_bpw":3.6367,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"181214638080","shards":5,"effective_bpw":3.6367,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181357965312","shards":5,"effective_bpw":3.6396,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181357965312","shards":5,"effective_bpw":3.6396,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181357965312","shards":5,"effective_bpw":3.6396,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"189073453088","shards":5,"effective_bpw":3.7944,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"189073453088","shards":5,"effective_bpw":3.7944,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"189073453088","shards":5,"effective_bpw":3.7944,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189238013984","shards":5,"effective_bpw":3.7977,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189238013984","shards":5,"effective_bpw":3.7977,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"189238013984","shards":5,"effective_bpw":3.7977,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"213042364544","shards":6,"effective_bpw":4.2754,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"213042364544","shards":6,"effective_bpw":4.2754,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"213042364544","shards":6,"effective_bpw":4.2754,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225391263904","shards":6,"effective_bpw":4.5233,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225391263904","shards":6,"effective_bpw":4.5233,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225391263904","shards":6,"effective_bpw":4.5233,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"226268922016","shards":6,"effective_bpw":4.5409,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"226268922016","shards":6,"effective_bpw":4.5409,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"226268922016","shards":6,"effective_bpw":4.5409,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233228845184","shards":6,"effective_bpw":4.6805,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233228845184","shards":6,"effective_bpw":4.6805,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233228845184","shards":6,"effective_bpw":4.6805,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241848238432","shards":7,"effective_bpw":4.8535,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241848238432","shards":7,"effective_bpw":4.8535,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241848238432","shards":7,"effective_bpw":4.8535,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242304676192","shards":7,"effective_bpw":4.8627,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242304676192","shards":7,"effective_bpw":4.8627,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242304676192","shards":7,"effective_bpw":4.8627,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"250117374208","shards":7,"effective_bpw":5.0195,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"250117374208","shards":7,"effective_bpw":5.0195,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"250117374208","shards":7,"effective_bpw":5.0195,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274892145056","shards":8,"effective_bpw":5.5167,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274892145056","shards":8,"effective_bpw":5.5167,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274892145056","shards":8,"effective_bpw":5.5167,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283607089568","shards":8,"effective_bpw":5.6916,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283607089568","shards":8,"effective_bpw":5.6916,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283607089568","shards":8,"effective_bpw":5.6916,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"283986653600","shards":8,"effective_bpw":5.6992,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"283986653600","shards":8,"effective_bpw":5.6992,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"283986653600","shards":8,"effective_bpw":5.6992,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"343236219360","shards":9,"effective_bpw":6.8882,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"343236219360","shards":9,"effective_bpw":6.8882,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"343236219360","shards":9,"effective_bpw":6.8882,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"343534105056","shards":9,"effective_bpw":6.8942,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"343534105056","shards":9,"effective_bpw":6.8942,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"343534105056","shards":9,"effective_bpw":6.8942,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684403840","shards":11,"effective_bpw":8.5027,"repo":"invinciblejha01/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684403840","shards":11,"effective_bpw":8.5027,"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684403840","shards":11,"effective_bpw":8.5027,"repo":"bartowski/arcee-ai_Trinity-Large-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-abliterated-v3","canonical_repo":"simonko912/gemma-4-31B-it-abliterated-v3","display_name":"gemma-4-31B-it-abliterated-v3","publisher":"simonko912","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3963","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"simonko912/gemma-4-31B-it-abliterated-v3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489632","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872544","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844064","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359200","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888928","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066144","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589216","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313760","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314016","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508000","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369056","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356960","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357216","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357216","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497568","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108768","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109024","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270240","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270496","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790496","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233760","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578144","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165344","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165600","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063200","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063456","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421216","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841440","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841696","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570720","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570976","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484960","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485216","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675808","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/gemma-4-31B-it-abliterated-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-tachibana-agent","canonical_repo":"sequelbox/gemma-4-12B-it-Tachibana-Agent","display_name":"gemma-4-12B-it-Tachibana-Agent","publisher":"sequelbox","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3959","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sequelbox/gemma-4-12B-it-Tachibana-Agent","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692928","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849408","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110208","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843968","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598208","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806848","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148608","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148960","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149248","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195648","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394368","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230240","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230528","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230528","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993088","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088480","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088768","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320480","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320768","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635256448","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552160","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879808","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998208","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048480","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048768","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383520","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383808","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126528","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372960","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373248","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268960","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269248","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022240","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022528","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647200","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-Tachibana-Agent-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fireredpunc","canonical_repo":"FireRedTeam/FireRedPunc","display_name":"FireRedPunc","publisher":"FireRedTeam","modality":"text","arch_key":"fireredpunc","params_total":"101680901","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3959","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_XS","bytes":"54707712","shards":1,"effective_bpw":4.3043,"repo":"cstr/fireredpunc-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"57886944","shards":1,"effective_bpw":4.5544,"repo":"cstr/fireredpunc-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"108664800","shards":1,"effective_bpw":8.5495,"repo":"cstr/fireredpunc-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-2b-heretic","canonical_repo":"coder3101/Qwen3.5-2B-heretic","display_name":"Qwen3.5-2B-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"clip","params_total":"2213241664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3952","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen3.5-2B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"551295392","shards":1,"effective_bpw":1.9927,"repo":"FadedRedStar/Qwen3.5-2B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1028069792","shards":1,"effective_bpw":3.7161,"repo":"FadedRedStar/Qwen3.5-2B-heretic-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1028069792","shards":1,"effective_bpw":3.7161,"repo":"FadedRedStar/Qwen3.5-2B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274396576","shards":1,"effective_bpw":4.6064,"repo":"FadedRedStar/Qwen3.5-2B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1411121056","shards":1,"effective_bpw":5.1006,"repo":"FadedRedStar/Qwen3.5-2B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2563307840","shards":2,"effective_bpw":9.2654,"repo":"FadedRedStar/Qwen3.5-2B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-70b-gguf","canonical_repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","display_name":"DeepSeek-R1-Distill-Llama-70B-GGUF","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3946","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-4-31b-it-qat-q4-0-unquantized-assistant","canonical_repo":"google/gemma-4-31B-it-qat-q4_0-unquantized-assistant","display_name":"gemma-4-31B-it-qat-q4_0-unquantized-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"469518596","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3941","n_layers":4,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-31B-it-qat-q4_0-unquantized-assistant","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"309704704","shards":1,"effective_bpw":5.277,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"322457600","shards":1,"effective_bpw":5.4943,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"332484608","shards":1,"effective_bpw":5.6651,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"341921792","shards":1,"effective_bpw":5.8259,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"342878208","shards":1,"effective_bpw":5.8422,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"349161472","shards":1,"effective_bpw":5.9493,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"353485920","shards":1,"effective_bpw":6.023,"repo":"Gaboo/gemma-4-31B-it-qat-q4_0-assistant","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"357812224","shards":1,"effective_bpw":6.0967,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"376521824","shards":1,"effective_bpw":6.4155,"repo":"Gaboo/gemma-4-31B-it-qat-q4_0-assistant","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"400997472","shards":1,"effective_bpw":6.8325,"repo":"Gaboo/gemma-4-31B-it-qat-q4_0-assistant","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"514704480","shards":1,"effective_bpw":8.7699,"repo":"Gaboo/gemma-4-31B-it-qat-q4_0-assistant","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"954860640","shards":1,"effective_bpw":16.2696,"repo":"Gaboo/gemma-4-31B-it-qat-q4_0-assistant","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"954860896","shards":1,"effective_bpw":16.2696,"repo":"RachidAR/gemma-4-31B-it-qat-Q4_0-Q4emb-MTP-assistant-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-uncensored-hauhaucs-aggressive","canonical_repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","display_name":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","publisher":"HauhauCS","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3935","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"19079744480","shards":2,"effective_bpw":5.6751,"repo":"AIOpsInSpace/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"25451277280","shards":2,"effective_bpw":7.5703,"repo":"AIOpsInSpace/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"29668109280","shards":2,"effective_bpw":8.8245,"repo":"AIOpsInSpace/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"33370074048","shards":2,"effective_bpw":9.9257,"repo":"AIOpsInSpace/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-MTP","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-ultra-uncensored-heretic","canonical_repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic","display_name":"Qwen3.5-35B-A3B-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3926","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9344299072","shards":1,"effective_bpw":2.1293,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19884005216","shards":1,"effective_bpw":4.531,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21169117024","shards":1,"effective_bpw":4.8239,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981283168","shards":1,"effective_bpw":5.4647,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764782432","shards":1,"effective_bpw":5.6432,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152288","shards":1,"effective_bpw":6.4976,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139168","shards":1,"effective_bpw":8.4093,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637088","shards":1,"effective_bpw":15.8091,"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-groq-8b-tool-use","canonical_repo":"Groq/Llama-3-Groq-8B-Tool-Use","display_name":"Llama-3-Groq-8B-Tool-Use","publisher":"Groq","modality":"text","arch_key":"llama","params_total":"8030310400","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3912","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128262,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Groq/Llama-3-Groq-8B-Tool-Use","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948308544","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179159616","shards":1,"effective_bpw":3.1672,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179159872","shards":1,"effective_bpw":3.1672,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179159872","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518778112","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664529920","shards":1,"effective_bpw":3.6507,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664530176","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664530176","shards":1,"effective_bpw":3.6507,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692207872","shards":1,"effective_bpw":3.6783,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784854272","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018948608","shards":1,"effective_bpw":4.0038,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018948864","shards":1,"effective_bpw":4.0038,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018948864","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321987072","shards":1,"effective_bpw":4.3057,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321987328","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321987328","shards":1,"effective_bpw":4.3057,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447696064","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661245632","shards":1,"effective_bpw":4.6437,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692702912","shards":1,"effective_bpw":4.675,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692703168","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692703168","shards":1,"effective_bpw":4.675,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920768192","shards":1,"effective_bpw":4.9022,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920768448","shards":1,"effective_bpw":4.9022,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920768448","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310684928","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599331008","shards":1,"effective_bpw":5.5782,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599331008","shards":1,"effective_bpw":5.5782,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599331264","shards":1,"effective_bpw":5.5782,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599331264","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733024448","shards":1,"effective_bpw":5.7114,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733024704","shards":1,"effective_bpw":5.7114,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733024704","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057271040","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596046720","shards":1,"effective_bpw":6.5711,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596046976","shards":1,"effective_bpw":6.5712,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596046976","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850518784","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540823040","shards":1,"effective_bpw":8.5086,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540823296","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540823296","shards":1,"effective_bpw":8.5086,"repo":"MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068989440","shards":1,"effective_bpw":16.0083,"repo":"second-state/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32129077728","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-revenant-70b","canonical_repo":"c4tdr0ut/grok-oss-Revenant-70B","display_name":"grok-oss-Revenant-70B","publisher":"c4tdr0ut","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3911","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"c4tdr0ut/grok-oss-Revenant-70B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488512","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201792","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390592","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113792","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348544","shards":1,"effective_bpw":2.522,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299584","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948800","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113952","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114240","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499904","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735552","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056544","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056832","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056832","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039872","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499744","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267500032","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597984","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598272","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667264","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269668576","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538880","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225312","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225600","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520399072","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399360","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313595392","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657452256","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452544","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822176","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822464","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148704","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888148992","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/grok-oss-Revenant-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055072","shards":1,"effective_bpw":8.5013,"repo":"mradermacher/grok-oss-Revenant-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ms3-2-paintedfantasy-v4-1-24b-ultra-uncensored-heretic-v2","canonical_repo":"llmfan46/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2","display_name":"MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2","publisher":"llmfan46","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3907","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273725280","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499680","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123680","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207037280","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478356320","shards":1,"effective_bpw":2.538,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114055520","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320166240","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890329440","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280596320","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907120480","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278880","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131680","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650954080","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474086240","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400765280","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758919520","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494233440","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283680","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333913440","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110880","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304417120","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763988320","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942880","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/MS3.2-PaintedFantasy-v4.1-24B-ultra-uncensored-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-claude-opus-reasoning-distill-v2-heretic","canonical_repo":"darkc0de/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic","display_name":"Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic","publisher":"darkc0de","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3907","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"darkc0de/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10711663648","shards":1,"effective_bpw":3.1324,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952288","shards":1,"effective_bpw":3.5308,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301441568","shards":1,"effective_bpw":3.8898,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344774688","shards":1,"effective_bpw":4.1949,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15476868128","shards":1,"effective_bpw":4.5259,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313248","shards":1,"effective_bpw":4.5579,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547398688","shards":1,"effective_bpw":4.839,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17078240288","shards":1,"effective_bpw":4.9942,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679612448","shards":1,"effective_bpw":5.4625,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"18679612448","shards":1,"effective_bpw":5.4625,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231097888","shards":1,"effective_bpw":5.6238,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"20280984608","shards":1,"effective_bpw":5.9308,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528288","shards":1,"effective_bpw":6.4577,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762208","shards":1,"effective_bpw":8.3623,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808280608","shards":1,"effective_bpw":15.7353,"repo":"fzcfweasdferttgg/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"internvl3-5-8b","canonical_repo":"OpenGVLab/InternVL3_5-8B","display_name":"InternVL3_5-8B","publisher":"OpenGVLab","modality":"vision_language","arch_key":"qwen3","params_total":"8528318464","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3905","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenGVLab/InternVL3_5-8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3051911360","shards":1,"effective_bpw":2.8628,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281729728","shards":1,"effective_bpw":3.0784,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369629888","shards":1,"effective_bpw":3.1609,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626870976","shards":1,"effective_bpw":3.4022,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769608384","shards":1,"effective_bpw":3.5361,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889473728","shards":1,"effective_bpw":3.6485,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896617152","shards":1,"effective_bpw":3.6552,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124158144","shards":1,"effective_bpw":3.8687,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431390624","shards":1,"effective_bpw":4.1569,"repo":"lmstudio-community/InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431390912","shards":1,"effective_bpw":4.1569,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561836224","shards":1,"effective_bpw":4.2792,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787329216","shards":1,"effective_bpw":4.4908,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793620672","shards":1,"effective_bpw":4.4967,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802009280","shards":1,"effective_bpw":4.5045,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027780512","shards":1,"effective_bpw":4.7163,"repo":"lmstudio-community/InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027780800","shards":1,"effective_bpw":4.7163,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247752384","shards":1,"effective_bpw":4.9227,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489666240","shards":1,"effective_bpw":5.1496,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720758464","shards":1,"effective_bpw":5.3664,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851109568","shards":1,"effective_bpw":5.4886,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6235203776","shards":1,"effective_bpw":5.8489,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725896096","shards":1,"effective_bpw":6.3092,"repo":"lmstudio-community/InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725896384","shards":1,"effective_bpw":6.3092,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7027337408","shards":1,"effective_bpw":6.592,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709515168","shards":1,"effective_bpw":8.17,"repo":"lmstudio-community/InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709515456","shards":1,"effective_bpw":8.17,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388040608","shards":1,"effective_bpw":15.3728,"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m3-gguf","canonical_repo":"unsloth/MiniMax-M3-GGUF","display_name":"MiniMax-M3-GGUF","publisher":"unsloth","modality":"text","arch_key":"minimax-m3","params_total":"425950425216","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3901","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"fourier-qwen2-5-vl-3b-0-67","canonical_repo":"whyisverysmart/Fourier-Qwen2.5-VL-3B-0.67","display_name":"Fourier-Qwen2.5-VL-3B-0.67","publisher":"whyisverysmart","modality":"text","arch_key":"qwen2vl","params_total":"3754622976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3899","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"whyisverysmart/Fourier-Qwen2.5-VL-3B-0.67","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791093440","shards":1,"effective_bpw":1.6856,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850026688","shards":1,"effective_bpw":1.8112,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948248768","shards":1,"effective_bpw":2.0204,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031545024","shards":1,"effective_bpw":2.1979,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061937344","shards":1,"effective_bpw":2.2627,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140515008","shards":1,"effective_bpw":2.4301,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198127296","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274755264","shards":1,"effective_bpw":2.7161,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282826432","shards":1,"effective_bpw":2.7333,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391835328","shards":1,"effective_bpw":2.9656,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454356672","shards":1,"effective_bpw":3.0988,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456863424","shards":1,"effective_bpw":3.1041,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488894144","shards":1,"effective_bpw":3.1724,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590474944","shards":1,"effective_bpw":3.3888,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707391168","shards":1,"effective_bpw":3.6379,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739094208","shards":1,"effective_bpw":3.7055,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825208512","shards":1,"effective_bpw":3.889,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828485312","shards":1,"effective_bpw":3.896,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834383552","shards":1,"effective_bpw":3.9085,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929902272","shards":1,"effective_bpw":4.1121,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996257472","shards":1,"effective_bpw":4.2534,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169665728","shards":1,"effective_bpw":4.6229,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224814272","shards":1,"effective_bpw":4.7404,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538158272","shards":1,"effective_bpw":5.4081,"repo":"mradermacher/Fourier-Qwen2.5-VL-3B-0.67-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tada-3b-ml","canonical_repo":"HumeAI/tada-3b-ml","display_name":"tada-3b-ml","publisher":"HumeAI","modality":"audio_tts","arch_key":"wav2vec2","params_total":"4225756258","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"3899","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HumeAI/tada-3b-ml","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"5579404608","shards":1,"effective_bpw":10.5627,"repo":"cstr/tada-tts-3b-ml-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6195967296","shards":1,"effective_bpw":11.7299,"repo":"cstr/tada-tts-3b-ml-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8658770720","shards":3,"effective_bpw":16.3924,"repo":"cstr/tada-tts-3b-ml-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ghosty-7b","canonical_repo":"saidutta69/Ghosty-7B","display_name":"Ghosty-7B","publisher":"saidutta69","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3896","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"saidutta69/Ghosty-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668032","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196800","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078080","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022528","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638080","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343104","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074432","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940704","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940928","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515264","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256704","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368992","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369216","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193152","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012736","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391776","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392000","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459872","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460096","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473280","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298976","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814080","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121920","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769568","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769792","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074144","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074368","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284416","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177056","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177280","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831840","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832064","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199392","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199616","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Ghosty-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525792","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853792","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Ghosty-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ernie-4-5-21b-a3b-thinking","canonical_repo":"baidu/ERNIE-4.5-21B-A3B-Thinking","display_name":"ERNIE-4.5-21B-A3B-Thinking","publisher":"baidu","modality":"text","arch_key":"ernie4_5-moe","params_total":"21825437888","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3891","n_layers":28,"n_head":20,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"baidu/ERNIE-4.5-21B-A3B-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4476480032","shards":1,"effective_bpw":1.6408,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4969720352","shards":1,"effective_bpw":1.8216,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5570050368","shards":1,"effective_bpw":2.0417,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5791787552","shards":1,"effective_bpw":2.1229,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6346979648","shards":1,"effective_bpw":2.3265,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6369917248","shards":1,"effective_bpw":2.3349,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6455175712","shards":1,"effective_bpw":2.3661,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"6497323904","shards":1,"effective_bpw":2.3816,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6510533152","shards":1,"effective_bpw":2.3864,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"7010470784","shards":1,"effective_bpw":2.5697,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7164541248","shards":1,"effective_bpw":2.6261,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7168186912","shards":1,"effective_bpw":2.6275,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7243082624","shards":1,"effective_bpw":2.6549,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7448599072","shards":1,"effective_bpw":2.7302,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7767206784","shards":1,"effective_bpw":2.847,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8033405824","shards":1,"effective_bpw":2.9446,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8053066272","shards":1,"effective_bpw":2.9518,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8091875648","shards":1,"effective_bpw":2.966,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8152599424","shards":1,"effective_bpw":2.9883,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8152599424","shards":1,"effective_bpw":2.9883,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8155998528","shards":1,"effective_bpw":2.9895,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8456092192","shards":1,"effective_bpw":3.0995,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8983882272","shards":1,"effective_bpw":3.293,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8993098048","shards":1,"effective_bpw":3.2964,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9350863168","shards":1,"effective_bpw":3.4275,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9500264992","shards":1,"effective_bpw":3.4823,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9505139232","shards":1,"effective_bpw":3.4841,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9548209024","shards":1,"effective_bpw":3.4998,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9602624032","shards":1,"effective_bpw":3.5198,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9639611264","shards":1,"effective_bpw":3.5333,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9850042688","shards":1,"effective_bpw":3.6105,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10293598528","shards":1,"effective_bpw":3.7731,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10297858368","shards":1,"effective_bpw":3.7746,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10468579872","shards":1,"effective_bpw":3.8372,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10524818304","shards":1,"effective_bpw":3.8578,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10663754048","shards":1,"effective_bpw":3.9087,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11371665952","shards":1,"effective_bpw":4.1682,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11695290912","shards":1,"effective_bpw":4.2868,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11823025024","shards":1,"effective_bpw":4.3337,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11958008128","shards":1,"effective_bpw":4.3831,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12397591072","shards":1,"effective_bpw":4.5443,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12432652832","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12475599744","shards":1,"effective_bpw":4.5729,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12501363584","shards":1,"effective_bpw":4.5823,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12536097664","shards":1,"effective_bpw":4.595,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12603701568","shards":1,"effective_bpw":4.6198,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12782614848","shards":1,"effective_bpw":4.6854,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13012646208","shards":1,"effective_bpw":4.7697,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13245831712","shards":1,"effective_bpw":4.8552,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13331018624","shards":1,"effective_bpw":4.8864,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13499271488","shards":1,"effective_bpw":4.9481,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13563394368","shards":1,"effective_bpw":4.9716,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13710440992","shards":1,"effective_bpw":5.0255,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13778455424","shards":1,"effective_bpw":5.0504,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13881325888","shards":1,"effective_bpw":5.0881,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15057697312","shards":1,"effective_bpw":5.5193,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15142300544","shards":1,"effective_bpw":5.5503,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15230343488","shards":1,"effective_bpw":5.5826,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15512394272","shards":1,"effective_bpw":5.686,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15585334144","shards":1,"effective_bpw":5.7127,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15751457088","shards":1,"effective_bpw":5.7736,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15815579968","shards":1,"effective_bpw":5.7971,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17920616992","shards":1,"effective_bpw":6.5687,"repo":"mradermacher/ERNIE-4.5-21B-A3B-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17972042624","shards":1,"effective_bpw":6.5876,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18083780928","shards":1,"effective_bpw":6.6285,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18147903808","shards":1,"effective_bpw":6.652,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205357888","shards":1,"effective_bpw":8.5058,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205358464","shards":1,"effective_bpw":8.5058,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"43662420192","shards":1,"effective_bpw":16.0042,"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"43662420800","shards":1,"effective_bpw":16.0042,"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trohrbaugh-qwen3-5-122b-a10b-heretic","canonical_repo":"CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic","display_name":"trohrbaugh-Qwen3.5-122B-A10B-heretic","publisher":"CCSSNE","modality":"text","arch_key":"qwen35moe","params_total":"122562817776","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3889","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"CCSSNE/trohrbaugh-Qwen3.5-122B-A10B-heretic","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-4-e4b-it-qat-heretic-decensored","canonical_repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored","display_name":"gemma-4-E4B-it-qat-heretic_decensored","publisher":"prithivMLmods","modality":"text","arch_key":"gemma4","params_total":"7941100832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3888","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289757248","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271168","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794368","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627841088","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677279808","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298368","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841408","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269590080","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4376781600","shards":1,"effective_bpw":4.4092,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4376782080","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782400","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545885760","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4630958880","shards":1,"effective_bpw":4.6653,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4630959360","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959680","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635833920","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361600","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4823061280","shards":1,"effective_bpw":4.8588,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4823061760","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823062080","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4990505760","shards":1,"effective_bpw":5.0275,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4990506240","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506560","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385280","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5057864960","shards":1,"effective_bpw":5.0954,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5154939680","shards":1,"effective_bpw":5.1932,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159528000","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132480","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5171979040","shards":1,"effective_bpw":5.2103,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5171979520","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171979840","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5302272800","shards":1,"effective_bpw":5.3416,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5302273280","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273600","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519680","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5648098080","shards":1,"effective_bpw":5.69,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5648098080","shards":1,"effective_bpw":5.69,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5648098560","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648098880","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5723996960","shards":1,"effective_bpw":5.7665,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5723997440","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723997760","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6172078880","shards":1,"effective_bpw":6.2179,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6172079360","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079680","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7946920736","shards":1,"effective_bpw":8.0059,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7972726016","shards":1,"effective_bpw":8.0319,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14942970656","shards":1,"effective_bpw":15.0538,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14942970656","shards":1,"effective_bpw":15.0538,"repo":"prithivMLmods/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14942971136","shards":1,"effective_bpw":15.0538,"repo":"mradermacher/gemma-4-E4B-it-qat-heretic_decensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-8b-a1b-sompoa-heresy","canonical_repo":"MuXodious/LFM2.5-8B-A1B-SOMPOA-heresy","display_name":"LFM2.5-8B-A1B-SOMPOA-heresy","publisher":"MuXodious","modality":"text","arch_key":"lfm2moe","params_total":"8467856128","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3884","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"MuXodious/LFM2.5-8B-A1B-SOMPOA-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815520","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008920224","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322428064","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020768","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592469152","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275424","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259488","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190435744","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190436000","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334910112","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422368","shards":1,"effective_bpw":3.359,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3755077536","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077792","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077792","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752672","shards":1,"effective_bpw":3.57,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4108398496","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398752","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4436864928","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436865184","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302496","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4611239840","shards":1,"effective_bpw":4.3565,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679328","shards":1,"effective_bpw":4.577,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854368","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4863553440","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553696","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155565472","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565728","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357432992","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5870186400","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186656","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030340000","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030340256","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959787936","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959788192","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010196384","shards":1,"effective_bpw":8.5124,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947261344","shards":1,"effective_bpw":16.0109,"repo":"mradermacher/LFM2.5-8B-A1B-SOMPOA-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-ai-qwen3-32b-abliterated","canonical_repo":"huihui-ai/Qwen3-32B-abliterated","display_name":"Qwen3-32B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3883","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"19762149504","shards":1,"effective_bpw":4.8256,"repo":"RoadToNowhere/Qwen3-32B-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4v-9b","canonical_repo":"zai-org/glm-4v-9b","display_name":"glm-4v-9b","publisher":"zai-org","modality":"vision_language","arch_key":"glm4","params_total":"13906320928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3876","n_layers":null,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/glm-4v-9b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4006344160","shards":1,"effective_bpw":2.3048,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4592039392","shards":1,"effective_bpw":2.6417,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4974507488","shards":1,"effective_bpw":2.8617,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5196608992","shards":1,"effective_bpw":2.9895,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5459932640","shards":1,"effective_bpw":3.141,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5758481888","shards":1,"effective_bpw":3.3127,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6008600032","shards":1,"effective_bpw":3.4566,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6166574560","shards":1,"effective_bpw":3.5475,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6557267424","shards":1,"effective_bpw":3.7723,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6697514464","shards":1,"effective_bpw":3.8529,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7050917344","shards":1,"effective_bpw":4.0562,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7105934816","shards":1,"effective_bpw":4.0879,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8266642912","shards":1,"effective_bpw":4.7556,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9999611360","shards":1,"effective_bpw":5.7526,"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zeta-2-1","canonical_repo":"zed-industries/zeta-2.1","display_name":"zeta-2.1","publisher":"zed-industries","modality":"text","arch_key":"llama","params_total":"8250462208","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3875","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":155136,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zed-industries/zeta-2.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2129876128","shards":1,"effective_bpw":2.0652,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2272220320","shards":1,"effective_bpw":2.2032,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2509460640","shards":1,"effective_bpw":2.4333,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2716030112","shards":1,"effective_bpw":2.6336,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2879919264","shards":1,"effective_bpw":2.7925,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3069711520","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3113686176","shards":1,"effective_bpw":3.0192,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3304002464","shards":1,"effective_bpw":3.2037,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3304002720","shards":1,"effective_bpw":3.2037,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3396342944","shards":1,"effective_bpw":3.2932,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3654800544","shards":1,"effective_bpw":3.5439,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3800552352","shards":1,"effective_bpw":3.6852,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3800552608","shards":1,"effective_bpw":3.6852,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3818378400","shards":1,"effective_bpw":3.7025,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3920876704","shards":1,"effective_bpw":3.8018,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4154971040","shards":1,"effective_bpw":4.0288,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4154971296","shards":1,"effective_bpw":4.0288,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4458009504","shards":1,"effective_bpw":4.3227,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4458009760","shards":1,"effective_bpw":4.3227,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4594898080","shards":1,"effective_bpw":4.4554,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4631597984","shards":1,"effective_bpw":4.491,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4826567840","shards":1,"effective_bpw":4.68,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4828664992","shards":1,"effective_bpw":4.6821,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4843344800","shards":1,"effective_bpw":4.6963,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4843345056","shards":1,"effective_bpw":4.6963,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5071409664","shards":1,"effective_bpw":4.9175,"repo":"adilkairolla/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5071410080","shards":1,"effective_bpw":4.9175,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5071410336","shards":1,"effective_bpw":4.9175,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5287810208","shards":1,"effective_bpw":5.1273,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5763732384","shards":1,"effective_bpw":5.5888,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5763732640","shards":1,"effective_bpw":5.5888,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5897425408","shards":1,"effective_bpw":5.7184,"repo":"adilkairolla/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5897425824","shards":1,"effective_bpw":5.7184,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5897426080","shards":1,"effective_bpw":5.7184,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6775067552","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6775067808","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/zeta-2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8773161472","shards":1,"effective_bpw":8.5068,"repo":"adilkairolla/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8773161888","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16507720192","shards":1,"effective_bpw":16.0066,"repo":"adilkairolla/zeta-2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16507720608","shards":1,"effective_bpw":16.0066,"repo":"mradermacher/zeta-2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"shizhengpt-7b-vl","canonical_repo":"FreedomIntelligence/ShizhenGPT-7B-VL","display_name":"ShizhenGPT-7B-VL","publisher":"FreedomIntelligence","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3873","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FreedomIntelligence/ShizhenGPT-7B-VL","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903669024","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197792","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273079072","shards":1,"effective_bpw":2.193,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023520","shards":1,"effective_bpw":2.382,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595639072","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780344096","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075424","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941664","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941920","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114516256","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257696","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369952","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492370208","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499194144","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013728","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392736","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392992","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460832","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088461088","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218474272","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299936","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437815072","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122912","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770528","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770784","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683075104","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683075360","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285408","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315178016","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315178272","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832800","shards":1,"effective_bpw":5.253,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444833056","shards":1,"effective_bpw":5.253,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200352","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200608","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/ShizhenGPT-7B-VL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526752","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854752","shards":1,"effective_bpw":14.701,"repo":"mradermacher/ShizhenGPT-7B-VL-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-abliterated","canonical_repo":"wangzhang/Qwen3.6-27B-abliterated","display_name":"Qwen3.6-27B-abliterated","publisher":"wangzhang","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3870","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wangzhang/Qwen3.6-27B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824544","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631084064","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183264","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591264","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913824","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593184","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325664","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664896","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665184","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371104","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130144","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953536","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953824","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328544","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874784","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442816","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443104","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775936","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776224","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506784","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917696","shards":1,"effective_bpw":4.4432,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434144","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314496","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314784","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399456","shards":1,"effective_bpw":4.839,"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399936","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400224","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241824","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613696","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613984","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231099136","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099424","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529536","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529824","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762976","shards":1,"effective_bpw":8.3623,"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763456","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.6-27B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808281376","shards":1,"effective_bpw":15.7353,"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-supernova-lite","canonical_repo":"arcee-ai/Llama-3.1-SuperNova-Lite","display_name":"Llama-3.1-SuperNova-Lite","publisher":"arcee-ai","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3869","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/Llama-3.1-SuperNova-Lite","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019628352","shards":1,"effective_bpw":2.012,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019628800","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972544","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972992","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212864","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213312","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605782336","shards":1,"effective_bpw":2.596,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782784","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758489408","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489856","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281664","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281696","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282112","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815680","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132224","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132256","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132672","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274913088","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913536","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747968","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748000","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748416","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500032","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500064","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500480","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325824","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326272","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156256","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824128","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824160","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824576","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918720","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918752","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919168","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957184","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957216","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957632","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663424","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663456","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663872","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892576","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892992","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989696","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669760","shards":1,"effective_bpw":4.675,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669792","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670208","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920735040","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735072","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735488","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633312","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294528","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294816","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295232","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987968","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988256","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988672","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219424","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006976","shards":1,"effective_bpw":6.5712,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007264","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007680","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1-SuperNova-Lite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467168","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771392","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771680","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891712","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891712","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Llama-3.1-SuperNova-Lite-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-8b-instruct-128k-jbliterated","canonical_repo":"ApolloRaines/Llama-3.3-8B-Instruct-128K-Jbliterated","display_name":"Llama-3.3-8B-Instruct-128K-Jbliterated","publisher":"ApolloRaines","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"3866","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ApolloRaines/Llama-3.3-8B-Instruct-128K-Jbliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633504","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019633664","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977696","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977856","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218016","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218176","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787488","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787648","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494560","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494720","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286816","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286976","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820832","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820992","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137088","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137376","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137536","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918240","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918400","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753120","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753280","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504896","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505184","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505344","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330976","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682331136","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829280","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829440","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923584","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923872","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018924032","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962048","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962336","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962496","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668576","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668736","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368448","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897696","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897856","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994848","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677995008","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674624","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674912","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692675072","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739904","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740192","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740352","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258784","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258944","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299648","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299936","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599300096","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993088","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993376","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993536","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012096","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012384","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012544","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776512","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896832","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama-3.1-8B-Instruct-Jbliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-the-deckard-expresso-universe-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3863","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316736","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401317056","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633856","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654634176","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663164096","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691776","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391936","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850392256","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021277056","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021277376","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951616","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091431296","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954496","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194118336","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202965376","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965696","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286656","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286976","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435946176","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685965696","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685966016","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762909056","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762909376","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217257856","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217258176","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031236992","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11302792672","shards":1,"effective_bpw":11.3082,"repo":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053091712","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-embedding-350m","canonical_repo":"LiquidAI/LFM2.5-Embedding-350M","display_name":"LFM2.5-Embedding-350M","publisher":"LiquidAI","modality":"embedding","arch_key":"lfm2","params_total":"354483968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3857","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-Embedding-350M","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"160597184","shards":1,"effective_bpw":3.6244,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181150912","shards":1,"effective_bpw":4.0882,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"193152192","shards":1,"effective_bpw":4.3591,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"203048128","shards":1,"effective_bpw":4.5824,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"211805376","shards":1,"effective_bpw":4.78,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219308800","shards":1,"effective_bpw":4.9494,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"220751040","shards":1,"effective_bpw":4.9819,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"226168704","shards":1,"effective_bpw":5.1042,"repo":"cstr/lfm2-embed-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229311232","shards":1,"effective_bpw":5.1751,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229311680","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"235147136","shards":1,"effective_bpw":5.3068,"repo":"cstr/lfm2-embed-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"255222976","shards":1,"effective_bpw":5.7599,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260375296","shards":1,"effective_bpw":5.8762,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260375744","shards":1,"effective_bpw":5.8762,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293380864","shards":1,"effective_bpw":6.621,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293381312","shards":1,"effective_bpw":6.621,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"378802048","shards":1,"effective_bpw":8.5488,"repo":"cstr/lfm2-embed-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379216640","shards":1,"effective_bpw":8.5582,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379217088","shards":1,"effective_bpw":8.5582,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711069504","shards":1,"effective_bpw":16.0474,"repo":"cstr/lfm2-embed-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711484160","shards":1,"effective_bpw":16.0568,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711484160","shards":1,"effective_bpw":16.0568,"repo":"LiquidAI/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711484608","shards":1,"effective_bpw":16.0568,"repo":"mradermacher/LFM2.5-Embedding-350M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"martha-lxvii-8b-qwen-3-5-3-6-prune-9b-3-6-base","canonical_repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","display_name":"MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","publisher":"ZERO-POINT-AI","modality":"text","arch_key":"qwen35","params_total":"8088858048","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3849","n_layers":28,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2526965792","shards":1,"effective_bpw":2.4992,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2645354528","shards":1,"effective_bpw":2.6163,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2842669088","shards":1,"effective_bpw":2.8114,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3004190752","shards":1,"effective_bpw":2.9712,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3139342368","shards":1,"effective_bpw":3.1049,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3297194016","shards":1,"effective_bpw":3.261,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3376568352","shards":1,"effective_bpw":3.3395,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3496236832","shards":1,"effective_bpw":3.4578,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3496237088","shards":1,"effective_bpw":3.4578,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3589304352","shards":1,"effective_bpw":3.5499,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3873284128","shards":1,"effective_bpw":3.8307,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3887275808","shards":1,"effective_bpw":3.8446,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3887276064","shards":1,"effective_bpw":3.8446,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3984760864","shards":1,"effective_bpw":3.941,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4020412448","shards":1,"effective_bpw":3.9762,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4202209056","shards":1,"effective_bpw":4.156,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4202209312","shards":1,"effective_bpw":4.156,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4470120224","shards":1,"effective_bpw":4.421,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4470120480","shards":1,"effective_bpw":4.421,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4720093216","shards":1,"effective_bpw":4.6682,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4743685920","shards":1,"effective_bpw":4.6916,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4835805216","shards":1,"effective_bpw":4.7827,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4858349344","shards":1,"effective_bpw":4.805,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4858349600","shards":1,"effective_bpw":4.805,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4918118432","shards":1,"effective_bpw":4.8641,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5106435872","shards":1,"effective_bpw":5.0503,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5106436128","shards":1,"effective_bpw":5.0503,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5268293664","shards":1,"effective_bpw":5.2104,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5710219040","shards":1,"effective_bpw":5.6475,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5710219296","shards":1,"effective_bpw":5.6475,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5854496544","shards":1,"effective_bpw":5.7902,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5854496800","shards":1,"effective_bpw":5.7902,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6649311008","shards":1,"effective_bpw":6.5763,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6649311264","shards":1,"effective_bpw":6.5763,"repo":"mradermacher/MARTHA-LXVII.8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8608106272","shards":1,"effective_bpw":8.5135,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16190539552","shards":1,"effective_bpw":16.0127,"repo":"mradermacher/MARTHA-LXVII.8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkidol-llama-3-1-8b-instruct-1-3-uncensored","canonical_repo":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored","display_name":"DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored","publisher":"aifeifei798","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"3840","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019629312","shards":1,"effective_bpw":2.012,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973504","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213824","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605783296","shards":1,"effective_bpw":2.596,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758490368","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282624","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988816640","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132864","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179133184","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274914048","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748928","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500672","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500992","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326784","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784825088","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919360","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919680","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957824","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321958144","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447664384","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364224","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893504","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677990656","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670400","shards":1,"effective_bpw":4.675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670720","shards":1,"effective_bpw":4.675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735680","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920736000","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130254592","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295424","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295744","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988864","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732989184","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007872","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596008192","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772288","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892608","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-70b-instruct","canonical_repo":"meta-llama/Meta-Llama-3-70B-Instruct","display_name":"Meta-Llama-3-70B-Instruct","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3834","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Meta-Llama-3-70B-Instruct","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"15343482272","shards":1,"effective_bpw":1.7398,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751195552","shards":1,"effective_bpw":1.8994,"repo":"lmstudio-community/Meta-Llama-3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097384352","shards":1,"effective_bpw":2.1654,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142107552","shards":1,"effective_bpw":2.3973,"repo":"lmstudio-community/Meta-Llama-3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142107552","shards":1,"effective_bpw":2.3973,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242342304","shards":1,"effective_bpw":2.522,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119293344","shards":1,"effective_bpw":2.7349,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108224","shards":1,"effective_bpw":2.9906,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469493664","shards":1,"effective_bpw":3.1147,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307729312","shards":1,"effective_bpw":3.3232,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912050592","shards":1,"effective_bpw":3.5051,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912050816","shards":1,"effective_bpw":3.5051,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937033632","shards":1,"effective_bpw":3.6213,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34275312928","shards":3,"effective_bpw":3.8864,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37148411168","shards":3,"effective_bpw":4.2122,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661024","shards":1,"effective_bpw":4.2977,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"39977551136","shards":3,"effective_bpw":4.533,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053618080","shards":1,"effective_bpw":4.5416,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347219360","shards":1,"effective_bpw":4.5749,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40355038496","shards":3,"effective_bpw":4.5758,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393120","shards":1,"effective_bpw":4.8213,"repo":"lmstudio-community/Meta-Llama-3-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393120","shards":1,"effective_bpw":4.8213,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42528212256","shards":3,"effective_bpw":4.8222,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44321408288","shards":3,"effective_bpw":5.0256,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657446304","shards":1,"effective_bpw":5.5172,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"48665265408","shards":3,"effective_bpw":5.5181,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48665265408","shards":3,"effective_bpw":5.5181,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949816224","shards":1,"effective_bpw":5.6637,"repo":"qwp4w3hyb/Meta-Llama-3-70B-Instruct-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49957635360","shards":3,"effective_bpw":5.6646,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"53009122592","shards":3,"effective_bpw":6.0106,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57895961888","shards":3,"effective_bpw":6.5648,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74982868352","shards":4,"effective_bpw":8.5022,"repo":"LiteLLMs/Llama3-OpenBioLLM-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g2-darkest-writer-9b-v1","canonical_repo":"OccultAI/G2-Darkest-Writer-9B-v1","display_name":"G2-Darkest-Writer-9B-v1","publisher":"OccultAI","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3827","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OccultAI/G2-Darkest-Writer-9B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378565216","shards":1,"effective_bpw":2.059,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545952352","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824930912","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067381344","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211486816","shards":1,"effective_bpw":2.78,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434669664","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552511584","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796739680","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805398368","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805398624","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144989792","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337665376","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337665632","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337665632","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616160","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781600","shards":1,"effective_bpw":4.122,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761781856","shards":1,"effective_bpw":4.122,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132453216","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132453472","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183030880","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223171424","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443143264","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459199584","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925664","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478925920","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761058144","shards":1,"effective_bpw":4.987,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761058400","shards":1,"effective_bpw":4.987,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963368032","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592544","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483592800","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647367008","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647367264","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589070176","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589070432","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827149152","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490680672","shards":1,"effective_bpw":16.0063,"repo":"mradermacher/G2-Darkest-Writer-9B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-2-6b-exp","canonical_repo":"LiquidAI/LFM2-2.6B-Exp","display_name":"LFM2-2.6B-Exp","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"2569272320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3818","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-2.6B-Exp","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"945091168","shards":1,"effective_bpw":2.9428,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"983806592","shards":1,"effective_bpw":3.0633,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"983806592","shards":1,"effective_bpw":3.0633,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1027846752","shards":1,"effective_bpw":3.2004,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1084404320","shards":1,"effective_bpw":3.3765,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1158918752","shards":1,"effective_bpw":3.6086,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1159737984","shards":1,"effective_bpw":3.6111,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1167962720","shards":1,"effective_bpw":3.6367,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1217409632","shards":1,"effective_bpw":3.7907,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1231753824","shards":1,"effective_bpw":3.8353,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1256059520","shards":1,"effective_bpw":3.911,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1313731168","shards":1,"effective_bpw":4.0906,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1398534752","shards":1,"effective_bpw":4.3546,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1478324832","shards":1,"effective_bpw":4.6031,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1483108992","shards":1,"effective_bpw":4.618,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1491890816","shards":1,"effective_bpw":4.6453,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1558606176","shards":1,"effective_bpw":4.8531,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1558606432","shards":1,"effective_bpw":4.8531,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1562735200","shards":1,"effective_bpw":4.8659,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1563669120","shards":1,"effective_bpw":4.8688,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1567388256","shards":1,"effective_bpw":4.8804,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1635283584","shards":1,"effective_bpw":5.0918,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1639166304","shards":1,"effective_bpw":5.1039,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1639166560","shards":1,"effective_bpw":5.1039,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1719169632","shards":1,"effective_bpw":5.353,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1738781280","shards":1,"effective_bpw":5.4141,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1787458176","shards":1,"effective_bpw":5.5656,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1828958848","shards":1,"effective_bpw":5.6949,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1879732832","shards":1,"effective_bpw":5.853,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1921233248","shards":1,"effective_bpw":5.9822,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1921233504","shards":1,"effective_bpw":5.9822,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2004071008","shards":1,"effective_bpw":6.2401,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2110829184","shards":1,"effective_bpw":6.5725,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2220929376","shards":1,"effective_bpw":6.9154,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2220929632","shards":1,"effective_bpw":6.9154,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2285941344","shards":1,"effective_bpw":7.1178,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2733011584","shards":1,"effective_bpw":8.5098,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2875617632","shards":1,"effective_bpw":8.9539,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2875617888","shards":1,"effective_bpw":8.9539,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5141459584","shards":1,"effective_bpw":16.0091,"repo":"unsloth/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5409894720","shards":1,"effective_bpw":16.8449,"repo":"bartowski/LiquidAI_LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5409894752","shards":1,"effective_bpw":16.8449,"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"personaplex-7b-v1","canonical_repo":"nvidia/personaplex-7b-v1","display_name":"personaplex-7b-v1","publisher":"nvidia","modality":"text","arch_key":null,"params_total":"8371408896","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3814","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"4709929856","shards":1,"effective_bpw":4.501,"repo":"Codes4Fun/personaplex-7b-v1-q4_k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8895495040","shards":1,"effective_bpw":8.5008,"repo":"alvanalrakib/personaplex-7b-q8-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pluto","canonical_repo":"Merlin-Research/Pluto","display_name":"Pluto","publisher":"Merlin-Research","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3813","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Merlin-Research/Pluto","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642208","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269536","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648416","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345824","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968544","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471648","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239584","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262784","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263008","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166304","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416608","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407168","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407392","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818592","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383072","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525184","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525408","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515072","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515296","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441120","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898176","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940256","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630144","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630368","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214944","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109568","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109792","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333792","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310016","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310240","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970368","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970592","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259968","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260192","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Pluto-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502144","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697664","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Pluto-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-7-code-gguf","canonical_repo":"unsloth/Kimi-K2.7-Code-GGUF","display_name":"Kimi-K2.7-Code-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"1026408232448","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3811","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"unsloth/Kimi-K2.7-Code-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"onellm-doey-chatqa-v1-llama-3-2-1b","canonical_repo":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B","display_name":"OneLLM-Doey-ChatQA-V1-Llama-3.2-1B","publisher":"DoeyLLM","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3804","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"393552864","shards":1,"effective_bpw":2.5477,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"413606880","shards":1,"effective_bpw":2.6775,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"447030240","shards":1,"effective_bpw":2.8938,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"475866080","shards":1,"effective_bpw":3.0805,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"488711136","shards":1,"effective_bpw":3.1637,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"515449824","shards":1,"effective_bpw":3.3367,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"562111456","shards":1,"effective_bpw":3.6388,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580874816","shards":1,"effective_bpw":3.7603,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"580875232","shards":1,"effective_bpw":3.7603,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"621114336","shards":1,"effective_bpw":4.0208,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"641692640","shards":1,"effective_bpw":4.154,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"643920864","shards":1,"effective_bpw":4.1684,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"644489792","shards":1,"effective_bpw":4.1721,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"657289792","shards":1,"effective_bpw":4.2549,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"657290208","shards":1,"effective_bpw":4.2549,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"690844640","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732525120","shards":1,"effective_bpw":4.742,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"732525536","shards":1,"effective_bpw":4.742,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"743141952","shards":1,"effective_bpw":4.8107,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"743142368","shards":1,"effective_bpw":4.8107,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"773026368","shards":1,"effective_bpw":5.0042,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"773026784","shards":1,"effective_bpw":5.0042,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775647808","shards":1,"effective_bpw":5.0211,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"775648224","shards":1,"effective_bpw":5.0211,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807694912","shards":1,"effective_bpw":5.2286,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"807695328","shards":1,"effective_bpw":5.2286,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"871309888","shards":1,"effective_bpw":5.6404,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892564032","shards":1,"effective_bpw":5.778,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"892564448","shards":1,"effective_bpw":5.778,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911503936","shards":1,"effective_bpw":5.9006,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"911504352","shards":1,"effective_bpw":5.9006,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"975118912","shards":1,"effective_bpw":6.3124,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021801024","shards":1,"effective_bpw":6.6146,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1021801440","shards":1,"effective_bpw":6.6146,"repo":"mradermacher/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1085416000","shards":1,"effective_bpw":7.0264,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321083136","shards":1,"effective_bpw":8.552,"repo":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321083456","shards":1,"effective_bpw":8.552,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479595776","shards":1,"effective_bpw":16.0516,"repo":"bartowski/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lingbot-world-v2-14b-causal-fast","canonical_repo":"robbyant/lingbot-world-v2-14b-causal-fast","display_name":"lingbot-world-v2-14b-causal-fast","publisher":"robbyant","modality":"video","arch_key":"wan","params_total":"18544332864","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-sa-4.0","downloads_30d":"3803","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"robbyant/lingbot-world-v2-14b-causal-fast","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"12054188608","shards":1,"effective_bpw":5.2002,"repo":"realrebelai/LingBot_World_V2_ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13726339648","shards":1,"effective_bpw":5.9215,"repo":"realrebelai/LingBot_World_V2_ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14648207776","shards":2,"effective_bpw":6.3192,"repo":"realrebelai/LingBot_World_V2_ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15503000128","shards":1,"effective_bpw":6.688,"repo":"realrebelai/LingBot_World_V2_ComfyUI","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19936367168","shards":1,"effective_bpw":8.6005,"repo":"realrebelai/LingBot_World_V2_ComfyUI","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"forsaken-void-12b","canonical_repo":"Vortex5/Forsaken-Void-12B","display_name":"Forsaken-Void-12B","publisher":"Vortex5","modality":"text","arch_key":"llama","params_total":"12247843840","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3799","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131078,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vortex5/Forsaken-Void-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999243296","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221656096","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592344096","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915108896","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138507872","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435058272","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493713952","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791083264","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791083552","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945419872","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306527328","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534264640","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534264928","shards":1,"effective_bpw":3.6149,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562117728","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722271328","shards":1,"effective_bpw":3.7377,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083128640","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083128928","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561541440","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561541728","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742751872","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800095584","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094681152","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097957952","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120239904","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120240192","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477247264","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477247552","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795262912","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518781984","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518782272","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727677984","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727678272","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056260640","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056260928","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Forsaken-Void-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022434848","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Forsaken-Void-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-5-4b-coder-fable5-v1","canonical_repo":"shuhulx/Qwopus3.5-4B-Coder-Fable5-v1","display_name":"Qwopus3.5-4B-Coder-Fable5-v1","publisher":"shuhulx","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3798","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"shuhulx/Qwopus3.5-4B-Coder-Fable5-v1","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2783446432","shards":1,"effective_bpw":4.7786,"repo":"shuhulx/Qwopus3.5-4B-Coder-Fable5-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161425312","shards":1,"effective_bpw":5.4275,"repo":"shuhulx/Qwopus3.5-4B-Coder-Fable5-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-3-5-2b-roleplay-tuned","canonical_repo":"Indexnusrefather/Qwen-3.5-2b-roleplay-tuned","display_name":"Qwen-3.5-2b-roleplay-tuned","publisher":"Indexnusrefather","modality":"text","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3798","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Indexnusrefather/Qwen-3.5-2b-roleplay-tuned","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"990492576","shards":1,"effective_bpw":3.4845,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"990492864","shards":1,"effective_bpw":3.4845,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1046350752","shards":1,"effective_bpw":3.681,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1046351040","shards":1,"effective_bpw":3.681,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1077406912","shards":1,"effective_bpw":3.7902,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1086319808","shards":1,"effective_bpw":3.8216,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1127803808","shards":1,"effective_bpw":3.9675,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1127804096","shards":1,"effective_bpw":3.9675,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1195305888","shards":1,"effective_bpw":4.205,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1195306176","shards":1,"effective_bpw":4.205,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1228480704","shards":1,"effective_bpw":4.3217,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1234378656","shards":1,"effective_bpw":4.3424,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1239101632","shards":1,"effective_bpw":4.3591,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1246310304","shards":1,"effective_bpw":4.3844,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1246310592","shards":1,"effective_bpw":4.3844,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1265971392","shards":1,"effective_bpw":4.4536,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1312165792","shards":1,"effective_bpw":4.6161,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1312166080","shards":1,"effective_bpw":4.6161,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1326338240","shards":1,"effective_bpw":4.666,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1415933856","shards":1,"effective_bpw":4.9811,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1415934144","shards":1,"effective_bpw":4.9811,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1454788512","shards":1,"effective_bpw":5.1178,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1454788800","shards":1,"effective_bpw":5.1178,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1606325152","shards":1,"effective_bpw":5.6509,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1606325440","shards":1,"effective_bpw":5.6509,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2076676000","shards":1,"effective_bpw":7.3056,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3897388960","shards":1,"effective_bpw":13.7107,"repo":"mradermacher/Qwen-3.5-2b-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mirothinker-v1-0-72b","canonical_repo":"miromind-ai/MiroThinker-v1.0-72B","display_name":"MiroThinker-v1.0-72B","publisher":"miromind-ai","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3797","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":262144,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"miromind-ai/MiroThinker-v1.0-72B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326656","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23740212960","shards":1,"effective_bpw":2.6122,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740213376","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024160","shards":1,"effective_bpw":2.8047,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024576","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645280","shards":1,"effective_bpw":2.9772,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645696","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939137248","shards":1,"effective_bpw":3.0742,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137664","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986208","shards":1,"effective_bpw":3.2282,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986624","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569280128","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762912","shards":1,"effective_bpw":3.2802,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763072","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811763328","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274912","shards":1,"effective_bpw":3.4141,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082848","shards":1,"effective_bpw":3.504,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845083264","shards":1,"effective_bpw":3.504,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32842180320","shards":1,"effective_bpw":3.6137,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180736","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789280","shards":1,"effective_bpw":3.7948,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789440","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789696","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789696","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597280","shards":1,"effective_bpw":3.9065,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597696","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725600","shards":1,"effective_bpw":4.1481,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725760","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698726016","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225440","shards":1,"effective_bpw":4.3468,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225600","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505225856","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075168","shards":1,"effective_bpw":4.3693,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075584","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163239808","shards":1,"effective_bpw":4.4192,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624672","shards":1,"effective_bpw":4.546,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126752","shards":1,"effective_bpw":4.5535,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383127168","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223392","shards":1,"effective_bpw":4.8292,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223552","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889223808","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697885920","shards":1,"effective_bpw":5.0282,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697886336","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715552","shards":1,"effective_bpw":5.2172,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715712","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415715968","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/MiroThinker-v1.0-72B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48340264672","shards":1,"effective_bpw":5.319,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138720","shards":2,"effective_bpw":5.6529,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466400","shards":2,"effective_bpw":5.991,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629472","shards":2,"effective_bpw":7.0803,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612384","shards":2,"effective_bpw":8.5014,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-72B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-abliterated","canonical_repo":"WWTCyberLab/gemma-4-E4B-it-abliterated","display_name":"gemma-4-E4B-it-abliterated","publisher":"WWTCyberLab","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3782","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WWTCyberLab/gemma-4-E4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289758368","shards":1,"effective_bpw":3.2913,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372272288","shards":1,"effective_bpw":3.3739,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509795488","shards":1,"effective_bpw":3.5115,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627842208","shards":1,"effective_bpw":3.6296,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677280928","shards":1,"effective_bpw":3.679,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787299488","shards":1,"effective_bpw":3.7891,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982842528","shards":1,"effective_bpw":3.9848,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269591200","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401316544","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545886880","shards":1,"effective_bpw":4.5481,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633664","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163584","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691264","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391744","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276864","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951104","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193953984","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117824","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965184","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286464","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945664","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965504","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908864","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257664","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-8b-abliterated-v2","canonical_repo":"huihui-ai/Huihui-Qwen3-8B-abliterated-v2","display_name":"Huihui-Qwen3-8B-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3781","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-8B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115766240","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256144352","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490107872","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696153056","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864740320","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051911136","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083548640","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281729280","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281729504","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369629664","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626870752","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769607936","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769608160","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789662176","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896616928","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124157696","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124157920","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431390464","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431390688","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561836000","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593293056","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787328992","shards":1,"effective_bpw":4.6758,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793620448","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802008832","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802009056","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027780352","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027780576","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247752160","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720758016","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720758240","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851109120","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851109344","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725895936","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725896160","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709515008","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388040448","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omega-evolution-26b-a4b-v3-0","canonical_repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0","display_name":"Omega-Evolution-26B-A4B-v3.0","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3772","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_XS","bytes":"14063808992","shards":1,"effective_bpw":4.2386,"repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"39136623552","shards":2,"effective_bpw":11.7952,"repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"51258890720","shards":3,"effective_bpw":15.4487,"repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"68786040800","shards":3,"effective_bpw":20.7311,"repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"81271638496","shards":3,"effective_bpw":24.494,"repo":"ReadyArt/Omega-Evolution-26B-A4B-v3.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"surogate-3-5-2b","canonical_repo":"surogate/Surogate-3.5-2B","display_name":"Surogate-3.5-2B","publisher":"surogate","modality":"text","arch_key":"qwen35","params_total":"2782629184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3768","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"surogate/Surogate-3.5-2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1157362912","shards":1,"effective_bpw":3.3274,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1157363168","shards":1,"effective_bpw":3.3274,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1264871648","shards":1,"effective_bpw":3.6365,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1264871904","shards":1,"effective_bpw":3.6365,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1295927776","shards":1,"effective_bpw":3.7258,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1304840672","shards":1,"effective_bpw":3.7514,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1346324704","shards":1,"effective_bpw":3.8707,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1346324960","shards":1,"effective_bpw":3.8707,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1413826784","shards":1,"effective_bpw":4.0647,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1413827040","shards":1,"effective_bpw":4.0647,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1498652128","shards":1,"effective_bpw":4.3086,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1504550112","shards":1,"effective_bpw":4.3255,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1525165536","shards":1,"effective_bpw":4.3848,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1532374240","shards":1,"effective_bpw":4.4055,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1532374496","shards":1,"effective_bpw":4.4055,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1552035296","shards":1,"effective_bpw":4.4621,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1598229728","shards":1,"effective_bpw":4.5949,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1598229984","shards":1,"effective_bpw":4.5949,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1644187104","shards":1,"effective_bpw":4.727,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1765567712","shards":1,"effective_bpw":5.076,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1765567968","shards":1,"effective_bpw":5.076,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804422368","shards":1,"effective_bpw":5.1877,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1804422624","shards":1,"effective_bpw":5.1877,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2023502048","shards":1,"effective_bpw":5.8175,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2023502304","shards":1,"effective_bpw":5.8175,"repo":"mradermacher/Surogate-3.5-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2617019616","shards":1,"effective_bpw":7.5239,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4914506976","shards":1,"effective_bpw":14.1291,"repo":"mradermacher/Surogate-3.5-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizard-vicuna-7b-uncensored","canonical_repo":"QuixiAI/Wizard-Vicuna-7B-Uncensored","display_name":"Wizard-Vicuna-7B-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3766","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/Wizard-Vicuna-7B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2825940704","shards":1,"effective_bpw":3.355,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2825940704","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304608","shards":1,"effective_bpw":3.5003,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304608","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004704","shards":1,"effective_bpw":3.9155,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004704","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111008","shards":1,"effective_bpw":4.2706,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111008","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807072","shards":1,"effective_bpw":4.5421,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807072","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740064","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740064","shards":1,"effective_bpw":4.5788,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004256","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004256","shards":1,"effective_bpw":4.8451,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156960","shards":1,"effective_bpw":5.6787,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156960","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194208","shards":1,"effective_bpw":6.5644,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089760","shards":1,"effective_bpw":8.5018,"repo":"B1ackJesus/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089760","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"xlam-7b-r","canonical_repo":"Salesforce/xLAM-7b-r","display_name":"xLAM-7b-r","publisher":"Salesforce","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3760","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Salesforce/xLAM-7b-r","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1612102688","shards":1,"effective_bpw":1.7809,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1612103296","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1754446880","shards":1,"effective_bpw":1.9382,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754447488","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1991687200","shards":1,"effective_bpw":2.2002,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991687808","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2198256672","shards":1,"effective_bpw":2.4284,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198257280","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2310921248","shards":1,"effective_bpw":2.5529,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310921856","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2500713504","shards":1,"effective_bpw":2.7626,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2500713504","shards":1,"effective_bpw":2.7626,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500714112","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2528926752","shards":1,"effective_bpw":2.7937,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719243296","shards":1,"effective_bpw":3.004,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719243296","shards":1,"effective_bpw":3.004,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719243904","shards":1,"effective_bpw":3.004,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2827344928","shards":1,"effective_bpw":3.1234,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827345536","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2847243296","shards":1,"effective_bpw":3.1454,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018816544","shards":1,"effective_bpw":3.3349,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018816544","shards":1,"effective_bpw":3.3349,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018817152","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164568608","shards":1,"effective_bpw":3.4959,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164568608","shards":1,"effective_bpw":3.4959,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164569216","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182394400","shards":1,"effective_bpw":3.5156,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182395008","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284892704","shards":1,"effective_bpw":3.6288,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284892704","shards":1,"effective_bpw":3.6288,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284893312","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518987296","shards":1,"effective_bpw":3.8875,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"3518987296","shards":1,"effective_bpw":3.8875,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518987904","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822025760","shards":1,"effective_bpw":4.2222,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822025760","shards":1,"effective_bpw":4.2222,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822026368","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3907689504","shards":1,"effective_bpw":4.3169,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3907689504","shards":1,"effective_bpw":4.3169,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907690112","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4123597856","shards":1,"effective_bpw":4.5554,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123598464","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4125695008","shards":1,"effective_bpw":4.5577,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140375072","shards":1,"effective_bpw":4.5739,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140375072","shards":1,"effective_bpw":4.5739,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140375680","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368440352","shards":1,"effective_bpw":4.8259,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4368440352","shards":1,"effective_bpw":4.8259,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368440960","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4465720352","shards":1,"effective_bpw":4.9333,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716768","shards":1,"effective_bpw":5.521,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997717024","shards":1,"effective_bpw":5.521,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997717632","shards":1,"effective_bpw":5.521,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5131410208","shards":1,"effective_bpw":5.6687,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131410464","shards":1,"effective_bpw":5.6687,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131411072","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5212306464","shards":1,"effective_bpw":5.7581,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065952","shards":1,"effective_bpw":6.5642,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942066208","shards":1,"effective_bpw":6.5642,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942066816","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/xLAM-7b-r-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6005554208","shards":1,"effective_bpw":6.6344,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695858464","shards":1,"effective_bpw":8.5017,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695858720","shards":1,"effective_bpw":8.5017,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484732704","shards":1,"effective_bpw":16.0014,"repo":"bartowski/xLAM-7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14484732704","shards":1,"effective_bpw":16.0014,"repo":"legraphista/xLAM-7b-r-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"c4ai-command-r-plus-08-2024","canonical_repo":"CohereLabs/c4ai-command-r-plus-08-2024","display_name":"c4ai-command-r-plus-08-2024","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"103810674688","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3759","n_layers":64,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":256000,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/c4ai-command-r-plus-08-2024","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_S","bytes":"23181871936","shards":1,"effective_bpw":1.7865,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"25217944384","shards":1,"effective_bpw":1.9434,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"25217944384","shards":1,"effective_bpw":1.9434,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"28611398464","shards":1,"effective_bpw":2.2049,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"28611398464","shards":1,"effective_bpw":2.2049,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"31628151616","shards":1,"effective_bpw":2.4374,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"31628151616","shards":1,"effective_bpw":2.4374,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"33324485440","shards":1,"effective_bpw":2.5681,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"36039248704","shards":1,"effective_bpw":2.7773,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"36039248704","shards":1,"effective_bpw":2.7773,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"36595452736","shards":1,"effective_bpw":2.8202,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39497386816","shards":1,"effective_bpw":3.0438,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39497386816","shards":1,"effective_bpw":3.0438,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"40259242816","shards":1,"effective_bpw":3.1025,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"40658750272","shards":1,"effective_bpw":3.1333,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"40658750272","shards":1,"effective_bpw":3.1333,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"43599416128","shards":1,"effective_bpw":3.3599,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"45851757376","shards":1,"effective_bpw":3.5335,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"45851757568","shards":2,"effective_bpw":3.5335,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"45958712320","shards":2,"effective_bpw":3.5417,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"47683357504","shards":1,"effective_bpw":3.6746,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"47683357696","shards":2,"effective_bpw":3.6746,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"50982439936","shards":2,"effective_bpw":3.9289,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"50982440064","shards":3,"effective_bpw":3.9289,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55402187488","shards":2,"effective_bpw":4.2695,"repo":"lmstudio-community/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55402187776","shards":2,"effective_bpw":4.2695,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55402187904","shards":3,"effective_bpw":4.2695,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"56201202720","shards":2,"effective_bpw":4.3311,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"56201202816","shards":3,"effective_bpw":4.3311,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"59321764992","shards":3,"effective_bpw":4.5715,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"59428719648","shards":2,"effective_bpw":4.5798,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"59642629120","shards":2,"effective_bpw":4.5963,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"59642629248","shards":3,"effective_bpw":4.5963,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62750608128","shards":2,"effective_bpw":4.8358,"repo":"lmstudio-community/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62750608416","shards":2,"effective_bpw":4.8358,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"62750608512","shards":3,"effective_bpw":4.8358,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"63512464384","shards":2,"effective_bpw":4.8945,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"71804013408","shards":3,"effective_bpw":5.5335,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"73622244320","shards":4,"effective_bpw":5.6736,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"73622244384","shards":2,"effective_bpw":5.6736,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85173357440","shards":3,"effective_bpw":6.5637,"repo":"lmstudio-community/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85173357568","shards":4,"effective_bpw":6.5637,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85173357728","shards":3,"effective_bpw":6.5637,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"86475676288","shards":4,"effective_bpw":6.6641,"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110314605728","shards":3,"effective_bpw":8.5012,"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-235b-a22b-abliterated","canonical_repo":"null-space/Qwen3-235B-A22B-abliterated","display_name":"Qwen3-235B-A22B-abliterated","publisher":"null-space","modality":"text","arch_key":"qwen3moe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3746","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"null-space/Qwen3-235B-A22B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"47948250112","shards":1,"effective_bpw":1.6316,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"53141748736","shards":1,"effective_bpw":1.8084,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"61797579776","shards":1,"effective_bpw":2.1029,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"68820810752","shards":1,"effective_bpw":2.3419,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"70227241984","shards":1,"effective_bpw":2.3898,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"77151906816","shards":1,"effective_bpw":2.6254,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"79758683136","shards":1,"effective_bpw":2.7141,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85691001600","shards":1,"effective_bpw":2.916,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"85691001856","shards":1,"effective_bpw":2.916,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"90376547328","shards":1,"effective_bpw":3.0754,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"95953476608","shards":1,"effective_bpw":3.2652,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101444705024","shards":1,"effective_bpw":3.4521,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"101444705280","shards":1,"effective_bpw":3.4521,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"101470886912","shards":1,"effective_bpw":3.453,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"103066295296","shards":1,"effective_bpw":3.5072,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112447380224","shards":1,"effective_bpw":3.8265,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"112447380480","shards":1,"effective_bpw":3.8265,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"121824795392","shards":1,"effective_bpw":4.1456,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"121824795648","shards":1,"effective_bpw":4.1456,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"125283912704","shards":1,"effective_bpw":4.2633,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"126668032768","shards":1,"effective_bpw":4.3104,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"133132422144","shards":1,"effective_bpw":4.5304,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133687118592","shards":1,"effective_bpw":4.5492,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"133687118848","shards":1,"effective_bpw":4.5492,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142154074880","shards":1,"effective_bpw":4.8374,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"142154075136","shards":1,"effective_bpw":4.8374,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"147230100480","shards":1,"effective_bpw":5.0101,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"161881426688","shards":1,"effective_bpw":5.5087,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"161881426944","shards":1,"effective_bpw":5.5087,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"166814157568","shards":1,"effective_bpw":5.6765,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"166814157824","shards":1,"effective_bpw":5.6765,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193015495424","shards":1,"effective_bpw":6.5681,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"193015495680","shards":1,"effective_bpw":6.5681,"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grm-kerlin-3b","canonical_repo":"OrionLLM/GRM-Kerlin-3b","display_name":"GRM-Kerlin-3b","publisher":"OrionLLM","modality":"text","arch_key":"qwen2","params_total":"3397103616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3746","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OrionLLM/GRM-Kerlin-3b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"893195488","shards":1,"effective_bpw":2.1034,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"952128736","shards":1,"effective_bpw":2.2422,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1050350816","shards":1,"effective_bpw":2.4735,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1133647072","shards":1,"effective_bpw":2.6697,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1195642080","shards":1,"effective_bpw":2.8157,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1274219744","shards":1,"effective_bpw":3.0007,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1300229344","shards":1,"effective_bpw":3.062,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1376857056","shards":1,"effective_bpw":3.2424,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1376857312","shards":1,"effective_bpw":3.2424,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1416531168","shards":1,"effective_bpw":3.3359,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1525540064","shards":1,"effective_bpw":3.5926,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1588061152","shards":1,"effective_bpw":3.7398,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1588061408","shards":1,"effective_bpw":3.7398,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1590568160","shards":1,"effective_bpw":3.7457,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1622598880","shards":1,"effective_bpw":3.8211,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1724179424","shards":1,"effective_bpw":4.0604,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1724179680","shards":1,"effective_bpw":4.0604,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1841095648","shards":1,"effective_bpw":4.3357,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1841095904","shards":1,"effective_bpw":4.3357,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1904401632","shards":1,"effective_bpw":4.4848,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1918491616","shards":1,"effective_bpw":4.5179,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2000239840","shards":1,"effective_bpw":4.7105,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2003516640","shards":1,"effective_bpw":4.7182,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2009414624","shards":1,"effective_bpw":4.7321,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2009414880","shards":1,"effective_bpw":4.7321,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2104933344","shards":1,"effective_bpw":4.957,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2104933600","shards":1,"effective_bpw":4.957,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2190736608","shards":1,"effective_bpw":5.1591,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2383592416","shards":1,"effective_bpw":5.6132,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2383592672","shards":1,"effective_bpw":5.6132,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438740960","shards":1,"effective_bpw":5.7431,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2438741216","shards":1,"effective_bpw":5.7431,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793411552","shards":1,"effective_bpw":6.5783,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2793411808","shards":1,"effective_bpw":6.5783,"repo":"mradermacher/GRM-Kerlin-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616089056","shards":1,"effective_bpw":8.5157,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6800647136","shards":1,"effective_bpw":16.0152,"repo":"mradermacher/GRM-Kerlin-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"captain-eris-violet-v0-420-12b","canonical_repo":"Nitral-AI/Captain-Eris_Violet-V0.420-12B","display_name":"Captain-Eris_Violet-V0.420-12B","publisher":"Nitral-AI","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3742","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-AI/Captain-Eris_Violet-V0.420-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999215712","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628512","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316512","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081312","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138476736","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477152","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435027136","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027552","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682272","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051456","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791051872","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389152","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306492096","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492512","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411456","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229696","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230112","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562082912","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722236096","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236512","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093696","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094112","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506496","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561506912","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713536","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742713952","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641856","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642272","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097918656","shards":1,"effective_bpw":4.6362,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200896","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201312","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208256","shards":1,"effective_bpw":4.884,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477208672","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281856","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739136","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739552","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635136","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635552","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822656","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213696","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214112","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Captain-Eris_Violet-V0.420-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381272256","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373056","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504279936","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Captain-Eris_Violet-V0.420-12B-GGUF-ARM-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279936","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279936","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Captain-Eris_Violet-V0.420-12B-GGUF-ARM-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-abliterated","canonical_repo":"DuoNeural/Gemma-4-26B-A4B-Abliterated","display_name":"Gemma-4-26B-A4B-Abliterated","publisher":"DuoNeural","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3740","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"DuoNeural/Gemma-4-26B-A4B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267072","shards":1,"effective_bpw":2.57,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668652992","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296192","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426432","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873196992","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711552","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733248","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477632","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689792","shards":1,"effective_bpw":3.511,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063680","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405568","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405568","shards":1,"effective_bpw":3.789,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559552","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729664","shards":1,"effective_bpw":4.119,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484288","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722048","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052160","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821184","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572288","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796011968","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729408","shards":1,"effective_bpw":5.576,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886464","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395328","shards":1,"effective_bpw":7.018,"repo":"mradermacher/Gemma-4-26B-A4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-3-1-32b-instruct","canonical_repo":"allenai/Olmo-3.1-32B-Instruct","display_name":"Olmo-3.1-32B-Instruct","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"32233522176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3740","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100278,"ctx_native":65536,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Olmo-3.1-32B-Instruct","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"7245910336","shards":1,"effective_bpw":1.7984,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"7865225536","shards":1,"effective_bpw":1.9521,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"8756307456","shards":1,"effective_bpw":2.1732,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"8914620736","shards":1,"effective_bpw":2.2125,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9685607936","shards":1,"effective_bpw":2.4039,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10088697792","shards":1,"effective_bpw":2.5039,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10965569472","shards":1,"effective_bpw":2.7215,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"11047571776","shards":1,"effective_bpw":2.7419,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005941632","shards":1,"effective_bpw":2.9797,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12005942016","shards":1,"effective_bpw":2.9797,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12126275616","shards":1,"effective_bpw":3.0096,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12507331616","shards":1,"effective_bpw":3.1042,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12540399552","shards":1,"effective_bpw":3.1124,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"12650377536","shards":1,"effective_bpw":3.1397,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13371427648","shards":1,"effective_bpw":3.3186,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058244928","shards":1,"effective_bpw":3.4891,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14058245312","shards":1,"effective_bpw":3.4891,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14476036928","shards":1,"effective_bpw":3.5928,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600962368","shards":1,"effective_bpw":3.872,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15600962752","shards":1,"effective_bpw":3.872,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16912993088","shards":1,"effective_bpw":4.1976,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17332139232","shards":1,"effective_bpw":4.3016,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17348184096","shards":1,"effective_bpw":4.3056,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312873632","shards":1,"effective_bpw":4.5451,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18312874016","shards":1,"effective_bpw":4.5451,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341709472","shards":1,"effective_bpw":4.5522,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18341709856","shards":1,"effective_bpw":4.5522,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415109792","shards":1,"effective_bpw":4.5704,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18415110176","shards":1,"effective_bpw":4.5704,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482034976","shards":1,"effective_bpw":4.8352,"repo":"lmstudio-community/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482035872","shards":1,"effective_bpw":4.8352,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19482036256","shards":1,"effective_bpw":4.8352,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19863092256","shards":1,"effective_bpw":4.9298,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253370912","shards":1,"effective_bpw":5.0267,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20253371296","shards":1,"effective_bpw":5.0267,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235811232","shards":1,"effective_bpw":5.5187,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22235811616","shards":1,"effective_bpw":5.5187,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859713952","shards":1,"effective_bpw":5.6735,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22859714336","shards":1,"effective_bpw":5.6735,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23176592416","shards":1,"effective_bpw":5.7522,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448496032","shards":1,"effective_bpw":6.5642,"repo":"lmstudio-community/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448496928","shards":1,"effective_bpw":6.5642,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26448497312","shards":1,"effective_bpw":6.5642,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26697186336","shards":1,"effective_bpw":6.6259,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254796960","shards":1,"effective_bpw":8.5017,"repo":"lmstudio-community/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254797856","shards":1,"effective_bpw":8.5017,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34254798240","shards":1,"effective_bpw":8.5017,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472736960","shards":2,"effective_bpw":16.0014,"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"64472737344","shards":2,"effective_bpw":16.0014,"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-8b-unsloth-bnb-4bit","canonical_repo":"unsloth/deepseek-r1-distill-llama-8b-unsloth-bnb-4bit","display_name":"deepseek-r1-distill-llama-8b-unsloth-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8243411700","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3731","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/deepseek-r1-distill-llama-8b-unsloth-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"8540772992","shards":1,"effective_bpw":8.2886,"repo":"FabioSantos/DeepSeek-R1-fine-tuned_v4-PCB","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16068894016","shards":1,"effective_bpw":15.5944,"repo":"isAsong/DeepSeek-R1-agriculture-New2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aya-expanse-8b","canonical_repo":"CohereLabs/aya-expanse-8b","display_name":"aya-expanse-8b","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"8028033024","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3728","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"3084807872","shards":1,"effective_bpw":3.074,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438505664","shards":1,"effective_bpw":3.4265,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692457664","shards":1,"effective_bpw":3.6796,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3724766912","shards":1,"effective_bpw":3.7118,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870518976","shards":1,"effective_bpw":3.857,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3990843072","shards":1,"effective_bpw":3.9769,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4224937664","shards":1,"effective_bpw":4.2102,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4527975872","shards":1,"effective_bpw":4.5122,"repo":"lmstudio-community/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4527976128","shards":1,"effective_bpw":4.5122,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4600327872","shards":1,"effective_bpw":4.5843,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4812140224","shards":1,"effective_bpw":4.7953,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828917440","shards":1,"effective_bpw":4.8121,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5056982464","shards":1,"effective_bpw":5.0393,"repo":"lmstudio-community/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5056982720","shards":1,"effective_bpw":5.0393,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310934720","shards":1,"effective_bpw":5.2924,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669875392","shards":1,"effective_bpw":5.6501,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803568832","shards":1,"effective_bpw":5.7833,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057520832","shards":1,"effective_bpw":6.0364,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596816320","shards":1,"effective_bpw":6.5738,"repo":"lmstudio-community/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596816576","shards":1,"effective_bpw":6.5738,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850768576","shards":1,"effective_bpw":6.8268,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541072832","shards":1,"effective_bpw":8.5112,"repo":"lmstudio-community/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541073088","shards":1,"effective_bpw":8.5112,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16067227072","shards":1,"effective_bpw":16.0111,"repo":"bartowski/aya-expanse-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-uncensored-supercot-storytelling-30b","canonical_repo":"Monero/WizardLM-Uncensored-SuperCOT-StoryTelling-30b","display_name":"WizardLM-Uncensored-SuperCOT-StoryTelling-30b","publisher":"Monero","modality":"text","arch_key":"llama","params_total":"32528956928","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3724","n_layers":60,"n_head":52,"n_head_kv":52,"head_dim_k":128,"head_dim_v":128,"hidden":6656,"vocab_size":32001,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Monero/WizardLM-Uncensored-SuperCOT-StoryTelling-30b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13502553056","shards":1,"effective_bpw":3.3207,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14064120448","shards":1,"effective_bpw":3.4589,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15761560192","shards":1,"effective_bpw":3.8763,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17279767168","shards":1,"effective_bpw":4.2497,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18355976672","shards":1,"effective_bpw":4.5144,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18437765600","shards":1,"effective_bpw":4.5345,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19621149152","shards":1,"effective_bpw":4.8255,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22395370784","shards":1,"effective_bpw":5.5078,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22395370784","shards":1,"effective_bpw":5.5078,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23047126304","shards":1,"effective_bpw":5.6681,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26687227040","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34565138720","shards":1,"effective_bpw":8.5008,"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magistral-small-2506","canonical_repo":"mistralai/Magistral-Small-2506","display_name":"Magistral-Small-2506","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3716","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":40960,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Magistral-Small-2506","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"6545121120","shards":1,"effective_bpw":2.2213,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750903840","shards":1,"effective_bpw":2.2911,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207034720","shards":1,"effective_bpw":2.4459,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353760","shards":1,"effective_bpw":2.538,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052960","shards":1,"effective_bpw":2.7537,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243322400","shards":1,"effective_bpw":2.7976,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326560","shards":1,"effective_bpw":3.0172,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326880","shards":1,"effective_bpw":3.0172,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047612960","shards":1,"effective_bpw":3.0706,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593760","shards":1,"effective_bpw":3.1496,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409207840","shards":1,"effective_bpw":3.1933,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686880","shards":1,"effective_bpw":3.2396,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117920","shards":1,"effective_bpw":3.3623,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276000","shards":1,"effective_bpw":3.5296,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276320","shards":1,"effective_bpw":3.5296,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951520","shards":1,"effective_bpw":3.6147,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083360","shards":1,"effective_bpw":3.8941,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083680","shards":1,"effective_bpw":3.8941,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762720","shards":1,"effective_bpw":4.2086,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916960","shards":1,"effective_bpw":4.3301,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779888160","shards":1,"effective_bpw":4.3372,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016160","shards":1,"effective_bpw":4.5708,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016480","shards":1,"effective_bpw":4.5708,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230560","shards":1,"effective_bpw":4.5797,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230880","shards":1,"effective_bpw":4.5797,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280800","shards":1,"effective_bpw":4.5984,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281120","shards":1,"effective_bpw":4.5984,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910560","shards":1,"effective_bpw":4.8646,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910880","shards":1,"effective_bpw":4.8646,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984480","shards":1,"effective_bpw":5.0337,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108000","shards":1,"effective_bpw":5.0476,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108320","shards":1,"effective_bpw":5.0476,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414240","shards":1,"effective_bpw":5.5334,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414560","shards":1,"effective_bpw":5.5334,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985440","shards":1,"effective_bpw":5.6894,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985760","shards":1,"effective_bpw":5.6894,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178173280","shards":1,"effective_bpw":5.8299,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940000","shards":1,"effective_bpw":6.5656,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940320","shards":1,"effective_bpw":6.5656,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998880","shards":1,"effective_bpw":6.6759,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780960","shards":1,"effective_bpw":8.5031,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781280","shards":1,"effective_bpw":8.5031,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519872","shards":1,"effective_bpw":16.003,"repo":"unsloth/Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153520192","shards":1,"effective_bpw":16.003,"repo":"bartowski/mistralai_Magistral-Small-2506-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"violet-twilight-v0-2","canonical_repo":"Epiculous/Violet_Twilight-v0.2","display_name":"Violet_Twilight-v0.2","publisher":"Epiculous","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"3711","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Epiculous/Violet_Twilight-v0.2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4791051200","shards":1,"effective_bpw":3.1294,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791052192","shards":1,"effective_bpw":3.1294,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229440","shards":1,"effective_bpw":3.6148,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230432","shards":1,"effective_bpw":3.6148,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093440","shards":1,"effective_bpw":3.9734,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094432","shards":1,"effective_bpw":3.9734,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506240","shards":1,"effective_bpw":4.2858,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507232","shards":1,"effective_bpw":4.2858,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7071704000","shards":1,"effective_bpw":4.6191,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7071704992","shards":1,"effective_bpw":4.6191,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200640","shards":1,"effective_bpw":4.6508,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201632","shards":1,"effective_bpw":4.6508,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208000","shards":1,"effective_bpw":4.884,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208992","shards":1,"effective_bpw":4.884,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795221440","shards":1,"effective_bpw":5.0917,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795222432","shards":1,"effective_bpw":5.0917,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738880","shards":1,"effective_bpw":5.5643,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8518738880","shards":1,"effective_bpw":5.5643,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8518739872","shards":1,"effective_bpw":5.5643,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739872","shards":1,"effective_bpw":5.5643,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634880","shards":1,"effective_bpw":5.7007,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635872","shards":1,"effective_bpw":5.7007,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9242256320","shards":1,"effective_bpw":6.0369,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"9242257312","shards":1,"effective_bpw":6.0369,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213440","shards":1,"effective_bpw":6.5685,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214432","shards":1,"effective_bpw":6.5685,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372800","shards":1,"effective_bpw":8.5059,"repo":"QuantFactory/Captain-Eris_Violet-V0.420-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373792","shards":1,"effective_bpw":8.5059,"repo":"QuantFactory/MN-Violet-Lotus-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276448","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Violet_Twilight-v0.2-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504276448","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Violet_Twilight-v0.2-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lumen-4b-instruct","canonical_repo":"gustajunq/Lumen-4B-Instruct","display_name":"Lumen-4B-Instruct","publisher":"gustajunq","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3708","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"gustajunq/Lumen-4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055254816","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127016736","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246619936","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354098976","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300256","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512982816","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453216","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498400","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669498656","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187296","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374176","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996000","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996256","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530016","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895136","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616800","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617056","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784480","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239784736","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750496","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315040","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375771936","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342496","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308320","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308576","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279520","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497279776","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628256","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710240","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710496","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512480","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889512736","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260000","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260256","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Lumen-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404000","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284000","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Lumen-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kunoichi-dpo-v2-7b","canonical_repo":"SanjiWatsuki/Kunoichi-DPO-v2-7B","display_name":"Kunoichi-DPO-v2-7B","publisher":"SanjiWatsuki","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3707","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SanjiWatsuki/Kunoichi-DPO-v2-7B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1612101472","shards":1,"effective_bpw":1.7809,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1754445664","shards":1,"effective_bpw":1.9382,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1991685984","shards":1,"effective_bpw":2.2002,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2198255456","shards":1,"effective_bpw":2.4284,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2310920032","shards":1,"effective_bpw":2.5529,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2500712288","shards":1,"effective_bpw":2.7626,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2528925536","shards":1,"effective_bpw":2.7937,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719241888","shards":1,"effective_bpw":3.004,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2827343712","shards":1,"effective_bpw":3.1234,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018815328","shards":1,"effective_bpw":3.3349,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182393184","shards":1,"effective_bpw":3.5156,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284891488","shards":1,"effective_bpw":3.6288,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3907688288","shards":1,"effective_bpw":4.3169,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4125693792","shards":1,"effective_bpw":4.5577,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4553316000","shards":1,"effective_bpw":5.0301,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5442115232","shards":1,"effective_bpw":6.0119,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"brittlewis12/Kunoichi-DPO-v2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m2-7-bf16-ultra-uncensored-heretic","canonical_repo":"llmfan46/MiniMax-M2.7-BF16-ultra-uncensored-heretic","display_name":"MiniMax-M2.7-BF16-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"minimax-m2","params_total":"228689748992","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3706","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":204800,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/MiniMax-M2.7-BF16-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"46514883072","shards":1,"effective_bpw":1.6272,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"51614648832","shards":1,"effective_bpw":1.8056,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"60114258432","shards":1,"effective_bpw":2.1029,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"66950515200","shards":1,"effective_bpw":2.3421,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"68036279808","shards":1,"effective_bpw":2.38,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"74835967488","shards":1,"effective_bpw":2.6179,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"77559270912","shards":1,"effective_bpw":2.7132,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"83302682112","shards":1,"effective_bpw":2.9141,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"87953653248","shards":1,"effective_bpw":3.0768,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"93329932800","shards":1,"effective_bpw":3.2649,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"98690596576","shards":1,"effective_bpw":3.4524,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"98690597376","shards":1,"effective_bpw":3.4524,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"98716500480","shards":1,"effective_bpw":3.4533,"repo":"mradermacher/MiniMax-M2.7-BF16-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"109272481504","shards":1,"effective_bpw":3.8226,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"118351052512","shards":1,"effective_bpw":4.1401,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"130033779424","shards":1,"effective_bpw":4.5488,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"138342384352","shards":1,"effective_bpw":4.8395,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"157478437600","shards":1,"effective_bpw":5.5089,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"162303935200","shards":1,"effective_bpw":5.6777,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"187763082976","shards":1,"effective_bpw":6.5683,"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"embeddinggemma-300m-qat-q4-0-unquantized","canonical_repo":"google/embeddinggemma-300m-qat-q4_0-unquantized","display_name":"embeddinggemma-300m-qat-q4_0-unquantized","publisher":"google","modality":"text","arch_key":"gemma-embedding","params_total":"302863104","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3704","n_layers":24,"n_head":3,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":768,"vocab_size":262144,"ctx_native":2048,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/embeddinggemma-300m-qat-q4_0-unquantized","arch_confidence":0.8,"quantizations":[{"quant":"Q4_0","bytes":"229093184","shards":1,"effective_bpw":6.0514,"repo":"lmstudio-community/embeddinggemma-300m-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"277852192","shards":1,"effective_bpw":7.3393,"repo":"ggml-org/embeddinggemma-300M-qat-q4_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tiger-gemma-12b-v3","canonical_repo":"TheDrummer/Tiger-Gemma-12B-v3","display_name":"Tiger-Gemma-12B-v3","publisher":"TheDrummer","modality":"vision_language","arch_key":"gemma3","params_total":"12772912896","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3700","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Tiger-Gemma-12B-v3","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4453353344","shards":1,"effective_bpw":2.7892,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4743104384","shards":1,"effective_bpw":2.9707,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5098603904","shards":1,"effective_bpw":3.1934,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5217544064","shards":1,"effective_bpw":3.2679,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5638809344","shards":1,"effective_bpw":3.5317,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5890959104","shards":1,"effective_bpw":3.6897,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6081883904","shards":1,"effective_bpw":3.8092,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6088365824","shards":1,"effective_bpw":3.8133,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6441461504","shards":1,"effective_bpw":4.0345,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6912829184","shards":1,"effective_bpw":4.3297,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7085869184","shards":1,"effective_bpw":4.4381,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7453533824","shards":1,"effective_bpw":4.6683,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7475652224","shards":1,"effective_bpw":4.6822,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7501702784","shards":1,"effective_bpw":4.6985,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7867147904","shards":1,"effective_bpw":4.9274,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8188863104","shards":1,"effective_bpw":5.1289,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8614440704","shards":1,"effective_bpw":5.3954,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8924192384","shards":1,"effective_bpw":5.5894,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9137266304","shards":1,"effective_bpw":5.7229,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9758699264","shards":1,"effective_bpw":6.1121,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10486767104","shards":1,"effective_bpw":6.5681,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10974473984","shards":1,"effective_bpw":6.8736,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13580021504","shards":1,"effective_bpw":8.5055,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"25553909216","shards":1,"effective_bpw":16.0051,"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-14b-abliterated-v2","canonical_repo":"huihui-ai/Huihui-Qwen3-14B-abliterated-v2","display_name":"Huihui-Qwen3-14B-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3697","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-14B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579931168","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849652768","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299188768","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691585568","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963309088","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322937888","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389846048","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753980192","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753980448","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942662688","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375297568","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657102112","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657102368","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684955168","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883406368","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321309472","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321309728","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900647712","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900647968","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110726688","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180358432","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541359648","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8542998048","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573472032","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573472288","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001749792","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001750048","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389518368","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263891232","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263891488","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514566432","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514566688","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121934112","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121934368","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698530592","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moss-tts-local-transformer-v1-5","canonical_repo":"OpenMOSS-Team/MOSS-TTS-Local-Transformer-v1.5","display_name":"MOSS-TTS-Local-Transformer-v1.5","publisher":"OpenMOSS-Team","modality":"audio_tts","arch_key":"moss-audio-tokenizer-nano","params_total":"4550403584","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3695","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenMOSS-Team/MOSS-TTS-Local-Transformer-v1.5","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"5972953472","shards":1,"effective_bpw":10.501,"repo":"mudler/MOSS-TTS-Local-Transformer-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"8494905216","shards":1,"effective_bpw":14.9348,"repo":"mudler/MOSS-TTS-Local-Transformer-v1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9379187072","shards":1,"effective_bpw":16.4894,"repo":"mudler/MOSS-TTS-Local-Transformer-v1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-8b-instruct","canonical_repo":"allura-forge/Llama-3.3-8B-Instruct","display_name":"Llama-3.3-8B-Instruct","publisher":"allura-forge","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"3695","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allura-forge/Llama-3.3-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628480","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972672","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212992","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782464","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489536","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281344","shards":1,"effective_bpw":2.9372,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281792","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988815808","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131904","shards":1,"effective_bpw":3.1672,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132064","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132352","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912768","shards":1,"effective_bpw":3.2626,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913216","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747648","shards":1,"effective_bpw":3.5055,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748096","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499712","shards":1,"effective_bpw":3.6507,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499872","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500160","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325952","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692155904","shards":1,"effective_bpw":3.6782,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823808","shards":1,"effective_bpw":3.7706,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824256","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918400","shards":1,"effective_bpw":4.0038,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918560","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918848","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956864","shards":1,"effective_bpw":4.3057,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957024","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957312","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663104","shards":1,"effective_bpw":4.4309,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663552","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363424","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892224","shards":1,"effective_bpw":4.6583,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892672","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989376","shards":1,"effective_bpw":4.6604,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677989824","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669440","shards":1,"effective_bpw":4.675,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669600","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669888","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734720","shards":1,"effective_bpw":4.9022,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734880","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735168","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130253312","shards":1,"effective_bpw":5.1109,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130253760","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632960","shards":1,"effective_bpw":5.2906,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294464","shards":1,"effective_bpw":5.5782,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294624","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294912","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987904","shards":1,"effective_bpw":5.7114,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988064","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988352","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219072","shards":1,"effective_bpw":6.0344,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006912","shards":1,"effective_bpw":6.5712,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007072","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007360","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466816","shards":1,"effective_bpw":6.8247,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771328","shards":1,"effective_bpw":8.5086,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771488","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891360","shards":1,"effective_bpw":16.0083,"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891808","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama-3.3-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-7b-abliterated-v2","canonical_repo":"huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2","display_name":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3691","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668096","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196864","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078144","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022592","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638144","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343168","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2834074016","shards":1,"effective_bpw":2.9771,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074496","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940512","shards":1,"effective_bpw":3.1682,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940736","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940992","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515328","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256768","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369024","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369280","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193216","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012800","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391584","shards":1,"effective_bpw":4.0006,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391808","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392064","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459904","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460160","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473344","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299008","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814144","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121504","shards":1,"effective_bpw":4.6684,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121984","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769600","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769856","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073952","shards":1,"effective_bpw":4.9194,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074176","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074432","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284480","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177088","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177344","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831648","shards":1,"effective_bpw":5.7196,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831872","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832128","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199200","shards":1,"effective_bpw":6.5699,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199424","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199680","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525600","shards":1,"effective_bpw":8.5073,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525824","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853312","shards":1,"effective_bpw":16.007,"repo":"Melvin56/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853824","shards":1,"effective_bpw":16.007,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin3-0-llama3-2-1b","canonical_repo":"dphn/Dolphin3.0-Llama3.2-1B","display_name":"Dolphin3.0-Llama3.2-1B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"1235818496","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"3690","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin3.0-Llama3.2-1B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"515451392","shards":1,"effective_bpw":3.3367,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580877344","shards":1,"effective_bpw":3.7603,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"621116448","shards":1,"effective_bpw":4.0208,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641694752","shards":1,"effective_bpw":4.154,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"644493312","shards":1,"effective_bpw":4.1721,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"657292320","shards":1,"effective_bpw":4.2549,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"690846752","shards":1,"effective_bpw":4.4722,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732527648","shards":1,"effective_bpw":4.742,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"743144480","shards":1,"effective_bpw":4.8107,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"773028896","shards":1,"effective_bpw":5.0042,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"773028896","shards":1,"effective_bpw":5.0042,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775650336","shards":1,"effective_bpw":5.0211,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807697440","shards":1,"effective_bpw":5.2286,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"831749152","shards":1,"effective_bpw":5.3843,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"871313408","shards":1,"effective_bpw":5.6404,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892566560","shards":1,"effective_bpw":5.778,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911506464","shards":1,"effective_bpw":5.9006,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"975122432","shards":1,"effective_bpw":6.3124,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021803552","shards":1,"effective_bpw":6.6146,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1085419520","shards":1,"effective_bpw":7.0264,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321086976","shards":1,"effective_bpw":8.552,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479603456","shards":1,"effective_bpw":16.0516,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"4951104992","shards":1,"effective_bpw":32.0507,"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"surogate-3-5-4b","canonical_repo":"surogate/Surogate-3.5-4B","display_name":"Surogate-3.5-4B","publisher":"surogate","modality":"text","arch_key":"qwen35","params_total":"5295564288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3689","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"surogate/Surogate-3.5-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168064","shards":1,"effective_bpw":2.9597,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168320","shards":1,"effective_bpw":2.9597,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748544","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121748800","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191728960","shards":1,"effective_bpw":3.311,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796480","shards":1,"effective_bpw":3.3489,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807104","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807360","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647104","shards":1,"effective_bpw":3.7505,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647360","shards":1,"effective_bpw":3.7505,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811200","shards":1,"effective_bpw":3.8958,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593556544","shards":1,"effective_bpw":3.9181,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682240","shards":1,"effective_bpw":3.9545,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772224","shards":1,"effective_bpw":3.9758,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772480","shards":1,"effective_bpw":3.9758,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677647680","shards":1,"effective_bpw":4.0451,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447104","shards":1,"effective_bpw":4.2049,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447360","shards":1,"effective_bpw":4.2049,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842388800","shards":1,"effective_bpw":4.294,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993344","shards":1,"effective_bpw":4.6424,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072993600","shards":1,"effective_bpw":4.6424,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161425984","shards":1,"effective_bpw":4.776,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426240","shards":1,"effective_bpw":4.776,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028544","shards":1,"effective_bpw":5.3827,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563028800","shards":1,"effective_bpw":5.3827,"repo":"mradermacher/Surogate-3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580544","shards":1,"effective_bpw":6.9652,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620544","shards":1,"effective_bpw":13.0911,"repo":"mradermacher/Surogate-3.5-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-8b-instruct-128k","canonical_repo":"shb777/Llama-3.3-8B-Instruct-128K","display_name":"Llama-3.3-8B-Instruct-128K","publisher":"shb777","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3684","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"shb777/Llama-3.3-8B-Instruct-128K","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633344","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977536","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217856","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787328","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494400","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286656","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820672","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137216","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179140768","shards":1,"effective_bpw":3.1672,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918080","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518752960","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505024","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330816","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829120","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923712","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018927680","shards":1,"effective_bpw":4.0038,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962176","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668416","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897536","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994688","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674752","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739296","shards":1,"effective_bpw":4.9022,"repo":"shb777/Llama-3.3-8B-Instruct-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740032","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920744544","shards":1,"effective_bpw":4.9022,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258624","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299776","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993216","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732998240","shards":1,"effective_bpw":5.7114,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011488","shards":1,"effective_bpw":6.5712,"repo":"shb777/Llama-3.3-8B-Instruct-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012224","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596017792","shards":1,"effective_bpw":6.5712,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775904","shards":1,"effective_bpw":8.5086,"repo":"shb777/Llama-3.3-8B-Instruct-128K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540784192","shards":1,"effective_bpw":8.5086,"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supertron2-reranker-2b","canonical_repo":"Surpem/Supertron2-Reranker-2B","display_name":"Supertron2-Reranker-2B","publisher":"Surpem","modality":"text","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3679","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Surpem/Supertron2-Reranker-2B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515781312","shards":1,"effective_bpw":1.9395,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543797952","shards":1,"effective_bpw":2.0448,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590492352","shards":1,"effective_bpw":2.2204,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631517888","shards":1,"effective_bpw":2.3746,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657830592","shards":1,"effective_bpw":2.4736,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695186112","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732973760","shards":1,"effective_bpw":2.7561,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754365120","shards":1,"effective_bpw":2.8366,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777800384","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834226880","shards":1,"effective_bpw":3.1369,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867257024","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867257024","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895666880","shards":1,"effective_bpw":3.3679,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939543232","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003506368","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010387648","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054427840","shards":1,"effective_bpw":3.9649,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056787136","shards":1,"effective_bpw":3.9738,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060195008","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107413696","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142508224","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230588608","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257884352","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417759424","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/Supertron2-Reranker-2B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fourier-qwen2-vl-2b-0-67","canonical_repo":"whyisverysmart/Fourier-Qwen2-VL-2B-0.67","display_name":"Fourier-Qwen2-VL-2B-0.67","publisher":"whyisverysmart","modality":"text","arch_key":"qwen2vl","params_total":"2208985600","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3677","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"whyisverysmart/Fourier-Qwen2-VL-2B-0.67","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436526912","shards":1,"effective_bpw":1.5809,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464460608","shards":1,"effective_bpw":1.6821,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511016768","shards":1,"effective_bpw":1.8507,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550326080","shards":1,"effective_bpw":1.993,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563809088","shards":1,"effective_bpw":2.0419,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601054016","shards":1,"effective_bpw":2.1768,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640134464","shards":1,"effective_bpw":2.3183,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668791616","shards":1,"effective_bpw":2.4221,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676304192","shards":1,"effective_bpw":2.4493,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731698496","shards":1,"effective_bpw":2.6499,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760943936","shards":1,"effective_bpw":2.7558,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762406208","shards":1,"effective_bpw":2.7611,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776663360","shards":1,"effective_bpw":2.8127,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824177984","shards":1,"effective_bpw":2.9848,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880162112","shards":1,"effective_bpw":3.1876,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895731008","shards":1,"effective_bpw":3.244,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936330560","shards":1,"effective_bpw":3.391,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937534784","shards":1,"effective_bpw":3.3953,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940311872","shards":1,"effective_bpw":3.4054,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986047808","shards":1,"effective_bpw":3.571,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016841536","shards":1,"effective_bpw":3.6826,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098728768","shards":1,"effective_bpw":3.9791,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125049664","shards":1,"effective_bpw":4.0744,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272739136","shards":1,"effective_bpw":4.6093,"repo":"mradermacher/Fourier-Qwen2-VL-2B-0.67-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dspark-gemma4-12b-block7","canonical_repo":"deepseek-ai/dspark_gemma4_12b_block7","display_name":"dspark_gemma4_12b_block7","publisher":"deepseek-ai","modality":"text","arch_key":"dspark","params_total":"3430444550","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3671","n_layers":5,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/dspark_gemma4_12b_block7","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-4-31b-it-qat-q4-0-unquantized-heretic","canonical_repo":"coder3101/gemma-4-31B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-31B-it-qat-q4_0-unquantized-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3670","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/gemma-4-31B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489792","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872704","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844224","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359360","shards":1,"effective_bpw":2.438,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889088","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066304","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589376","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314176","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508160","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12257624288","shards":1,"effective_bpw":3.1356,"repo":"SC117/gemma-4-31B-it-heretic-QAT-For-Edge-16G-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369216","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356000","shards":1,"effective_bpw":3.5203,"repo":"SC117/gemma-4-31B-it-heretic-QAT-For-Edge-16G-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357376","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357376","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497728","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109184","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270656","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790656","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578304","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165760","shards":1,"effective_bpw":4.544,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063616","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421376","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/gemma-4-31B-it-qat-q4_0-unquantized-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413187808","shards":1,"effective_bpw":15.7102,"repo":"SC117/gemma-4-31B-it-heretic-QAT-For-Edge-16G-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-2-24b-instruct-2506-antislop-v2","canonical_repo":"sam-paech/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2","display_name":"Mistral-Small-3_2-24B-Instruct-2506-antislop.v2","publisher":"sam-paech","modality":"text","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3662","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sam-paech/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273735104","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750509504","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545133504","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207047104","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478366144","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114065344","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320176064","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890338944","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890339264","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280606144","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907130304","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400288384","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400288704","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428141504","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650963904","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474095744","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474096064","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400774784","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400775104","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758929344","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890001024","shards":1,"effective_bpw":4.2946,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494243264","shards":1,"effective_bpw":4.496,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549293184","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549293504","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333922944","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333923264","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873120704","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304426624","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304426944","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763997824","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763998144","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345952384","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345952704","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054793344","shards":1,"effective_bpw":8.3476,"repo":"mradermacher/Mistral-Small-3_2-24B-Instruct-2506-antislop.v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-2-klein-base-4b","canonical_repo":"black-forest-labs/FLUX.2-klein-base-4B","display_name":"FLUX.2-klein-base-4B","publisher":"black-forest-labs","modality":"image","arch_key":"flux","params_total":"3875544576","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3656","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1827807808","shards":1,"effective_bpw":3.773,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101928512","shards":1,"effective_bpw":4.3389,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2124489280","shards":1,"effective_bpw":4.3854,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2460394048","shards":1,"effective_bpw":5.0788,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2583077440","shards":1,"effective_bpw":5.3321,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2604311104","shards":1,"effective_bpw":5.3759,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2690425408","shards":1,"effective_bpw":5.5536,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2920456768","shards":1,"effective_bpw":6.0285,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3050807872","shards":1,"effective_bpw":6.2976,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3073368640","shards":1,"effective_bpw":6.3441,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3150488128","shards":1,"effective_bpw":6.5033,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3409273408","shards":1,"effective_bpw":7.0375,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4300644928","shards":1,"effective_bpw":8.8775,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7751115328","shards":1,"effective_bpw":16.0001,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7751115328","shards":1,"effective_bpw":16.0001,"repo":"unsloth/FLUX.2-klein-base-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-uncensored","canonical_repo":"sch0tten/Qwen3.5-27B-Uncensored","display_name":"Qwen3.5-27B-Uncensored","publisher":"sch0tten","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3654","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149823712","shards":1,"effective_bpw":2.1267,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083232","shards":1,"effective_bpw":2.2698,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433182432","shards":1,"effective_bpw":2.5084,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090590432","shards":1,"effective_bpw":2.7039,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362912992","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004592352","shards":1,"effective_bpw":2.9758,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248324832","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664096","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711664352","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186370272","shards":1,"effective_bpw":3.3273,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967129312","shards":1,"effective_bpw":3.5595,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952736","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073952992","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419327712","shards":1,"effective_bpw":3.694,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580873952","shards":1,"effective_bpw":3.7421,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442016","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301442272","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775136","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344775392","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082505952","shards":1,"effective_bpw":4.4862,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193916896","shards":1,"effective_bpw":4.5193,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433312","shards":1,"effective_bpw":4.6167,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313696","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586313952","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399136","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547399392","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078240992","shards":1,"effective_bpw":5.0798,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679612896","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613152","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098336","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231098592","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528736","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082528992","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762656","shards":1,"effective_bpw":8.5056,"repo":"mradermacher/Qwen3.5-27B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-3-abliterated","canonical_repo":"huihui-ai/Mistral-7B-Instruct-v0.3-abliterated","display_name":"Mistral-7B-Instruct-v0.3-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3653","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"2722882240","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168527040","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522945728","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825984192","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3948667584","shards":1,"effective_bpw":4.3583,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144751296","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372816576","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002486464","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136179904","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947253440","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702569664","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497342144","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rogueplanet-deepseek-r1-qwen-32b-rp","canonical_repo":"nitky/RoguePlanet-DeepSeek-R1-Qwen-32B-RP","display_name":"RoguePlanet-DeepSeek-R1-Qwen-32B-RP","publisher":"nitky","modality":"text","arch_key":"qwen2","params_total":"32759790592","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3653","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nitky/RoguePlanet-DeepSeek-R1-Qwen-32B-RP","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7272421920","shards":1,"effective_bpw":1.7759,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7930075680","shards":1,"effective_bpw":1.9365,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9026165280","shards":1,"effective_bpw":2.2042,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9955465760","shards":1,"effective_bpw":2.4311,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10385276832","shards":1,"effective_bpw":2.5361,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11262148512","shards":1,"effective_bpw":2.7502,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11485644384","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12310742624","shards":1,"effective_bpw":3.0063,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12836978592","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702949856","shards":1,"effective_bpw":3.3463,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389767136","shards":1,"effective_bpw":3.514,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434331616","shards":1,"effective_bpw":3.5249,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14807559136","shards":1,"effective_bpw":3.616,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15932484576","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17244515296","shards":1,"effective_bpw":4.2111,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690382688","shards":1,"effective_bpw":4.32,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18708174848","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18781575168","shards":1,"effective_bpw":4.5865,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19848501248","shards":1,"effective_bpw":4.847,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636280128","shards":1,"effective_bpw":5.0394,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635164288","shards":1,"effective_bpw":5.5275,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23259067008","shards":1,"effective_bpw":5.6799,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26882793152","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/RoguePlanet-DeepSeek-R1-Qwen-32B-RP-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"salience-1-9b","canonical_repo":"vectionlabs/Salience-1-9B","display_name":"Salience-1-9B","publisher":"vectionlabs","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3653","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"vectionlabs/Salience-1-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771584","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149696","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113216","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158400","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745664","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916480","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553984","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734592","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734848","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635008","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876096","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613248","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613504","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667520","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622272","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163008","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163264","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395776","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396032","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841344","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298368","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334336","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625792","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014144","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014400","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785664","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785920","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757504","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763328","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763584","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114432","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114688","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901248","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901504","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Salience-1-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520320","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045760","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Salience-1-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-27b-it-abliterated","canonical_repo":"mlabonne/gemma-3-27b-it-abliterated","display_name":"gemma-3-27b-it-abliterated","publisher":"mlabonne","modality":"vision_language","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3652","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/gemma-3-27b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"8438904192","shards":1,"effective_bpw":2.461,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8782409088","shards":1,"effective_bpw":2.5612,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9493073280","shards":1,"effective_bpw":2.7684,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720960","shards":1,"effective_bpw":3.0632,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503721152","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10716478848","shards":1,"effective_bpw":3.1252,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10845115776","shards":1,"effective_bpw":3.1627,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11562233856","shards":1,"effective_bpw":3.3718,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614464","shards":1,"effective_bpw":3.5484,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614656","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12547074048","shards":1,"effective_bpw":3.6591,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640704","shards":1,"effective_bpw":3.9188,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640896","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462400","shards":1,"effective_bpw":4.2413,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462592","shards":1,"effective_bpw":4.2413,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767448064","shards":1,"effective_bpw":4.3066,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14893891776","shards":1,"effective_bpw":4.3434,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567396864","shards":1,"effective_bpw":4.5399,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617974272","shards":1,"effective_bpw":4.5546,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056704","shards":1,"effective_bpw":4.571,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056896","shards":1,"effective_bpw":4.571,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689024","shards":1,"effective_bpw":4.8254,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689216","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16888083840","shards":1,"effective_bpw":4.925,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294464","shards":1,"effective_bpw":5.0064,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192064","shards":1,"effective_bpw":5.473,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192256","shards":1,"effective_bpw":5.473,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271675904","shards":1,"effective_bpw":5.6201,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271676096","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19613070720","shards":1,"effective_bpw":5.7197,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974464","shards":1,"effective_bpw":6.4645,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974656","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22508369280","shards":1,"effective_bpw":6.564,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972480","shards":1,"effective_bpw":8.372,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972672","shards":1,"effective_bpw":8.372,"repo":"mradermacher/gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027964704","shards":2,"effective_bpw":15.756,"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-llm-67b-chat","canonical_repo":"deepseek-ai/deepseek-llm-67b-chat","display_name":"deepseek-llm-67b-chat","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"67425001472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3648","n_layers":95,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-llm-67b-chat","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14658185184","shards":1,"effective_bpw":1.7392,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15984502752","shards":1,"effective_bpw":1.8966,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18195032032","shards":1,"effective_bpw":2.1588,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20162684896","shards":1,"effective_bpw":2.3923,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21345904608","shards":1,"effective_bpw":2.5327,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23114328032","shards":1,"effective_bpw":2.7425,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25121302496","shards":1,"effective_bpw":2.9807,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25121302496","shards":1,"effective_bpw":2.9807,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26109913056","shards":1,"effective_bpw":3.098,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"27861624800","shards":1,"effective_bpw":3.3058,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"27861624800","shards":1,"effective_bpw":3.3058,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28495751104","shards":1,"effective_bpw":3.381,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29309380544","shards":1,"effective_bpw":3.4776,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29309380576","shards":1,"effective_bpw":3.4776,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29309380576","shards":1,"effective_bpw":3.4776,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29415221216","shards":1,"effective_bpw":3.4901,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"29415221216","shards":1,"effective_bpw":3.4901,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"30525433824","shards":1,"effective_bpw":3.6219,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30525433824","shards":1,"effective_bpw":3.6219,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32584705984","shards":1,"effective_bpw":3.8662,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32652339168","shards":1,"effective_bpw":3.8742,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"32652339168","shards":1,"effective_bpw":3.8742,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"35575769024","shards":1,"effective_bpw":4.2211,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"35575769056","shards":1,"effective_bpw":4.2211,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"35575769056","shards":1,"effective_bpw":4.2211,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36196394976","shards":1,"effective_bpw":4.2947,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"36506380256","shards":1,"effective_bpw":4.3315,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38152644544","shards":1,"effective_bpw":4.5268,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"38247016384","shards":1,"effective_bpw":4.538,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"38276638688","shards":1,"effective_bpw":4.5415,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"38404827104","shards":1,"effective_bpw":4.5567,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"38404827104","shards":1,"effective_bpw":4.5567,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"40439687104","shards":1,"effective_bpw":4.7982,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"40439687136","shards":1,"effective_bpw":4.7982,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"40439687136","shards":1,"effective_bpw":4.7982,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"46475716544","shards":1,"effective_bpw":5.5144,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"46475716544","shards":1,"effective_bpw":5.5144,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"46475716576","shards":1,"effective_bpw":5.5144,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"46475716576","shards":1,"effective_bpw":5.5144,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"47653889984","shards":1,"effective_bpw":5.6542,"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"47653890016","shards":1,"effective_bpw":5.6542,"repo":"mradermacher/deepseek-llm-67b-chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"47653890016","shards":1,"effective_bpw":5.6542,"repo":"mradermacher/deepseek-llm-67b-chat-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-unredacted-max","canonical_repo":"prithivMLmods/Qwen3.5-27B-Unredacted-MAX","display_name":"Qwen3.5-27B-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3644","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3.5-27B-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225766752","shards":1,"effective_bpw":1.8206,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766008672","shards":1,"effective_bpw":1.9786,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666411872","shards":1,"effective_bpw":2.2419,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402463072","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674785632","shards":1,"effective_bpw":2.5368,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395108192","shards":1,"effective_bpw":2.7474,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658501472","shards":1,"effective_bpw":2.8245,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121840992","shards":1,"effective_bpw":2.96,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734172512","shards":1,"effective_bpw":3.139,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632896352","shards":1,"effective_bpw":3.4018,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953632","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085094752","shards":1,"effective_bpw":3.5341,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874592","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289646432","shards":1,"effective_bpw":3.8863,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030203232","shards":1,"effective_bpw":4.1029,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689290592","shards":1,"effective_bpw":4.2956,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433952","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568619872","shards":1,"effective_bpw":4.5528,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540272992","shards":1,"effective_bpw":4.8369,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241632","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613792","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399608672","shards":1,"effective_bpw":5.6731,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529632","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-27B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-5","canonical_repo":"zai-org/GLM-4.5","display_name":"GLM-4.5","publisher":"zai-org","modality":"text","arch_key":"glm4moe","params_total":"358337791296","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"3640","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"zai-org/GLM-4.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"77109078304","shards":2,"effective_bpw":1.7215,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"80366197152","shards":3,"effective_bpw":1.7942,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"84336839360","shards":1,"effective_bpw":1.8828,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"89127233952","shards":3,"effective_bpw":1.9898,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"97047546752","shards":2,"effective_bpw":2.1666,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"101845559680","shards":3,"effective_bpw":2.2737,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"102655748544","shards":3,"effective_bpw":2.2918,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"107717995520","shards":3,"effective_bpw":2.4048,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"115856255392","shards":3,"effective_bpw":2.5865,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"115912821760","shards":3,"effective_bpw":2.5878,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"122440207360","shards":3,"effective_bpw":2.7335,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"127756487200","shards":4,"effective_bpw":2.8522,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"128514247200","shards":4,"effective_bpw":2.8691,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"131159649248","shards":3,"effective_bpw":2.9282,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"131341511648","shards":3,"effective_bpw":2.9322,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"143315634720","shards":4,"effective_bpw":3.1996,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"145181404160","shards":3,"effective_bpw":3.2412,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"148852935168","shards":4,"effective_bpw":3.3232,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"155021880416","shards":4,"effective_bpw":3.4609,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"157319981568","shards":4,"effective_bpw":3.5122,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"164930062976","shards":5,"effective_bpw":3.6821,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"164954966656","shards":5,"effective_bpw":3.6827,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"170584017568","shards":5,"effective_bpw":3.8083,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"171268787296","shards":4,"effective_bpw":3.8236,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"191562951808","shards":4,"effective_bpw":4.2767,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"192843893408","shards":5,"effective_bpw":4.3053,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"202456345792","shards":5,"effective_bpw":4.5199,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"203036339424","shards":5,"effective_bpw":4.5328,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"203679902912","shards":5,"effective_bpw":4.5472,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"203735649024","shards":6,"effective_bpw":4.5485,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"206494059264","shards":6,"effective_bpw":4.61,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"210778802944","shards":6,"effective_bpw":4.7057,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"216455572672","shards":5,"effective_bpw":4.8324,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"218524687136","shards":6,"effective_bpw":4.8786,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"224605547712","shards":5,"effective_bpw":5.0144,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"225122994912","shards":6,"effective_bpw":5.0259,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"247003704544","shards":5,"effective_bpw":5.5144,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"247443676032","shards":7,"effective_bpw":5.5243,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"254246825344","shards":6,"effective_bpw":5.6761,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"255278156672","shards":7,"effective_bpw":5.6992,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"294371691840","shards":6,"effective_bpw":6.5719,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"294832614400","shards":8,"effective_bpw":6.5822,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"380966784000","shards":10,"effective_bpw":8.5052,"repo":"bartowski/zai-org_GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"380966784608","shards":8,"effective_bpw":8.5052,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"716837146688","shards":15,"effective_bpw":16.0036,"repo":"unsloth/GLM-4.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-350m-extract","canonical_repo":"LiquidAI/LFM2-350M-Extract","display_name":"LFM2-350M-Extract","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"354483968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3640","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-350M-Extract","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"142877248","shards":1,"effective_bpw":3.2245,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"158474816","shards":1,"effective_bpw":3.5765,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"160596544","shards":1,"effective_bpw":3.6243,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"175399488","shards":1,"effective_bpw":3.9584,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"176849472","shards":1,"effective_bpw":3.9911,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181150272","shards":1,"effective_bpw":4.0882,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"183657024","shards":1,"effective_bpw":4.1448,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"193151552","shards":1,"effective_bpw":4.359,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"203047488","shards":1,"effective_bpw":4.5824,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"210330176","shards":1,"effective_bpw":4.7467,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219307648","shards":1,"effective_bpw":4.9493,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"219308608","shards":1,"effective_bpw":4.9494,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"219898432","shards":1,"effective_bpw":4.9627,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"220750400","shards":1,"effective_bpw":4.9819,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229310080","shards":1,"effective_bpw":5.1751,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"229311040","shards":1,"effective_bpw":5.1751,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"237265472","shards":1,"effective_bpw":5.3546,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"245563968","shards":1,"effective_bpw":5.5419,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"255222336","shards":1,"effective_bpw":5.7599,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260374144","shards":1,"effective_bpw":5.8761,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260375104","shards":1,"effective_bpw":5.8761,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"276628032","shards":1,"effective_bpw":6.2429,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293379712","shards":1,"effective_bpw":6.621,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293380672","shards":1,"effective_bpw":6.621,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"309633600","shards":1,"effective_bpw":6.9878,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379215488","shards":1,"effective_bpw":8.5581,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379216448","shards":1,"effective_bpw":8.5582,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"711483008","shards":1,"effective_bpw":16.0568,"repo":"LiquidAI/LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711483680","shards":1,"effective_bpw":16.0568,"repo":"bartowski/LiquidAI_LFM2-350M-Extract-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-nsc-ace-saber-gguf-mtp","canonical_repo":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","display_name":"Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","publisher":"GestaltLabs","modality":"vision_language","arch_key":"qwen35moe","params_total":"35505251456","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3639","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"GestaltLabs/Qwen3.6-35B-A3B-NSC-ACE-SABER-GGUF-MTP","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"logics-parsing-v2","canonical_repo":"Logics-MLLM/Logics-Parsing-v2","display_name":"Logics-Parsing-v2","publisher":"Logics-MLLM","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3636","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Logics-MLLM/Logics-Parsing-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669500896","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998496","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619296","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786976","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286317536","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310816","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282016","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712736","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514976","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262496","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406496","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286496","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Logics-Parsing-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"amd-olmo-1b-sft-dpo","canonical_repo":"amd/AMD-OLMo-1B-SFT-DPO","display_name":"AMD-OLMo-1B-SFT-DPO","publisher":"amd","modality":"text","arch_key":"olmo","params_total":"1176764416","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3633","n_layers":16,"n_head":16,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":50304,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"amd/AMD-OLMo-1B-SFT-DPO","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"569943040","shards":1,"effective_bpw":3.8746,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"651469568","shards":1,"effective_bpw":4.4289,"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"651469824","shards":1,"effective_bpw":4.4289,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"656712704","shards":1,"effective_bpw":4.4645,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"692364288","shards":1,"effective_bpw":4.7069,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"696558592","shards":1,"effective_bpw":4.7354,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"733520640","shards":1,"effective_bpw":4.9867,"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"733520896","shards":1,"effective_bpw":4.9867,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"758471680","shards":1,"effective_bpw":5.1563,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"824484864","shards":1,"effective_bpw":5.6051,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"846767104","shards":1,"effective_bpw":5.7566,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"871717888","shards":1,"effective_bpw":5.9262,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"967090944","shards":1,"effective_bpw":6.5746,"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"967091200","shards":1,"effective_bpw":6.5746,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"992041984","shards":1,"effective_bpw":6.7442,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1252088576","shards":1,"effective_bpw":8.5121,"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1252088832","shards":1,"effective_bpw":8.5121,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2355305216","shards":1,"effective_bpw":16.0121,"repo":"bartowski/AMD-OLMo-1B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grug-9b","canonical_repo":"ProCreations/grug-9b","display_name":"grug-9b","publisher":"ProCreations","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3630","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ProCreations/grug-9b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3769427072","shards":1,"effective_bpw":3.2047,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064273536","shards":1,"effective_bpw":3.4553,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276020352","shards":1,"effective_bpw":3.6354,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560528512","shards":1,"effective_bpw":3.8773,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524672","shards":1,"effective_bpw":3.9308,"repo":"ProCreations/grug-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669318272","shards":1,"effective_bpw":3.9697,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722533504","shards":1,"effective_bpw":4.015,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920190080","shards":1,"effective_bpw":4.183,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5057553536","shards":1,"effective_bpw":4.2998,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111030912","shards":1,"effective_bpw":4.3453,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242643584","shards":1,"effective_bpw":4.4572,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5478900864","shards":1,"effective_bpw":4.658,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482833024","shards":1,"effective_bpw":4.6614,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598176384","shards":1,"effective_bpw":4.7594,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109056","shards":1,"effective_bpw":4.7857,"repo":"ProCreations/grug-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910783104","shards":1,"effective_bpw":5.0252,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944861824","shards":1,"effective_bpw":5.0542,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969856","shards":1,"effective_bpw":5.4989,"repo":"ProCreations/grug-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526428288","shards":1,"effective_bpw":5.5486,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6665675904","shards":1,"effective_bpw":5.667,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852928640","shards":1,"effective_bpw":5.8262,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259456","shards":1,"effective_bpw":6.2567,"repo":"ProCreations/grug-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7480681600","shards":1,"effective_bpw":6.3599,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7700259968","shards":1,"effective_bpw":6.5466,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192926848","shards":1,"effective_bpw":6.9654,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501632","shards":1,"effective_bpw":8.1001,"repo":"ProCreations/grug-9b-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9545983104","shards":1,"effective_bpw":8.1158,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697216","shards":1,"effective_bpw":15.2358,"repo":"bartowski/ProCreations_grug-9b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wayfarer-2-12b","canonical_repo":"LatitudeGames/Wayfarer-2-12B","display_name":"Wayfarer-2-12B","publisher":"LatitudeGames","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3629","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Wayfarer-2-12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2999221440","shards":1,"effective_bpw":1.959,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2999222400","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3221634240","shards":1,"effective_bpw":2.1043,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221635200","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3592322240","shards":1,"effective_bpw":2.3464,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592323200","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915087040","shards":1,"effective_bpw":2.5573,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915088000","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138483936","shards":1,"effective_bpw":2.7032,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138484480","shards":1,"effective_bpw":2.7032,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138484896","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034336","shards":1,"effective_bpw":2.8969,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034880","shards":1,"effective_bpw":2.8969,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435035296","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4493689376","shards":1,"effective_bpw":2.9352,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493690336","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791058976","shards":1,"effective_bpw":3.1294,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059520","shards":1,"effective_bpw":3.1294,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791059936","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945395936","shards":1,"effective_bpw":3.2302,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945396480","shards":1,"effective_bpw":3.2302,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945396896","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306500672","shards":1,"effective_bpw":3.4661,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306501216","shards":1,"effective_bpw":3.4661,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306501632","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446429504","shards":1,"effective_bpw":3.5575,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238272","shards":1,"effective_bpw":3.6148,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238816","shards":1,"effective_bpw":3.6148,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239232","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562091072","shards":1,"effective_bpw":3.633,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562092032","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722244672","shards":1,"effective_bpw":3.7376,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722245216","shards":1,"effective_bpw":3.7376,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722245632","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102272","shards":1,"effective_bpw":3.9734,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102816","shards":1,"effective_bpw":3.9734,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103232","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515072","shards":1,"effective_bpw":4.2858,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515616","shards":1,"effective_bpw":4.2858,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561516032","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723136","shards":1,"effective_bpw":4.4042,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723680","shards":1,"effective_bpw":4.4042,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742724096","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094652320","shards":1,"effective_bpw":4.6341,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094652736","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097928576","shards":1,"effective_bpw":4.6362,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097929120","shards":1,"effective_bpw":4.6362,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097929536","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120210816","shards":1,"effective_bpw":4.6508,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211360","shards":1,"effective_bpw":4.6508,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120211776","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218176","shards":1,"effective_bpw":4.884,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218720","shards":1,"effective_bpw":4.884,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477219136","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795232800","shards":1,"effective_bpw":5.0917,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795233216","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975299904","shards":1,"effective_bpw":5.2093,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750336","shards":1,"effective_bpw":5.5643,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750880","shards":1,"effective_bpw":5.5643,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518751296","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646336","shards":1,"effective_bpw":5.7007,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646880","shards":1,"effective_bpw":5.7007,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727647296","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141840704","shards":1,"effective_bpw":5.9713,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226272","shards":1,"effective_bpw":6.5685,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226816","shards":1,"effective_bpw":6.5685,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056227232","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Wayfarer-2-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381290304","shards":1,"effective_bpw":6.7808,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390560","shards":1,"effective_bpw":8.5059,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391104","shards":1,"effective_bpw":8.5059,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504316736","shards":1,"effective_bpw":16.0057,"repo":"LatitudeGames/Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504317216","shards":1,"effective_bpw":16.0057,"repo":"bartowski/LatitudeGames_Wayfarer-2-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-derestricted","canonical_repo":"ArliAI/Qwen3.5-27B-Derestricted","display_name":"Qwen3.5-27B-Derestricted","publisher":"ArliAI","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3626","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Qwen3.5-27B-Derestricted","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6225766240","shards":1,"effective_bpw":1.7928,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6766008160","shards":1,"effective_bpw":1.9484,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7666411360","shards":1,"effective_bpw":2.2076,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8402462560","shards":1,"effective_bpw":2.4196,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8674785120","shards":1,"effective_bpw":2.498,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9395107680","shards":1,"effective_bpw":2.7054,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9658500960","shards":1,"effective_bpw":2.7813,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10121840480","shards":1,"effective_bpw":2.9147,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10734172000","shards":1,"effective_bpw":3.091,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11632895840","shards":1,"effective_bpw":3.3498,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953120","shards":1,"effective_bpw":3.4768,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12085094240","shards":1,"effective_bpw":3.48,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874080","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13289645920","shards":1,"effective_bpw":3.8269,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14030202720","shards":1,"effective_bpw":4.0402,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14689290080","shards":1,"effective_bpw":4.23,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433440","shards":1,"effective_bpw":4.4696,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15568619360","shards":1,"effective_bpw":4.4832,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16540272480","shards":1,"effective_bpw":4.763,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241120","shards":1,"effective_bpw":4.9179,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613280","shards":1,"effective_bpw":5.379,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19399608160","shards":1,"effective_bpw":5.5864,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529120","shards":1,"effective_bpw":6.3589,"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama2-7b-chat-uncensored","canonical_repo":"georgesung/llama2_7b_chat_uncensored","display_name":"llama2_7b_chat_uncensored","publisher":"georgesung","modality":"text","arch_key":"llama","params_total":"6738417664","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3624","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"georgesung/llama2_7b_chat_uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2825940704","shards":1,"effective_bpw":3.355,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304608","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004704","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111008","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807072","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740064","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004256","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156960","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089760","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harc-llama-3-1-8b-instruct","canonical_repo":"microsoft/HARC-Llama-3.1-8B-Instruct","display_name":"HARC-Llama-3.1-8B-Instruct","publisher":"microsoft","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"3620","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/HARC-Llama-3.1-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633408","shards":1,"effective_bpw":2.012,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977600","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217920","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787392","shards":1,"effective_bpw":2.596,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494464","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286720","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820736","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136992","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137280","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918144","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753024","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504800","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505088","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330880","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829184","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923488","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923776","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961952","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962240","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668480","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368352","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897600","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994752","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674528","shards":1,"effective_bpw":4.675,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674816","shards":1,"effective_bpw":4.675,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739808","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740096","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258688","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299552","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299840","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992992","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993280","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012000","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012288","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776416","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896736","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-1b","canonical_repo":"meta-llama/Llama-3.2-1B","display_name":"Llama-3.2-1B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3616","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/Llama-3.2-1B","arch_confidence":0.8,"quantizations":[{"quant":"Q4_K_M","bytes":"807694720","shards":1,"effective_bpw":5.2286,"repo":"kmaurinjones/grammar-llama-3.2-1B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911503744","shards":1,"effective_bpw":5.9006,"repo":"kmaurinjones/grammar-llama-3.2-1B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321081440","shards":1,"effective_bpw":8.552,"repo":"Sheikhaei/llama-3.2-1b-english-persian-translator","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321083264","shards":1,"effective_bpw":8.552,"repo":"kmaurinjones/grammar-llama-3.2-1B","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479595904","shards":1,"effective_bpw":16.0516,"repo":"kmaurinjones/grammar-llama-3.2-1B","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-nvfp4","canonical_repo":"RedHatAI/gemma-4-31B-it-NVFP4","display_name":"gemma-4-31B-it-NVFP4","publisher":"RedHatAI","modality":"vision_language","arch_key":"gemma4","params_total":"19869432480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3607","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RedHatAI/gemma-4-31B-it-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"22132161664","shards":1,"effective_bpw":8.911,"repo":"williamliao/Gemma-4-31B-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwq-32b-preview-abliterated-linear25","canonical_repo":"pipihand01/QwQ-32B-Preview-abliterated-linear25","display_name":"QwQ-32B-Preview-abliterated-linear25","publisher":"pipihand01","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3598","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pipihand01/QwQ-32B-Preview-abliterated-linear25","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507936","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161696","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028251296","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551776","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387570336","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264442016","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001696","shards":1,"effective_bpw":2.805,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099936","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839272096","shards":1,"effective_bpw":3.135,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514656","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331936","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436896416","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123936","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935049376","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247080096","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154976","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010976","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784411296","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851337376","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243936","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255776","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158496","shards":1,"effective_bpw":5.68,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155936","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/QwQ-32B-Preview-abliterated-linear25-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-4-3-36b-heretic","canonical_repo":"arnomatic/Hermes-4.3-36B-heretic","display_name":"Hermes-4.3-36B-heretic","publisher":"arnomatic","modality":"text","arch_key":"seed_oss","params_total":"36151104512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3598","n_layers":64,"n_head":80,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":155136,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arnomatic/Hermes-4.3-36B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8052322720","shards":1,"effective_bpw":1.7819,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8749298080","shards":1,"effective_bpw":1.9362,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9910923680","shards":1,"effective_bpw":2.1932,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10945081760","shards":1,"effective_bpw":2.4221,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11612627360","shards":1,"effective_bpw":2.5698,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12541927840","shards":1,"effective_bpw":2.7754,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12608692640","shards":1,"effective_bpw":2.7902,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13604184224","shards":1,"effective_bpw":3.0105,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13604184480","shards":1,"effective_bpw":3.0105,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"14116757920","shards":1,"effective_bpw":3.1239,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"15089947040","shards":1,"effective_bpw":3.3393,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15855407264","shards":1,"effective_bpw":3.5087,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15855407520","shards":1,"effective_bpw":3.5087,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15899972000","shards":1,"effective_bpw":3.5186,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16496021920","shards":1,"effective_bpw":3.6505,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17620947104","shards":1,"effective_bpw":3.8994,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17620947360","shards":1,"effective_bpw":3.8994,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19142693024","shards":1,"effective_bpw":4.2362,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"19142693280","shards":1,"effective_bpw":4.2362,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19498615200","shards":1,"effective_bpw":4.3149,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19675562144","shards":1,"effective_bpw":4.3541,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20621820320","shards":1,"effective_bpw":4.5635,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20695220384","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20695220640","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21762146464","shards":1,"effective_bpw":4.8158,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21762146720","shards":1,"effective_bpw":4.8158,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22760751520","shards":1,"effective_bpw":5.0368,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24970461344","shards":1,"effective_bpw":5.5258,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24970461600","shards":1,"effective_bpw":5.5258,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25594364064","shards":1,"effective_bpw":5.6639,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25594364320","shards":1,"effective_bpw":5.6639,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29666095264","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29666095520","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"38421090464","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/Hermes-4.3-36B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-tts-12hz-1-7b-base","canonical_repo":"Qwen/Qwen3-TTS-12Hz-1.7B-Base","display_name":"Qwen3-TTS-12Hz-1.7B-Base","publisher":"Qwen","modality":"audio_tts","arch_key":"qwen3tts","params_total":"1928677440","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3595","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-TTS-12Hz-1.7B-Base","arch_confidence":1,"quantizations":[{"quant":"Q5_K","bytes":"1006245120","shards":1,"effective_bpw":4.1738,"repo":"Solidaxel/Qwen3-TTS-12Hz-1.7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2066258176","shards":1,"effective_bpw":8.5707,"repo":"cstr/qwen3-tts-1.7b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3128151648","shards":2,"effective_bpw":12.9753,"repo":"Solidaxel/Qwen3-TTS-12Hz-1.7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3863009472","shards":1,"effective_bpw":16.0235,"repo":"cstr/qwen3-tts-1.7b-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nanonets-ocr-s","canonical_repo":"nanonets/Nanonets-OCR-s","display_name":"Nanonets-OCR-s","publisher":"nanonets","modality":"vision_language","arch_key":"qwen2vl","params_total":"3754622976","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3590","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nanonets/Nanonets-OCR-s","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791092192","shards":1,"effective_bpw":1.6856,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"826336448","shards":1,"effective_bpw":1.7607,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850025440","shards":1,"effective_bpw":1.8112,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"881640640","shards":1,"effective_bpw":1.8785,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948247520","shards":1,"effective_bpw":2.0204,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"970687680","shards":1,"effective_bpw":2.0683,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031543776","shards":1,"effective_bpw":2.1979,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061936096","shards":1,"effective_bpw":2.2627,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140513760","shards":1,"effective_bpw":2.4301,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1165403328","shards":1,"effective_bpw":2.4831,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198126048","shards":1,"effective_bpw":2.5529,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274753792","shards":1,"effective_bpw":2.7161,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274754016","shards":1,"effective_bpw":2.7161,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756288","shards":1,"effective_bpw":2.7161,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1274756288","shards":1,"effective_bpw":2.7161,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282825184","shards":1,"effective_bpw":2.7333,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1302656192","shards":1,"effective_bpw":2.7756,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391834080","shards":1,"effective_bpw":2.9656,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454355200","shards":1,"effective_bpw":3.0988,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454355424","shards":1,"effective_bpw":3.0988,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357696","shards":1,"effective_bpw":3.0988,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456862176","shards":1,"effective_bpw":3.1041,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488892896","shards":1,"effective_bpw":3.1724,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590473472","shards":1,"effective_bpw":3.3888,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590473696","shards":1,"effective_bpw":3.3888,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475968","shards":1,"effective_bpw":3.3888,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707389696","shards":1,"effective_bpw":3.6379,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707389920","shards":1,"effective_bpw":3.6379,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739092960","shards":1,"effective_bpw":3.7055,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739095232","shards":1,"effective_bpw":3.7055,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753182976","shards":1,"effective_bpw":3.7355,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825207264","shards":1,"effective_bpw":3.889,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1825209536","shards":1,"effective_bpw":3.889,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828484064","shards":1,"effective_bpw":3.896,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828486336","shards":1,"effective_bpw":3.896,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834382080","shards":1,"effective_bpw":3.9085,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834382304","shards":1,"effective_bpw":3.9085,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384576","shards":1,"effective_bpw":3.9085,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929900800","shards":1,"effective_bpw":4.1121,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929901024","shards":1,"effective_bpw":4.1121,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903296","shards":1,"effective_bpw":4.1121,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996256224","shards":1,"effective_bpw":4.2534,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1996258496","shards":1,"effective_bpw":4.2534,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169664256","shards":1,"effective_bpw":4.6229,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169664480","shards":1,"effective_bpw":4.6229,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666752","shards":1,"effective_bpw":4.6229,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224812800","shards":1,"effective_bpw":4.7404,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224813024","shards":1,"effective_bpw":4.7404,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815296","shards":1,"effective_bpw":4.7404,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538156800","shards":1,"effective_bpw":5.4081,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538157024","shards":1,"effective_bpw":5.4081,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159296","shards":1,"effective_bpw":5.4081,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285474048","shards":1,"effective_bpw":7.0004,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476544","shards":1,"effective_bpw":7.0004,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178315008","shards":1,"effective_bpw":13.1642,"repo":"prithivMLmods/Nanonets-OCR-s-AIO-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6178317248","shards":1,"effective_bpw":13.1642,"repo":"unsloth/Nanonets-OCR-s-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-7B-Instruct-abliterated","display_name":"Qwen2.5-7B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3586","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668480","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197248","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078528","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022976","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638528","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343552","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941376","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515712","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256896","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257152","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369664","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3499193344","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193600","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012928","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013184","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392448","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460544","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473728","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299392","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122368","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770240","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074816","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177728","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832512","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200064","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526208","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854208","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-queen-27b","canonical_repo":"aifeifei798/Qwen3.5-Queen-27B","display_name":"Qwen3.5-Queen-27B","publisher":"aifeifei798","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3579","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/Qwen3.5-Queen-27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824224","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631083744","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433182944","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090590944","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362913504","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004592864","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325344","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664608","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711664864","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186370784","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967129824","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953248","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073953504","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328224","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580874464","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442528","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301442784","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775648","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344775904","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082506464","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917408","shards":1,"effective_bpw":4.4432,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521433824","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314208","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586314464","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399648","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547399904","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078241504","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613408","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679613664","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098848","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099104","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529248","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082529504","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.5-Queen-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763168","shards":1,"effective_bpw":8.3623,"repo":"mradermacher/Qwen3.5-Queen-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-abliterated","canonical_repo":"mlabonne/gemma-3-4b-it-abliterated","display_name":"gemma-3-4b-it-abliterated","publisher":"mlabonne","modality":"vision_language","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3577","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/gemma-3-4b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1537982624","shards":1,"effective_bpw":2.8613,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1689452704","shards":1,"effective_bpw":3.1431,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164704","shards":1,"effective_bpw":3.217,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164864","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1863390624","shards":1,"effective_bpw":3.4667,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1891733664","shards":1,"effective_bpw":3.5194,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364384","shards":1,"effective_bpw":3.6043,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364544","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1986803104","shards":1,"effective_bpw":3.6963,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460064","shards":1,"effective_bpw":3.904,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460224","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085664","shards":1,"effective_bpw":4.1601,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085824","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242144","shards":1,"effective_bpw":4.2106,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279626304","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512224","shards":1,"effective_bpw":4.3972,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370065824","shards":1,"effective_bpw":4.4093,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930144","shards":1,"effective_bpw":4.424,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930304","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894304","shards":1,"effective_bpw":4.6323,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894464","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052384","shards":1,"effective_bpw":4.7702,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2652463264","shards":1,"effective_bpw":4.9347,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592544","shards":1,"effective_bpw":5.1433,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592704","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698464","shards":1,"effective_bpw":5.2645,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698624","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2992267424","shards":1,"effective_bpw":5.5669,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740384","shards":1,"effective_bpw":5.9362,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740544","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3353309344","shards":1,"effective_bpw":6.2386,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402464","shards":1,"effective_bpw":7.6843,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402624","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767803776","shards":1,"effective_bpw":14.4515,"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804224","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/gemma-3-4b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-openorca","canonical_repo":"Open-Orca/Mistral-7B-OpenOrca","display_name":"Mistral-7B-OpenOrca","publisher":"Open-Orca","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3574","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Open-Orca/Mistral-7B-OpenOrca","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083107200","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577472","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996160","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034624","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927744","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385024","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450304","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728000","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421440","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078272","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874752","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ui-tars-7b-dpo","canonical_repo":"ByteDance-Seed/UI-TARS-7B-DPO","display_name":"UI-TARS-7B-DPO","publisher":"ByteDance-Seed","modality":"vision_language","arch_key":"qwen2vl","params_total":"8291375616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3572","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ByteDance-Seed/UI-TARS-7B-DPO","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780340416","shards":1,"effective_bpw":2.6826,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938240","shards":1,"effective_bpw":2.91,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938432","shards":1,"effective_bpw":2.91,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254016","shards":1,"effective_bpw":3.2287,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366528","shards":1,"effective_bpw":3.3696,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366720","shards":1,"effective_bpw":3.3696,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162240","shards":1,"effective_bpw":3.4235,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010048","shards":1,"effective_bpw":3.4484,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389312","shards":1,"effective_bpw":3.6746,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389504","shards":1,"effective_bpw":3.6746,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457152","shards":1,"effective_bpw":3.9448,"repo":"lmstudio-community/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457408","shards":1,"effective_bpw":3.9448,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457600","shards":1,"effective_bpw":3.9448,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470592","shards":1,"effective_bpw":4.0702,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250296704","shards":1,"effective_bpw":4.1009,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437811392","shards":1,"effective_bpw":4.2819,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119232","shards":1,"effective_bpw":4.2879,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767104","shards":1,"effective_bpw":4.3011,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767296","shards":1,"effective_bpw":4.3011,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071424","shards":1,"effective_bpw":4.5185,"repo":"lmstudio-community/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071680","shards":1,"effective_bpw":4.5185,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071872","shards":1,"effective_bpw":4.5185,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873281728","shards":1,"effective_bpw":4.702,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087561920","shards":1,"effective_bpw":4.9088,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174592","shards":1,"effective_bpw":5.1284,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174784","shards":1,"effective_bpw":5.1284,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829376","shards":1,"effective_bpw":5.2535,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829568","shards":1,"effective_bpw":5.2535,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781194944","shards":1,"effective_bpw":5.578,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196672","shards":1,"effective_bpw":6.0344,"repo":"lmstudio-community/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196928","shards":1,"effective_bpw":6.0344,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197120","shards":1,"effective_bpw":6.0344,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180032","shards":1,"effective_bpw":6.2891,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523072","shards":1,"effective_bpw":7.8139,"repo":"lmstudio-community/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523328","shards":1,"effective_bpw":7.8139,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523520","shards":1,"effective_bpw":7.8139,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851328","shards":1,"effective_bpw":14.7024,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851520","shards":1,"effective_bpw":14.7024,"repo":"mradermacher/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468417472","shards":1,"effective_bpw":29.3977,"repo":"bartowski/UI-TARS-7B-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-8b-unaligned-beta","canonical_repo":"SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA","display_name":"LLAMA-3_8B_Unaligned_BETA","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3569","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/LLAMA-3_8B_Unaligned_BETA","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948290368","shards":1,"effective_bpw":2.9372,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179141184","shards":1,"effective_bpw":3.1672,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518757760","shards":1,"effective_bpw":3.5055,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664509824","shards":1,"effective_bpw":3.6507,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692173184","shards":1,"effective_bpw":3.6783,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784833920","shards":1,"effective_bpw":3.7706,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018928512","shards":1,"effective_bpw":4.0038,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321966976","shards":1,"effective_bpw":4.3057,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447674048","shards":1,"effective_bpw":4.4309,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675903424","shards":1,"effective_bpw":4.6583,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692680640","shards":1,"effective_bpw":4.675,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920745920","shards":1,"effective_bpw":4.9022,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310650240","shards":1,"effective_bpw":5.2906,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599306688","shards":1,"effective_bpw":5.5782,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733000128","shards":1,"effective_bpw":5.7114,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057236352","shards":1,"effective_bpw":6.0344,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596020224","shards":1,"effective_bpw":6.5712,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850484096","shards":1,"effective_bpw":6.8247,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540788608","shards":1,"effective_bpw":8.5086,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068924000","shards":1,"effective_bpw":16.0083,"repo":"bartowski/LLAMA-3_8B_Unaligned_BETA-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"falcon3-10b-instruct","canonical_repo":"tiiuae/Falcon3-10B-Instruct","display_name":"Falcon3-10B-Instruct","publisher":"tiiuae","modality":"text","arch_key":"llama","params_total":"10305653760","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3568","n_layers":40,"n_head":12,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tiiuae/Falcon3-10B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2357486336","shards":1,"effective_bpw":1.8301,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2560054016","shards":1,"effective_bpw":1.9873,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2897666816","shards":1,"effective_bpw":2.2494,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3179553536","shards":1,"effective_bpw":2.4682,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3322254080","shards":1,"effective_bpw":2.579,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3592344320","shards":1,"effective_bpw":2.7886,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3592345280","shards":1,"effective_bpw":2.7886,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3668333312","shards":1,"effective_bpw":2.8476,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3924046592","shards":1,"effective_bpw":3.0461,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3924047552","shards":1,"effective_bpw":3.0461,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4078580480","shards":1,"effective_bpw":3.1661,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4317263552","shards":1,"effective_bpw":3.3514,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4368478976","shards":1,"effective_bpw":3.3911,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4368479936","shards":1,"effective_bpw":3.3911,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4591137536","shards":1,"effective_bpw":3.564,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4591137536","shards":1,"effective_bpw":3.564,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4591138496","shards":1,"effective_bpw":3.564,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4704985856","shards":1,"effective_bpw":3.6524,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4704986816","shards":1,"effective_bpw":3.6524,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5052478208","shards":1,"effective_bpw":3.9221,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5052479168","shards":1,"effective_bpw":3.9221,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5450806016","shards":1,"effective_bpw":4.2313,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5450806976","shards":1,"effective_bpw":4.2313,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5596885760","shards":1,"effective_bpw":4.3447,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5596886720","shards":1,"effective_bpw":4.3447,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5906347712","shards":1,"effective_bpw":4.5849,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5928465152","shards":1,"effective_bpw":4.6021,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5928466112","shards":1,"effective_bpw":4.6021,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5952156416","shards":1,"effective_bpw":4.6205,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5952157376","shards":1,"effective_bpw":4.6205,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6287520512","shards":1,"effective_bpw":4.8808,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6287521472","shards":1,"effective_bpw":4.8808,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6586365632","shards":1,"effective_bpw":5.1128,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"7144190720","shards":1,"effective_bpw":5.5458,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7144191680","shards":1,"effective_bpw":5.5458,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7340552960","shards":1,"effective_bpw":5.6983,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7340553920","shards":1,"effective_bpw":5.6983,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7589066432","shards":1,"effective_bpw":5.8912,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8459399936","shards":1,"effective_bpw":6.5668,"repo":"mradermacher/Falcon3-10B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8459400896","shards":1,"effective_bpw":6.5668,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8654436032","shards":1,"effective_bpw":6.7182,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10955241152","shards":1,"effective_bpw":8.5043,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"20616557984","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Falcon3-10B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reasoning-medical0-1-e4b-sft","canonical_repo":"EpistemeAI/Reasoning-Medical0.1-E4B-sft","display_name":"Reasoning-Medical0.1-E4B-sft","publisher":"EpistemeAI","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3568","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EpistemeAI/Reasoning-Medical0.1-E4B-sft","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401307040","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401307328","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654624160","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654624448","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663154368","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714682048","shards":1,"effective_bpw":4.7169,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850382240","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850382528","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021267360","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021267648","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070941888","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091421600","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193944768","shards":1,"effective_bpw":5.1964,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194108608","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202955680","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202955968","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335276960","shards":1,"effective_bpw":5.3378,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335277248","shards":1,"effective_bpw":5.3378,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435936448","shards":1,"effective_bpw":5.4385,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685956000","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685956288","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762899360","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762899648","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217248160","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217248448","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031226272","shards":1,"effective_bpw":8.0351,"repo":"EpistemeAI/Reasoning-Medical0.1-E4B-sft-Q8_0","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031227296","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053082016","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/Reasoning-Medical0.1-E4B-sft-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-8b-sunfall-v0-5-stheno-v3-2","canonical_repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2","display_name":"L3-8B-Sunfall-v0.5-Stheno-v3.2","publisher":"Vdr1","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3564","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179136288","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504096","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018922784","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961248","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484367648","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668704","shards":1,"effective_bpw":4.675,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692673824","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733984","shards":1,"effective_bpw":4.9022,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734496","shards":1,"effective_bpw":4.9022,"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739104","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293728","shards":1,"effective_bpw":5.5782,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294240","shards":1,"effective_bpw":5.5782,"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599298848","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987168","shards":1,"effective_bpw":5.7114,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987680","shards":1,"effective_bpw":5.7114,"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992288","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006176","shards":1,"effective_bpw":6.5711,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006688","shards":1,"effective_bpw":6.5712,"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011296","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7835472160","shards":1,"effective_bpw":7.8059,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770592","shards":1,"effective_bpw":8.5086,"repo":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF-IQ","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771104","shards":1,"effective_bpw":8.5086,"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775712","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896032","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"godoter-27b","canonical_repo":"Ruler97/Godoter-27B","display_name":"Godoter-27B","publisher":"Ruler97","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3560","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ruler97/Godoter-27B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592128","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592384","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535808","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536064","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607104","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331264","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736768","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737024","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798528","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798784","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039104","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450048","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418304","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298688","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298944","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547398976","shards":1,"effective_bpw":4.765,"repo":"Ruler97/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714368","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714624","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768064","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682048","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682304","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701248","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701504","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528576","shards":1,"effective_bpw":6.3589,"repo":"Ruler97/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999808","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000064","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Godoter-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762496","shards":1,"effective_bpw":8.2345,"repo":"Ruler97/Godoter-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084288","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Godoter-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-embedding-4b","canonical_repo":"Qwen/Qwen3-Embedding-4B","display_name":"Qwen3-Embedding-4B","publisher":"Qwen","modality":"embedding","arch_key":"qwen3","params_total":"4021774336","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3556","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151665,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Embedding-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1668923104","shards":1,"effective_bpw":3.3198,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886420704","shards":1,"effective_bpw":3.7524,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075041504","shards":1,"effective_bpw":4.1276,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239209184","shards":1,"effective_bpw":4.4542,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2285739744","shards":1,"effective_bpw":4.5467,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2349458080","shards":1,"effective_bpw":4.6735,"repo":"cstr/qwen3-embed-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2382733024","shards":1,"effective_bpw":4.7397,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2462999200","shards":1,"effective_bpw":4.8993,"repo":"cstr/qwen3-embed-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496704224","shards":1,"effective_bpw":4.9664,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823134944","shards":1,"effective_bpw":5.6157,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888937184","shards":1,"effective_bpw":5.7466,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"2917163680","shards":1,"effective_bpw":5.8027,"repo":"cstr/qwen3-embed-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305684512","shards":1,"effective_bpw":6.5756,"repo":"batiai/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305684704","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279657120","shards":1,"effective_bpw":8.513,"repo":"cstr/qwen3-embed-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279660480","shards":1,"effective_bpw":8.513,"repo":"batiai/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279660672","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049890272","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-Embedding-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-7b-uncensored-reasoner","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner","display_name":"DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3555","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902206848","shards":1,"effective_bpw":1.999,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040735616","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271616896","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467561344","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594031680","shards":1,"effective_bpw":2.726,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778736704","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832423328","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014289824","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112908864","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344460384","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490572896","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497396832","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572216416","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806595680","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086663776","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216531712","shards":1,"effective_bpw":4.431,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435827808","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442135648","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455783520","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681086688","shards":1,"effective_bpw":4.9192,"repo":"h34v7/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681088096","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871208768","shards":1,"effective_bpw":5.119,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313012256","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442667040","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251844672","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mathsmith-ds-qwen-7b-longcot","canonical_repo":"Jasaxion/MathSmith-DS-Qwen-7B-LongCoT","display_name":"MathSmith-DS-Qwen-7B-LongCoT","publisher":"Jasaxion","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3551","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jasaxion/MathSmith-DS-Qwen-7B-LongCoT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668736","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197504","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078784","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023232","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638784","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343808","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075136","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941344","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941632","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515968","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257408","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369632","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369920","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193856","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013440","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392416","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392704","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460512","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460800","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473984","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299616","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814784","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122624","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770208","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770496","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074784","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683075072","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285120","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177696","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177984","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832480","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832768","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200032","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200320","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526432","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854432","shards":1,"effective_bpw":16.007,"repo":"mradermacher/MathSmith-DS-Qwen-7B-LongCoT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sexpedition-ms3-2-24b","canonical_repo":"Aleteian/Sexpedition-MS3.2-24B","display_name":"Sexpedition-MS3.2-24B","publisher":"Aleteian","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3550","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Aleteian/Sexpedition-MS3.2-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273720064","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750494464","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545118464","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207032064","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478351104","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114050304","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320161024","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890324224","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280591104","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907115264","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400273664","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428126464","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650948864","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474081024","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400760064","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758914304","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494228224","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549278464","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333908224","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873105664","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"16304411168","shards":1,"effective_bpw":5.5334,"repo":"davem1975/Sexpedition-MS3.2-24B-Q5_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304411904","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763983104","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345937664","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-llm-67b-base","canonical_repo":"deepseek-ai/deepseek-llm-67b-base","display_name":"deepseek-llm-67b-base","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"67425001472","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3549","n_layers":95,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-llm-67b-base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14658184672","shards":1,"effective_bpw":1.7392,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15984502240","shards":1,"effective_bpw":1.8966,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18195031520","shards":1,"effective_bpw":2.1588,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20162684384","shards":1,"effective_bpw":2.3923,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21345904096","shards":1,"effective_bpw":2.5327,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23114327520","shards":1,"effective_bpw":2.7425,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25121301984","shards":1,"effective_bpw":2.9807,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26109912544","shards":1,"effective_bpw":3.098,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"27861624288","shards":1,"effective_bpw":3.3058,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28495750592","shards":1,"effective_bpw":3.381,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29309380032","shards":1,"effective_bpw":3.4776,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29309380064","shards":1,"effective_bpw":3.4776,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29415220704","shards":1,"effective_bpw":3.4901,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30525433312","shards":1,"effective_bpw":3.6219,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32584705472","shards":1,"effective_bpw":3.8662,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"32652338656","shards":1,"effective_bpw":3.8742,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"35575768512","shards":1,"effective_bpw":4.2211,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"35575768544","shards":1,"effective_bpw":4.2211,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36196394464","shards":1,"effective_bpw":4.2947,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38152644032","shards":1,"effective_bpw":4.5268,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"38247015872","shards":1,"effective_bpw":4.538,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"38276638176","shards":1,"effective_bpw":4.5415,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"38404826592","shards":1,"effective_bpw":4.5567,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"40439686592","shards":1,"effective_bpw":4.7982,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"40439686624","shards":1,"effective_bpw":4.7982,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"46475716032","shards":1,"effective_bpw":5.5144,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"46475716032","shards":1,"effective_bpw":5.5144,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"46475716064","shards":1,"effective_bpw":5.5144,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"47653889472","shards":1,"effective_bpw":5.6542,"repo":"TheBloke/deepseek-llm-67b-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"47653889504","shards":1,"effective_bpw":5.6542,"repo":"mradermacher/deepseek-llm-67b-base-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt2","canonical_repo":"openai-community/gpt2","display_name":"gpt2","publisher":"openai-community","modality":"text","arch_key":"gpt2","params_total":"137022720","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3547","n_layers":12,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":50257,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai-community/gpt2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"61952064","shards":1,"effective_bpw":3.617,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"63721536","shards":1,"effective_bpw":3.7203,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"66670656","shards":1,"effective_bpw":3.8925,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"69251136","shards":1,"effective_bpw":4.0432,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"74406144","shards":1,"effective_bpw":4.3442,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"76765440","shards":1,"effective_bpw":4.4819,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"81196288","shards":1,"effective_bpw":4.7406,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"81196512","shards":1,"effective_bpw":4.7406,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"81197184","shards":1,"effective_bpw":4.7407,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"81373440","shards":1,"effective_bpw":4.7509,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"89153856","shards":1,"effective_bpw":5.2052,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"90148288","shards":1,"effective_bpw":5.2633,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"90148512","shards":1,"effective_bpw":5.2633,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"90149184","shards":1,"effective_bpw":5.2633,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"90149184","shards":1,"effective_bpw":5.2633,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"94222656","shards":1,"effective_bpw":5.5011,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"97668544","shards":1,"effective_bpw":5.7023,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"97668768","shards":1,"effective_bpw":5.7023,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"97669440","shards":1,"effective_bpw":5.7024,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"102092224","shards":1,"effective_bpw":5.9606,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"102092448","shards":1,"effective_bpw":5.9606,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"102093120","shards":1,"effective_bpw":5.9607,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"102695392","shards":1,"effective_bpw":5.9958,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"106554880","shards":1,"effective_bpw":6.2212,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"106555104","shards":1,"effective_bpw":6.2212,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"106703232","shards":1,"effective_bpw":6.2298,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"106849792","shards":1,"effective_bpw":6.2384,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"106850016","shards":1,"effective_bpw":6.2384,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"106850688","shards":1,"effective_bpw":6.2384,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"112858624","shards":1,"effective_bpw":6.5892,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"112858848","shards":1,"effective_bpw":6.5892,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"112859520","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"114275616","shards":1,"effective_bpw":6.6719,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"114275840","shards":1,"effective_bpw":6.6719,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"121996384","shards":1,"effective_bpw":7.1227,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"121996384","shards":1,"effective_bpw":7.1227,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"121996608","shards":1,"effective_bpw":7.1227,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"121996608","shards":1,"effective_bpw":7.1227,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"121997280","shards":1,"effective_bpw":7.1227,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"126696544","shards":1,"effective_bpw":7.3971,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"126696768","shards":1,"effective_bpw":7.3971,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"126697440","shards":1,"effective_bpw":7.3972,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"129717120","shards":1,"effective_bpw":7.5735,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"129717344","shards":1,"effective_bpw":7.5735,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"136830112","shards":1,"effective_bpw":7.9888,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"138402976","shards":1,"effective_bpw":8.0806,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"138403872","shards":1,"effective_bpw":8.0806,"repo":"mradermacher/gpt2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"176095840","shards":1,"effective_bpw":10.2813,"repo":"PrunaAI/gpt2-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"177668704","shards":1,"effective_bpw":10.3731,"repo":"QuantFactory/gpt2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-nano-9b-v2","canonical_repo":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","display_name":"NVIDIA-Nemotron-Nano-9B-v2","publisher":"nvidia","modality":"text","arch_key":"nemotron_h","params_total":"8888227328","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3543","n_layers":56,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4480,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4957808480","shards":1,"effective_bpw":4.4624,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4996515680","shards":1,"effective_bpw":4.4972,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5006192192","shards":1,"effective_bpw":4.5059,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5006192480","shards":1,"effective_bpw":4.5059,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5073930080","shards":1,"effective_bpw":4.5669,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5131990880","shards":1,"effective_bpw":4.6191,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5131990880","shards":1,"effective_bpw":4.6191,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5207935840","shards":1,"effective_bpw":4.6875,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5267107680","shards":1,"effective_bpw":4.7407,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5299793760","shards":1,"effective_bpw":4.7702,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5308681792","shards":1,"effective_bpw":4.7782,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5308682080","shards":1,"effective_bpw":4.7782,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5339414880","shards":1,"effective_bpw":4.8058,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5379734880","shards":1,"effective_bpw":4.8421,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5488365920","shards":1,"effective_bpw":4.9399,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5827358272","shards":1,"effective_bpw":5.245,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5827358560","shards":1,"effective_bpw":5.245,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6211616832","shards":1,"effective_bpw":5.5909,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6211617120","shards":1,"effective_bpw":5.5909,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6346034752","shards":1,"effective_bpw":5.7119,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6525628992","shards":1,"effective_bpw":5.8735,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6525629280","shards":1,"effective_bpw":5.8735,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6745830240","shards":1,"effective_bpw":6.0717,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6781562720","shards":1,"effective_bpw":6.1039,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7069805632","shards":1,"effective_bpw":6.3633,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7069805920","shards":1,"effective_bpw":6.3633,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7253306720","shards":1,"effective_bpw":6.5285,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9135892032","shards":1,"effective_bpw":8.2229,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"9135892320","shards":1,"effective_bpw":8.2229,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9135892320","shards":1,"effective_bpw":8.2229,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9458093632","shards":1,"effective_bpw":8.5129,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9458093920","shards":1,"effective_bpw":8.5129,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17788743232","shards":1,"effective_bpw":16.0111,"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17788743232","shards":1,"effective_bpw":16.0111,"repo":"dominguesm/NVIDIA-Nemotron-Nano-9B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-x1-8b","canonical_repo":"dphn/Dolphin-X1-8B","display_name":"Dolphin-X1-8B","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"3539","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/Dolphin-X1-8B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_L","bytes":"4321960928","shards":1,"effective_bpw":4.3057,"repo":"dphn/Dolphin-X1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920738784","shards":1,"effective_bpw":4.9022,"repo":"dphn/Dolphin-X1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732991968","shards":1,"effective_bpw":5.7114,"repo":"dphn/Dolphin-X1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596010976","shards":1,"effective_bpw":6.5712,"repo":"dphn/Dolphin-X1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775392","shards":1,"effective_bpw":8.5086,"repo":"dphn/Dolphin-X1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"step-3-7-flash-mtp-draft-gguf","canonical_repo":"notSnix/Step-3.7-Flash-MTP-Draft-GGUF","display_name":"Step-3.7-Flash-MTP-Draft-GGUF","publisher":"notSnix","modality":"text","arch_key":"step35","params_total":"3484091200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3535","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"felldude-uncensored-ministral3-3b-bf16","canonical_repo":"dummy9996/Felldude-Uncensored-Ministral3-3B-bf16","display_name":"Felldude-Uncensored-Ministral3-3B-bf16","publisher":"dummy9996","modality":"text","arch_key":"mistral3","params_total":"3849090048","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3529","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dummy9996/Felldude-Uncensored-Ministral3-3B-bf16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"938170624","shards":1,"effective_bpw":1.9499,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"997521664","shards":1,"effective_bpw":2.0733,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1096440064","shards":1,"effective_bpw":2.2789,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1185798400","shards":1,"effective_bpw":2.4646,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1240430848","shards":1,"effective_bpw":2.5781,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1319565568","shards":1,"effective_bpw":2.7426,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1370880256","shards":1,"effective_bpw":2.8493,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1448294656","shards":1,"effective_bpw":3.0102,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1458960640","shards":1,"effective_bpw":3.0323,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1580415232","shards":1,"effective_bpw":3.2848,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1639151872","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1650014464","shards":1,"effective_bpw":3.4294,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1704745216","shards":1,"effective_bpw":3.5432,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1795553536","shards":1,"effective_bpw":3.7319,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1934358784","shards":1,"effective_bpw":4.0204,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1959278848","shards":1,"effective_bpw":4.0722,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2046376192","shards":1,"effective_bpw":4.2532,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2051291392","shards":1,"effective_bpw":4.2634,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2053257472","shards":1,"effective_bpw":4.2675,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2146498816","shards":1,"effective_bpw":4.4613,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2230204672","shards":1,"effective_bpw":4.6353,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2419341568","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2473654528","shards":1,"effective_bpw":5.1413,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2821257472","shards":1,"effective_bpw":5.8637,"repo":"mradermacher/Felldude-Uncensored-Ministral3-3B-bf16-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"awares-qwen2-5-vl-7b","canonical_repo":"Kimhi/AWARES-Qwen2.5-VL-7B","display_name":"AWARES-Qwen2.5-VL-7B","publisher":"Kimhi","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3525","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kimhi/AWARES-Qwen2.5-VL-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666976","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195744","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077024","shards":1,"effective_bpw":2.193,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469021472","shards":1,"effective_bpw":2.382,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637024","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342048","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834073376","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939872","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114514208","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255648","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492368160","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499192096","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011680","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390944","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459040","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218472224","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813024","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120864","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768736","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683073312","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873283360","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315176224","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831008","shards":1,"effective_bpw":5.253,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254198560","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/AWARES-Qwen2.5-VL-7B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"carnice-moe-35b-a3b","canonical_repo":"samuelcardillo/Carnice-MoE-35B-A3B","display_name":"Carnice-MoE-35B-A3B","publisher":"samuelcardillo","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3519","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"samuelcardillo/Carnice-MoE-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143424","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210304","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655104","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032384","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481344","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237184","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098624","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595584","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760704","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145984","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186304","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425664","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521024","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766016","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331904","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779584","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269184","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905472","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759744","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170304","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285184","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132864","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154304","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Carnice-MoE-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"69376638304","shards":1,"effective_bpw":15.4377,"repo":"mudler/Carnice-MoE-35B-A3B-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"svara-tts-v1","canonical_repo":"kenpath/svara-tts-v1","display_name":"svara-tts-v1","publisher":"kenpath","modality":"audio_tts","arch_key":null,"params_total":"3300867072","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3518","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":156940,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"kenpath/svara-tts-v1","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"rocinante-12b-v1-1","canonical_repo":"TheDrummer/Rocinante-12B-v1.1","display_name":"Rocinante-12B-v1.1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3510","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Rocinante-12B-v1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211168","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221623968","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592311968","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915076768","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138472608","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435022592","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023008","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791046912","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791047328","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945384608","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306487552","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306487968","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446406912","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225152","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534225568","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562078368","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722231552","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722231968","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089152","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083089568","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561501952","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561502368","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742708992","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742709408","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094637312","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094637728","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196352","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120196768","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477203712","shards":1,"effective_bpw":4.884,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204128","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277312","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518734592","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735008","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727630592","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631008","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818112","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209152","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056209568","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-12B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381267712","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368512","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504275424","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Rocinante-12B-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"omniatlas-qwen3-30b-a3b","canonical_repo":"RUC-NLPIR/OmniAtlas-Qwen3-30B-A3B","display_name":"OmniAtlas-Qwen3-30B-A3B","publisher":"RUC-NLPIR","modality":"text","arch_key":"qwen3vlmoe","params_total":"31719205488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3510","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RUC-NLPIR/OmniAtlas-Qwen3-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416780992","shards":1,"effective_bpw":1.6184,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078563520","shards":1,"effective_bpw":1.7853,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181534400","shards":1,"effective_bpw":2.0635,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076494016","shards":1,"effective_bpw":2.2892,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287429824","shards":1,"effective_bpw":2.3424,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169806528","shards":1,"effective_bpw":2.565,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519670464","shards":1,"effective_bpw":2.6532,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258916544","shards":1,"effective_bpw":2.8396,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849625280","shards":1,"effective_bpw":2.9886,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598775488","shards":1,"effective_bpw":3.1776,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292801728","shards":1,"effective_bpw":3.3526,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299486400","shards":1,"effective_bpw":3.3543,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513395904","shards":1,"effective_bpw":3.4083,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14712180416","shards":1,"effective_bpw":3.7106,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15901003456","shards":1,"effective_bpw":4.0104,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368709312","shards":1,"effective_bpw":4.1284,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17380355776","shards":1,"effective_bpw":4.3836,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456377536","shards":1,"effective_bpw":4.4027,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18557054656","shards":1,"effective_bpw":4.6803,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192884928","shards":1,"effective_bpw":4.8407,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080911552","shards":1,"effective_bpw":5.3169,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725982400","shards":1,"effective_bpw":5.4796,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092968128","shards":1,"effective_bpw":6.3288,"repo":"mradermacher/OmniAtlas-Qwen3-30B-A3B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"c4ai-command-r-plus","canonical_repo":"CohereLabs/c4ai-command-r-plus","display_name":"c4ai-command-r-plus","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"103810674688","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3509","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"23181871520","shards":1,"effective_bpw":1.7865,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"23181871520","shards":1,"effective_bpw":1.7865,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"25217943968","shards":1,"effective_bpw":1.9434,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"28611398048","shards":1,"effective_bpw":2.2049,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"28611398048","shards":1,"effective_bpw":2.2049,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"31628151200","shards":1,"effective_bpw":2.4374,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"31628151200","shards":1,"effective_bpw":2.4374,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"33324485024","shards":1,"effective_bpw":2.5681,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"33324485024","shards":1,"effective_bpw":2.5681,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"36039248288","shards":1,"effective_bpw":2.7773,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"36039248288","shards":1,"effective_bpw":2.7773,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"36595452320","shards":1,"effective_bpw":2.8202,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39497386112","shards":1,"effective_bpw":3.0438,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"39497386400","shards":1,"effective_bpw":3.0438,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"40658749856","shards":1,"effective_bpw":3.1333,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"40658749856","shards":1,"effective_bpw":3.1333,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"43599415712","shards":1,"effective_bpw":3.3599,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"43599415712","shards":1,"effective_bpw":3.3599,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"45851756672","shards":1,"effective_bpw":3.5335,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"45958711712","shards":1,"effective_bpw":3.5417,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"45958711712","shards":1,"effective_bpw":3.5417,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"47683357088","shards":1,"effective_bpw":3.6746,"repo":"qwp4w3hyb/c4ai-command-r-plus-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"47683357088","shards":1,"effective_bpw":3.6746,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"50982439232","shards":2,"effective_bpw":3.9289,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"50982439552","shards":2,"effective_bpw":3.9289,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55402187072","shards":2,"effective_bpw":4.2695,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"55402187392","shards":2,"effective_bpw":4.2695,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"56201202304","shards":2,"effective_bpw":4.3311,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"59321764480","shards":2,"effective_bpw":4.5715,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"59642628416","shards":2,"effective_bpw":4.5963,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"59642628704","shards":2,"effective_bpw":4.5963,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62750607680","shards":2,"effective_bpw":4.8358,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62750607968","shards":2,"effective_bpw":4.8358,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"71804012864","shards":2,"effective_bpw":5.5335,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"71804013184","shards":2,"effective_bpw":5.5335,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"73622243648","shards":2,"effective_bpw":5.6736,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"73622243968","shards":2,"effective_bpw":5.6736,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85173356864","shards":2,"effective_bpw":6.5637,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"85173356864","shards":2,"effective_bpw":6.5637,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110314604992","shards":3,"effective_bpw":8.5012,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"110314604992","shards":3,"effective_bpw":8.5012,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"207635565184","shards":5,"effective_bpw":16.0011,"repo":"dranger003/c4ai-command-r-plus-iMat.GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"207635565184","shards":5,"effective_bpw":16.0011,"repo":"pmysl/c4ai-command-r-plus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"popit-qwen3-4b-medical-sft-1128","canonical_repo":"Hoshino-Yumetsuki/PopiT-Qwen3-4B-Medical-SFT-1128","display_name":"PopiT-Qwen3-4B-Medical-SFT-1128","publisher":"Hoshino-Yumetsuki","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3506","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Hoshino-Yumetsuki/PopiT-Qwen3-4B-Medical-SFT-1128","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669501760","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999360","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620160","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787840","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318400","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311680","shards":1,"effective_bpw":4.74,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282880","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713600","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515840","shards":1,"effective_bpw":5.7468,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263360","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407360","shards":1,"effective_bpw":8.513,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287360","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"megabeam-mistral-7b-512k","canonical_repo":"aws-prototyping/MegaBeam-Mistral-7B-512k","display_name":"MegaBeam-Mistral-7B-512k","publisher":"aws-prototyping","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3504","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":524288,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aws-prototyping/MegaBeam-Mistral-7B-512k","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2500713376","shards":1,"effective_bpw":2.7626,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719243168","shards":1,"effective_bpw":3.004,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2847243168","shards":1,"effective_bpw":3.1454,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018816416","shards":1,"effective_bpw":3.3349,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164568480","shards":1,"effective_bpw":3.4959,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284892576","shards":1,"effective_bpw":3.6288,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518987168","shards":1,"effective_bpw":3.8875,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822025632","shards":1,"effective_bpw":4.2222,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3907689376","shards":1,"effective_bpw":4.3169,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374944","shards":1,"effective_bpw":4.5739,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368440224","shards":1,"effective_bpw":4.8259,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4465720224","shards":1,"effective_bpw":4.9333,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716896","shards":1,"effective_bpw":5.521,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131410336","shards":1,"effective_bpw":5.6687,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5212306336","shards":1,"effective_bpw":5.7581,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942066080","shards":1,"effective_bpw":6.5642,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6005554080","shards":1,"effective_bpw":6.6344,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695858592","shards":1,"effective_bpw":8.5017,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484732544","shards":1,"effective_bpw":16.0014,"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-bnb-4bit","canonical_repo":"unsloth/meta-llama-3.1-8b-bnb-4bit","display_name":"meta-llama-3.1-8b-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8248929356","is_moe":false,"is_gated":false,"license_spdx":"creativeml-openrail-m","downloads_30d":"3499","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/meta-llama-3.1-8b-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"3664499072","shards":1,"effective_bpw":3.5539,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917760","shards":1,"effective_bpw":3.8976,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668800","shards":1,"effective_bpw":4.5511,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734080","shards":1,"effective_bpw":4.7722,"repo":"baoqtrinh/llama3.1-8b-text2cypher-GGUF-ollama","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734080","shards":1,"effective_bpw":4.7722,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987264","shards":1,"effective_bpw":5.56,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006272","shards":1,"effective_bpw":6.397,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770688","shards":1,"effective_bpw":8.283,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891008","shards":1,"effective_bpw":15.584,"repo":"prithivMLmods/Llama-3.2-8B-GGUF-200K","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891008","shards":1,"effective_bpw":15.584,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891008","shards":1,"effective_bpw":15.584,"repo":"theprint/CleverBoi-Llama-3.1-8B-Python","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891008","shards":1,"effective_bpw":15.584,"repo":"baoqtrinh/llama3.1-8b-text2cypher-GGUF-ollama","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-2-fp8-uncensored","canonical_repo":"zandenAI/GLM-5.2-FP8-Uncensored","display_name":"GLM-5.2-FP8-Uncensored","publisher":"zandenAI","modality":"text","arch_key":"glm-dsa","params_total":"753375793584","is_moe":false,"is_gated":true,"license_spdx":"mit","downloads_30d":"3498","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"297361733440","shards":7,"effective_bpw":3.1576,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"366220601376","shards":9,"effective_bpw":3.8888,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"400955277504","shards":10,"effective_bpw":4.2577,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"454552363264","shards":11,"effective_bpw":4.8268,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"618583923488","shards":15,"effective_bpw":6.5687,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"800777319456","shards":20,"effective_bpw":8.5034,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1506919578880","shards":38,"effective_bpw":16.0018,"repo":"phaseonx11/GLM-5.2-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-swallow-8b-instruct-v0-5","canonical_repo":"tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.5","display_name":"Llama-3.1-Swallow-8B-Instruct-v0.5","publisher":"tokyotech-llm","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"3496","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.5","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"2399214176","shards":1,"effective_bpw":2.3902,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605783648","shards":1,"effective_bpw":2.596,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758490720","shards":1,"effective_bpw":2.7481,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948282976","shards":1,"effective_bpw":2.9372,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179133248","shards":1,"effective_bpw":3.1672,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274914400","shards":1,"effective_bpw":3.2626,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518749280","shards":1,"effective_bpw":3.5055,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501056","shards":1,"effective_bpw":3.6507,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682327136","shards":1,"effective_bpw":3.6685,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784825440","shards":1,"effective_bpw":3.7706,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919744","shards":1,"effective_bpw":4.0038,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958208","shards":1,"effective_bpw":4.3057,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447664736","shards":1,"effective_bpw":4.4309,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661213504","shards":1,"effective_bpw":4.6436,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677991008","shards":1,"effective_bpw":4.6604,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670784","shards":1,"effective_bpw":4.675,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736064","shards":1,"effective_bpw":4.9022,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599295808","shards":1,"effective_bpw":5.5782,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295808","shards":1,"effective_bpw":5.5782,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989248","shards":1,"effective_bpw":5.7114,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008256","shards":1,"effective_bpw":6.5712,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772672","shards":1,"effective_bpw":8.5086,"repo":"mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-34b-instruct-hf","canonical_repo":"codellama/CodeLlama-34b-instruct-hf","display_name":"CodeLlama-34b-instruct-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"33743970304","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"3489","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-34b-instruct-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"14210674848","shards":1,"effective_bpw":3.3691,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605349024","shards":1,"effective_bpw":3.4626,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16283594912","shards":1,"effective_bpw":3.8605,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771524256","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19052048544","shards":1,"effective_bpw":4.5168,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19146420384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219900064","shards":1,"effective_bpw":4.7937,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838797984","shards":1,"effective_bpw":5.6517,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683877024","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856052384","shards":1,"effective_bpw":8.5007,"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-9b-unhinged-heretic","canonical_repo":"richardyoung/mythos-9b-unhinged-heretic","display_name":"mythos-9b-unhinged-heretic","publisher":"richardyoung","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3487","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"richardyoung/mythos-9b-unhinged-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770912","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149024","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112544","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157728","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744992","shards":1,"effective_bpw":2.798,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915808","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553312","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733888","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734176","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634336","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875424","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612544","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612832","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666848","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621600","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162304","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162592","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395072","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395360","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840672","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297664","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333664","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625120","shards":1,"effective_bpw":4.682,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013440","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013728","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784960","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785248","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756832","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762624","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762912","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113728","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114016","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900544","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900832","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-unhinged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519616","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045056","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/mythos-9b-unhinged-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cogito-v2-preview-deepseek-671b-moe","canonical_repo":"deepcogito/cogito-v2-preview-deepseek-671B-MoE","display_name":"cogito-v2-preview-deepseek-671B-MoE","publisher":"deepcogito","modality":"text","arch_key":"deepseek2","params_total":"671019752960","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"3486","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":128815,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepcogito/cogito-v2-preview-deepseek-671B-MoE","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"161842561440","shards":1,"effective_bpw":1.9295,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"185888506688","shards":4,"effective_bpw":2.2162,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"200626367456","shards":5,"effective_bpw":2.3919,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"216770073536","shards":5,"effective_bpw":2.5844,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"228514124736","shards":5,"effective_bpw":2.7244,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244776080256","shards":5,"effective_bpw":2.9183,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244992489440","shards":5,"effective_bpw":2.9208,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289726046048","shards":6,"effective_bpw":3.4542,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319841853472","shards":7,"effective_bpw":3.8132,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357696713984","shards":8,"effective_bpw":4.2645,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378573032768","shards":8,"effective_bpw":4.5134,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379540999456","shards":8,"effective_bpw":4.5249,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380508966176","shards":8,"effective_bpw":4.5365,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404937280960","shards":9,"effective_bpw":4.8277,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"420383379456","shards":9,"effective_bpw":5.0119,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"462193726112","shards":10,"effective_bpw":5.5103,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475775308480","shards":10,"effective_bpw":5.6723,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"551040712960","shards":12,"effective_bpw":6.5696,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713279428576","shards":15,"effective_bpw":8.5038,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342259712704","shards":30,"effective_bpw":16.0026,"repo":"unsloth/cogito-v2-preview-deepseek-671B-MoE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-3-embed-8b-bf16","canonical_repo":"nvidia/Nemotron-3-Embed-8B-BF16","display_name":"Nemotron-3-Embed-8B-BF16","publisher":"nvidia","modality":"embedding","arch_key":"mistral3","params_total":"7952683008","is_moe":false,"is_gated":false,"license_spdx":"openmdw-1.1","downloads_30d":"3482","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-3-Embed-8B-BF16","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"1945664352","shards":1,"effective_bpw":1.9572,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2097249120","shards":1,"effective_bpw":2.1097,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2349890400","shards":1,"effective_bpw":2.3639,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_0","bytes":"2535029600","shards":1,"effective_bpw":2.5501,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2569829216","shards":1,"effective_bpw":2.5851,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2673900384","shards":1,"effective_bpw":2.6898,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2876013408","shards":1,"effective_bpw":2.8931,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2971106144","shards":1,"effective_bpw":2.9888,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3176758112","shards":1,"effective_bpw":3.1957,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3224664928","shards":1,"effective_bpw":3.2439,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3483663200","shards":1,"effective_bpw":3.5044,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3635772256","shards":1,"effective_bpw":3.6574,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3654712160","shards":1,"effective_bpw":3.6765,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3761666912","shards":1,"effective_bpw":3.784,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4011359072","shards":1,"effective_bpw":4.0352,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4011359127","shards":1,"effective_bpw":4.0352,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4334320480","shards":1,"effective_bpw":4.3601,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4411194208","shards":1,"effective_bpw":4.4374,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4635327328","shards":1,"effective_bpw":4.6629,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4638473056","shards":1,"effective_bpw":4.6661,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4652104544","shards":1,"effective_bpw":4.6798,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4652104599","shards":1,"effective_bpw":4.6798,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4896389984","shards":1,"effective_bpw":4.9255,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4896390039","shards":1,"effective_bpw":4.9255,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5084117856","shards":1,"effective_bpw":5.1144,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5547588448","shards":1,"effective_bpw":5.5806,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5547588503","shards":1,"effective_bpw":5.5806,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5562268512","shards":1,"effective_bpw":5.5954,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5689637728","shards":1,"effective_bpw":5.7235,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5689637783","shards":1,"effective_bpw":5.7235,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6011059040","shards":1,"effective_bpw":6.0468,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6532463456","shards":1,"effective_bpw":6.5713,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6532463509","shards":1,"effective_bpw":6.5713,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8458435424","shards":1,"effective_bpw":8.5088,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8458435477","shards":1,"effective_bpw":8.5088,"repo":"Abiray/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15913810496","shards":1,"effective_bpw":16.0085,"repo":"Aqua00/Nemotron-3-Embed-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-120b-abliterated","canonical_repo":"wangzhang/gpt-oss-120b-abliterated","display_name":"gpt-oss-120b-abliterated","publisher":"wangzhang","modality":"text","arch_key":"gpt-oss","params_total":"116829156672","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3481","n_layers":36,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"wangzhang/gpt-oss-120b-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"66080447040","shards":1,"effective_bpw":4.5249,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"66093718080","shards":1,"effective_bpw":4.5258,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"66146801984","shards":1,"effective_bpw":4.5295,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"66146802240","shards":1,"effective_bpw":4.5295,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"66153437504","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"66153437760","shards":1,"effective_bpw":4.5299,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"66199886400","shards":1,"effective_bpw":4.5331,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"66468624960","shards":1,"effective_bpw":4.5515,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"66641148480","shards":1,"effective_bpw":4.5633,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"66740681280","shards":1,"effective_bpw":4.5701,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"66996148544","shards":1,"effective_bpw":4.5876,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"71120308544","shards":1,"effective_bpw":4.87,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"71120308800","shards":1,"effective_bpw":4.87,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"73432602944","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"73432603200","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"73465481280","shards":1,"effective_bpw":5.0306,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"80940463424","shards":1,"effective_bpw":5.5425,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"80940463680","shards":1,"effective_bpw":5.5425,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"87850988864","shards":1,"effective_bpw":6.0157,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"87850989120","shards":1,"effective_bpw":6.0157,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"87963493184","shards":1,"effective_bpw":6.0234,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"87963493440","shards":1,"effective_bpw":6.0234,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"93943755584","shards":1,"effective_bpw":6.4329,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"93943755840","shards":1,"effective_bpw":6.4329,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"124198570304","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"124198570560","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"124301420864","shards":1,"effective_bpw":8.5117,"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-inst-2407-12b-thinking-uncensored-heretic-hi-claude-opus","canonical_repo":"DavidAU/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus","display_name":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3479","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999213856","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221626656","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592314656","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915079456","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138475296","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435025696","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493680416","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791049760","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791050016","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945387296","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306490656","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534228000","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534228256","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562081056","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722234656","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083092000","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083092256","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561504800","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561505056","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742712096","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800055840","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094640416","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097917216","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120199200","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120199456","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477206560","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477206816","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795220256","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518737440","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518737696","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727633440","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727633696","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056212000","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056212256","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022371360","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"salamandra-7b-instruct-2606","canonical_repo":"BSC-LT/salamandra-7b-instruct-2606","display_name":"salamandra-7b-instruct-2606","publisher":"BSC-LT","modality":"text","arch_key":"llama","params_total":"7768117248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3475","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":256000,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BSC-LT/salamandra-7b-instruct-2606","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2286830592","shards":1,"effective_bpw":2.3551,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2399781888","shards":1,"effective_bpw":2.4714,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2588034048","shards":1,"effective_bpw":2.6653,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2755412992","shards":1,"effective_bpw":2.8377,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2955723776","shards":1,"effective_bpw":3.044,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3106325504","shards":1,"effective_bpw":3.1991,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3146171392","shards":1,"effective_bpw":3.2401,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3304964832","shards":1,"effective_bpw":3.4036,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3304965120","shards":1,"effective_bpw":3.4036,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3357131776","shards":1,"effective_bpw":3.4573,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3639788544","shards":1,"effective_bpw":3.7484,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3754869472","shards":1,"effective_bpw":3.867,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3754869760","shards":1,"effective_bpw":3.867,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3772695552","shards":1,"effective_bpw":3.8853,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3867952128","shards":1,"effective_bpw":3.9834,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4047946464","shards":1,"effective_bpw":4.1688,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4047946752","shards":1,"effective_bpw":4.1688,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4299866848","shards":1,"effective_bpw":4.4282,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4299867136","shards":1,"effective_bpw":4.4282,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4458267648","shards":1,"effective_bpw":4.5913,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4486447840","shards":1,"effective_bpw":4.6204,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4658545664","shards":1,"effective_bpw":4.7976,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4664050688","shards":1,"effective_bpw":4.8033,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4671914720","shards":1,"effective_bpw":4.8114,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4671915008","shards":1,"effective_bpw":4.8114,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4850565856","shards":1,"effective_bpw":4.9954,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4850566144","shards":1,"effective_bpw":4.9954,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5067228160","shards":1,"effective_bpw":5.2185,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5487182560","shards":1,"effective_bpw":5.651,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5487182848","shards":1,"effective_bpw":5.651,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5591909088","shards":1,"effective_bpw":5.7588,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5591909376","shards":1,"effective_bpw":5.7588,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6379586272","shards":1,"effective_bpw":6.57,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6379586560","shards":1,"effective_bpw":6.57,"repo":"mradermacher/salamandra-7b-instruct-2606-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8260862688","shards":1,"effective_bpw":8.5075,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15543223008","shards":1,"effective_bpw":16.0072,"repo":"mradermacher/salamandra-7b-instruct-2606-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-3-jbliterated","canonical_repo":"ApolloRaines/Mistral-7B-Instruct-v0.3-Jbliterated","display_name":"Mistral-7B-Instruct-v0.3-Jbliterated","publisher":"ApolloRaines","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3473","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ApolloRaines/Mistral-7B-Instruct-v0.3-Jbliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1615324256","shards":1,"effective_bpw":1.7829,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1757668448","shards":1,"effective_bpw":1.94,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1994908768","shards":1,"effective_bpw":2.2019,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2201478240","shards":1,"effective_bpw":2.4299,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2314462304","shards":1,"effective_bpw":2.5546,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2504254560","shards":1,"effective_bpw":2.7641,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2532566112","shards":1,"effective_bpw":2.7953,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722882368","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2722882656","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2830885984","shards":1,"effective_bpw":3.1246,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3022775392","shards":1,"effective_bpw":3.3364,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168527168","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3168527456","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3186353248","shards":1,"effective_bpw":3.5169,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3288851552","shards":1,"effective_bpw":3.6301,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522945856","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3522946144","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825984320","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3825984608","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3911967840","shards":1,"effective_bpw":4.3178,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3948667712","shards":1,"effective_bpw":4.3583,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4127974496","shards":1,"effective_bpw":4.5562,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4130071648","shards":1,"effective_bpw":4.5586,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144751424","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4144751712","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372816704","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4372816992","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4557890656","shards":1,"effective_bpw":5.0308,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002486592","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5002486880","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136180032","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5136180320","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947253568","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5947253856","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702569792","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497342272","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Jbliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-v2-heretic","canonical_repo":"WaveCut/Qwythos-9B-v2-Heretic","display_name":"Qwythos-9B-v2-Heretic","publisher":"WaveCut","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3470","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WaveCut/Qwythos-9B-v2-Heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5629108896","shards":1,"effective_bpw":4.7857,"repo":"WaveCut/Qwythos-9B-v2-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969696","shards":1,"effective_bpw":5.4989,"repo":"WaveCut/Qwythos-9B-v2-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259296","shards":1,"effective_bpw":6.2567,"repo":"WaveCut/Qwythos-9B-v2-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501472","shards":1,"effective_bpw":8.1001,"repo":"WaveCut/Qwythos-9B-v2-Heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-32b-instruct-uncensored","canonical_repo":"thirdeyeai/Qwen2.5-Coder-32B-Instruct-Uncensored","display_name":"Qwen2.5-Coder-32B-Instruct-Uncensored","publisher":"thirdeyeai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3466","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thirdeyeai/Qwen2.5-Coder-32B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507136","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932160896","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250496","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957550976","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569536","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441216","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098848","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099136","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271296","shards":1,"effective_bpw":3.135,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705513856","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330848","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331136","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895616","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123136","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048288","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048576","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079008","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079296","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154176","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101088","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010176","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410208","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410496","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336288","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336576","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254688","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638254976","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157408","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157696","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154848","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155136","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885088","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-reranker-8b","canonical_repo":"Qwen/Qwen3-Reranker-8B","display_name":"Qwen3-Reranker-8B","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"8188548096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3466","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151669,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-Reranker-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2114653216","shards":1,"effective_bpw":2.066,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2255031328","shards":1,"effective_bpw":2.2031,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2488994848","shards":1,"effective_bpw":2.4317,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2695040032","shards":1,"effective_bpw":2.633,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2863516224","shards":1,"effective_bpw":2.7976,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3050687040","shards":1,"effective_bpw":2.9804,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3076630912","shards":1,"effective_bpw":3.0058,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3082290368","shards":1,"effective_bpw":3.0113,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3280471008","shards":1,"effective_bpw":3.2049,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3280471232","shards":1,"effective_bpw":3.2049,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3368405568","shards":1,"effective_bpw":3.2908,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3625501408","shards":1,"effective_bpw":3.542,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3768238592","shards":1,"effective_bpw":3.6815,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3768238816","shards":1,"effective_bpw":3.6815,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3788292832","shards":1,"effective_bpw":3.7011,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3855854784","shards":1,"effective_bpw":3.7671,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3895247584","shards":1,"effective_bpw":3.8056,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4122788352","shards":1,"effective_bpw":4.0279,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4122788576","shards":1,"effective_bpw":4.0279,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4423790848","shards":1,"effective_bpw":4.3219,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4430021120","shards":1,"effective_bpw":4.328,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4430021344","shards":1,"effective_bpw":4.328,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4560355584","shards":1,"effective_bpw":4.4553,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4591812640","shards":1,"effective_bpw":4.4861,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4676825344","shards":1,"effective_bpw":4.5691,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4785814400","shards":1,"effective_bpw":4.6756,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4792105856","shards":1,"effective_bpw":4.6818,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4800494240","shards":1,"effective_bpw":4.69,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4800494464","shards":1,"effective_bpw":4.69,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5026265760","shards":1,"effective_bpw":4.9105,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5026265984","shards":1,"effective_bpw":4.9105,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5246169216","shards":1,"effective_bpw":5.1254,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5292012800","shards":1,"effective_bpw":5.1702,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5422363904","shards":1,"effective_bpw":5.2975,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5719106720","shards":1,"effective_bpw":5.5874,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5719106944","shards":1,"effective_bpw":5.5874,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5849457824","shards":1,"effective_bpw":5.7148,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5849458048","shards":1,"effective_bpw":5.7148,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6214498624","shards":1,"effective_bpw":6.0714,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6724099392","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6724099616","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-Reranker-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047134304","shards":1,"effective_bpw":7.8618,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8707188736","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15141207904","shards":1,"effective_bpw":14.7926,"repo":"Voodisss/Qwen3-Reranker-8B-GGUF-llama_cpp","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16383663616","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-Reranker-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-1-2b-instruct-uncensored","canonical_repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored","display_name":"LFM2.5-1.2B-Instruct-Uncensored","publisher":"zaakirio","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3465","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"600347808","shards":1,"effective_bpw":4.1037,"repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730895520","shards":1,"effective_bpw":4.9961,"repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843355296","shards":1,"effective_bpw":5.7649,"repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843808","shards":1,"effective_bpw":6.5816,"repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246254240","shards":1,"effective_bpw":8.5189,"repo":"zaakirio/LFM2.5-1.2B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-guard-3-8b","canonical_repo":"meta-llama/Llama-Guard-3-8B","display_name":"Llama-Guard-3-8B","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"3464","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"2019628864","shards":1,"effective_bpw":2.012,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161973056","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399213376","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605782848","shards":1,"effective_bpw":2.596,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758489920","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948282176","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988816192","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132736","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179133248","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274913600","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3305798016","shards":1,"effective_bpw":3.2933,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3431012736","shards":1,"effective_bpw":3.4181,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748480","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748992","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3564149120","shards":1,"effective_bpw":3.5507,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500544","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501056","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682326336","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682326848","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3685259648","shards":1,"effective_bpw":3.6714,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3757611392","shards":1,"effective_bpw":3.7435,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824640","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784825152","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018919232","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919744","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4279318912","shards":1,"effective_bpw":4.2632,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957696","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958208","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4394662272","shards":1,"effective_bpw":4.3781,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4405148032","shards":1,"effective_bpw":4.3885,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663936","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364608","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677990208","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670272","shards":1,"effective_bpw":4.675,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670784","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920735552","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736064","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5242042752","shards":1,"effective_bpw":5.2223,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5375736192","shards":1,"effective_bpw":5.3555,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295040","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295808","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732988480","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989248","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6568008064","shards":1,"effective_bpw":6.5433,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007488","shards":1,"effective_bpw":6.5712,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008256","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7734901120","shards":1,"effective_bpw":7.7058,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771904","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772672","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068892224","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Llama-Guard-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892800","shards":1,"effective_bpw":16.0083,"repo":"eaddario/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892992","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama-Guard-3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dorsetheatwavellm2","canonical_repo":"Kype720184/DorsetHeatwaveLLM2","display_name":"DorsetHeatwaveLLM2","publisher":"Kype720184","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"agpl-3.0","downloads_30d":"3464","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kype720184/DorsetHeatwaveLLM2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515773344","shards":1,"effective_bpw":2.3981,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543789984","shards":1,"effective_bpw":2.5284,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590484384","shards":1,"effective_bpw":2.7455,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631509920","shards":1,"effective_bpw":2.9363,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657822624","shards":1,"effective_bpw":3.0586,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695178144","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732965792","shards":1,"effective_bpw":3.408,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754357152","shards":1,"effective_bpw":3.5075,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777792416","shards":1,"effective_bpw":3.6164,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834218912","shards":1,"effective_bpw":3.8788,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867249056","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867249056","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895658912","shards":1,"effective_bpw":4.1645,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939535264","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003498400","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010379680","shards":1,"effective_bpw":4.6979,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054419872","shards":1,"effective_bpw":4.9026,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056779168","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060187040","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107404448","shards":1,"effective_bpw":5.149,"repo":"Kype720184/DorsetHeatwaveLLM2_GGUF-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107405728","shards":1,"effective_bpw":5.149,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142500256","shards":1,"effective_bpw":5.3122,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230580640","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257876384","shards":1,"effective_bpw":5.8486,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417751456","shards":1,"effective_bpw":6.592,"repo":"mradermacher/DorsetHeatwaveLLM2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834421920","shards":1,"effective_bpw":8.5293,"repo":"Kype720184/DorsetHeatwaveLLM2_GGUF-Q8_0","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-5-2b-v3-heretic","canonical_repo":"tvall43/Qwopus3.5-2B-v3-heretic","display_name":"Qwopus3.5-2B-v3-heretic","publisher":"tvall43","modality":"text","arch_key":"qwen35","params_total":"2213241664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3461","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tvall43/Qwopus3.5-2B-v3-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"722958496","shards":1,"effective_bpw":2.6132,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"748201120","shards":1,"effective_bpw":2.7045,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"790272160","shards":1,"effective_bpw":2.8565,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"824715424","shards":1,"effective_bpw":2.981,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"832088224","shards":1,"effective_bpw":3.0077,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"865745056","shards":1,"effective_bpw":3.1293,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"927750304","shards":1,"effective_bpw":3.3535,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"944159904","shards":1,"effective_bpw":3.4128,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968539296","shards":1,"effective_bpw":3.5009,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020170400","shards":1,"effective_bpw":3.6875,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1027199136","shards":1,"effective_bpw":3.7129,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051087008","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059442848","shards":1,"effective_bpw":3.8295,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099255968","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164529824","shards":1,"effective_bpw":4.2093,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195959456","shards":1,"effective_bpw":4.3229,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204843680","shards":1,"effective_bpw":4.355,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212052640","shards":1,"effective_bpw":4.3811,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231582368","shards":1,"effective_bpw":4.4517,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274393760","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288279200","shards":1,"effective_bpw":4.6566,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374074016","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411118240","shards":1,"effective_bpw":5.1006,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556388000","shards":1,"effective_bpw":5.6257,"repo":"mradermacher/Qwopus3.5-2B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hemlock-apothecary-7b-grpo-e3","canonical_repo":"nbeerbower/Hemlock-Apothecary-7B-GRPO-e3","display_name":"Hemlock-Apothecary-7B-GRPO-e3","publisher":"nbeerbower","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3460","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Hemlock-Apothecary-7B-GRPO-e3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668608","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197376","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078656","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023104","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638656","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343680","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075008","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941216","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941504","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515840","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257280","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369504","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369792","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193728","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013312","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392288","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392576","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460384","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460672","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473856","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299488","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814656","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122496","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770080","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770368","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074656","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074944","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284992","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177568","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177856","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832352","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832640","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199904","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200192","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526304","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854304","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Hemlock-Apothecary-7B-GRPO-e3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v2-4b","canonical_repo":"anthracite-org/magnum-v2-4b","display_name":"magnum-v2-4b","publisher":"anthracite-org","modality":"text","arch_key":"llama","params_total":"4512746496","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3459","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v2-4b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1213413248","shards":1,"effective_bpw":2.1511,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1286256512","shards":1,"effective_bpw":2.2802,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1407661952","shards":1,"effective_bpw":2.4954,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1517369216","shards":1,"effective_bpw":2.6899,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1625509760","shards":1,"effective_bpw":2.8816,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1722633696","shards":1,"effective_bpw":3.0538,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1722634112","shards":1,"effective_bpw":3.0538,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1839738336","shards":1,"effective_bpw":3.2614,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1839738752","shards":1,"effective_bpw":3.2614,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1880117120","shards":1,"effective_bpw":3.333,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2027603424","shards":1,"effective_bpw":3.5944,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2027603840","shards":1,"effective_bpw":3.5944,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101528032","shards":1,"effective_bpw":3.7255,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2101528448","shards":1,"effective_bpw":3.7255,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2114897792","shards":1,"effective_bpw":3.7492,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183415264","shards":1,"effective_bpw":3.8707,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2183415680","shards":1,"effective_bpw":3.8707,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2224506336","shards":1,"effective_bpw":3.9435,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296563168","shards":1,"effective_bpw":4.0712,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2296563584","shards":1,"effective_bpw":4.0712,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464859616","shards":1,"effective_bpw":4.3696,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2464860032","shards":1,"effective_bpw":4.3696,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2535546336","shards":1,"effective_bpw":4.4949,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2535546752","shards":1,"effective_bpw":4.4949,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2655600096","shards":1,"effective_bpw":4.7077,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2655600512","shards":1,"effective_bpw":4.7077,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664250848","shards":1,"effective_bpw":4.7231,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2664251264","shards":1,"effective_bpw":4.7231,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778283488","shards":1,"effective_bpw":4.9252,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2778283904","shards":1,"effective_bpw":4.9252,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3070707168","shards":1,"effective_bpw":5.4436,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163340256","shards":1,"effective_bpw":5.6078,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3163340672","shards":1,"effective_bpw":5.6078,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230186976","shards":1,"effective_bpw":5.7263,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3230187392","shards":1,"effective_bpw":5.7263,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3473360352","shards":1,"effective_bpw":6.1574,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710334432","shards":1,"effective_bpw":6.5775,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3710334848","shards":1,"effective_bpw":6.5775,"repo":"mradermacher/magnum-v2-4b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3901179360","shards":1,"effective_bpw":6.9158,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803216864","shards":1,"effective_bpw":8.5149,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9033729248","shards":1,"effective_bpw":16.0146,"repo":"bartowski/magnum-v2-4b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-19b-a4b-it-reap-heretic","canonical_repo":"coder3101/gemma-4-19b-a4b-it-REAP-heretic","display_name":"gemma-4-19b-a4b-it-REAP-heretic","publisher":"coder3101","modality":"text","arch_key":"gemma4","params_total":"19022697946","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3456","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":null,"arch_source":"coder3101/gemma-4-19b-a4b-it-REAP-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6123351328","shards":1,"effective_bpw":2.5752,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6395799328","shards":1,"effective_bpw":2.6898,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6849879328","shards":1,"effective_bpw":2.8807,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7225759008","shards":1,"effective_bpw":3.0388,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7282529568","shards":1,"effective_bpw":3.0627,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7645793568","shards":1,"effective_bpw":3.2154,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7815502624","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7828996896","shards":1,"effective_bpw":3.2925,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8311270688","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8572206880","shards":1,"effective_bpw":3.605,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8996110624","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8996110624","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9110163776","shards":1,"effective_bpw":3.8313,"repo":"EmanuelOverride/gemma-4-19b-a4b-it-REAP-heretic-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9138014496","shards":1,"effective_bpw":3.843,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9773225248","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10069118784","shards":1,"effective_bpw":4.2346,"repo":"EmanuelOverride/gemma-4-19b-a4b-it-REAP-heretic-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10174437664","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10232362784","shards":1,"effective_bpw":4.3032,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"10612748064","shards":1,"effective_bpw":4.4632,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"10647317280","shards":1,"effective_bpw":4.4777,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11341585184","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"11719210784","shards":1,"effective_bpw":4.9285,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12291399456","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13171365664","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"13987938080","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16516463904","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28187660928","shards":2,"effective_bpw":11.8543,"repo":"EmanuelOverride/gemma-4-19b-a4b-it-REAP-heretic-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-12b-it-asimov","canonical_repo":"ewald1976/gemma4-12b-it-asimov","display_name":"gemma4-12b-it-asimov","publisher":"ewald1976","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3447","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ewald1976/gemma4-12b-it-asimov","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692320","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848800","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109600","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843360","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597600","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806240","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148000","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148640","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195040","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393760","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229920","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229920","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992480","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088160","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320160","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255840","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879200","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997600","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048160","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383200","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125920","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372640","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268640","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021920","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma4-12b-it-asimov-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm-135m","canonical_repo":"HuggingFaceTB/SmolLM-135M","display_name":"SmolLM-135M","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"134515008","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3445","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49152,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM-135M","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"105453664","shards":1,"effective_bpw":6.2716,"repo":"muqiann/SmolLM-135M-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"193718304","shards":1,"effective_bpw":11.521,"repo":"nisten/Biggie-SmoLlm-0.15B-Base","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"muslim-6b-v3","canonical_repo":"NightPrince/Muslim-6B-v3","display_name":"Muslim-6B-v3","publisher":"NightPrince","modality":"text","arch_key":"qwen3","params_total":"5943650304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3443","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1520697920","shards":1,"effective_bpw":2.0468,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1628340800","shards":1,"effective_bpw":2.1917,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1807745600","shards":1,"effective_bpw":2.4332,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1968964160","shards":1,"effective_bpw":2.6502,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2063766080","shards":1,"effective_bpw":2.7778,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2207289920","shards":1,"effective_bpw":2.971,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2271035680","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2430103584","shards":1,"effective_bpw":3.2709,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2430103840","shards":1,"effective_bpw":3.2709,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2443096640","shards":1,"effective_bpw":3.2883,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2646249760","shards":1,"effective_bpw":3.5618,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2756349984","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2756350240","shards":1,"effective_bpw":3.71,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2775150880","shards":1,"effective_bpw":3.7353,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2870198560","shards":1,"effective_bpw":3.8632,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3038953504","shards":1,"effective_bpw":4.0904,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3038953760","shards":1,"effective_bpw":4.0904,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3285532704","shards":1,"effective_bpw":4.4222,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3285532960","shards":1,"effective_bpw":4.4222,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3331981600","shards":1,"effective_bpw":4.4848,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3355328544","shards":1,"effective_bpw":4.5162,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3489513760","shards":1,"effective_bpw":4.6968,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3497869600","shards":1,"effective_bpw":4.708,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3500163104","shards":1,"effective_bpw":4.7111,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3500163360","shards":1,"effective_bpw":4.7111,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3664678944","shards":1,"effective_bpw":4.9326,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3664679200","shards":1,"effective_bpw":4.9326,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3820798240","shards":1,"effective_bpw":5.1427,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4161421344","shards":1,"effective_bpw":5.6012,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4161421600","shards":1,"effective_bpw":5.6012,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4256469024","shards":1,"effective_bpw":5.7291,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4256469280","shards":1,"effective_bpw":5.7291,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4885245984","shards":1,"effective_bpw":6.5754,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"4885246240","shards":1,"effective_bpw":6.5754,"repo":"mradermacher/Muslim-6B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6324652864","shards":1,"effective_bpw":8.5128,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"11896550464","shards":1,"effective_bpw":16.0125,"repo":"mradermacher/Muslim-6B-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m3-uncensored","canonical_repo":"ressl/MiniMax-M3-uncensored","display_name":"MiniMax-M3-uncensored","publisher":"ressl","modality":"text","arch_key":"minimax-m3","params_total":"427040140160","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3439","n_layers":60,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":200064,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"ressl/MiniMax-M3-uncensored","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-4-26b-a4b-it-abliterix-v6","canonical_repo":"Theory-of-mind/gemma-4-26B-A4B-it-abliterix-v6","display_name":"gemma-4-26B-A4B-it-abliterix-v6","publisher":"Theory-of-mind","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3433","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290271488","shards":1,"effective_bpw":2.6284,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668657408","shards":1,"effective_bpw":2.7483,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299300608","shards":1,"effective_bpw":2.9483,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816430848","shards":1,"effective_bpw":3.1122,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873201408","shards":1,"effective_bpw":3.1302,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377715968","shards":1,"effective_bpw":3.2902,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582737664","shards":1,"effective_bpw":3.3552,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624482048","shards":1,"effective_bpw":3.3684,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325694208","shards":1,"effective_bpw":3.5907,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636068096","shards":1,"effective_bpw":3.6891,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222409984","shards":1,"effective_bpw":3.875,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222409984","shards":1,"effective_bpw":3.875,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392563968","shards":1,"effective_bpw":3.929,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286734080","shards":1,"effective_bpw":4.2125,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824488704","shards":1,"effective_bpw":4.383,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917726464","shards":1,"effective_bpw":4.4125,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488056576","shards":1,"effective_bpw":4.5933,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464825600","shards":1,"effective_bpw":4.903,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969576704","shards":1,"effective_bpw":5.063,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796016384","shards":1,"effective_bpw":5.3251,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986733824","shards":1,"effective_bpw":5.7026,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132890880","shards":1,"effective_bpw":6.066,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638399744","shards":1,"effective_bpw":7.1774,"repo":"mradermacher/gemma-4-26B-A4B-it-abliterix-v6-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-antiloop","canonical_repo":"N8Programs/Qwen3.6-35B-A3B-AntiLoop","display_name":"Qwen3.6-35B-A3B-AntiLoop","publisher":"N8Programs","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3432","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"N8Programs/Qwen3.6-35B-A3B-AntiLoop","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247183072","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183328","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035872","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036128","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414752","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624224","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659808","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166660064","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090848","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091104","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522528","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056672","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226528","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862560","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366862816","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463520","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463776","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884128","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755488","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533280","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732128","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwen3.6-35B-A3B-AntiLoop-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"midas-fableagent-8b","canonical_repo":"EphAsad/Midas-FableAgent-8B","display_name":"Midas-FableAgent-8B","publisher":"EphAsad","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3430","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EphAsad/Midas-FableAgent-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115772416","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256150528","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490114048","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696159232","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864746496","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051917312","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554816","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281735424","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735680","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635840","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876928","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769614080","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769614336","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789668352","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896623104","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163840","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124164096","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431396608","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396864","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561842176","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593299200","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787335168","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793626624","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014976","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802015232","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786496","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786752","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247758336","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720764160","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720764416","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851115264","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851115520","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725902080","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725902336","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Midas-FableAgent-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709521152","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388046592","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Midas-FableAgent-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-1-7b-coder-distilled-sft","canonical_repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT","display_name":"Qwen3-1.7B-Coder-Distilled-SFT","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3430","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1282439072","shards":1,"effective_bpw":5.0496,"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1471805344","shards":1,"effective_bpw":5.7953,"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039008","shards":1,"effective_bpw":8.5249,"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4069679008","shards":1,"effective_bpw":16.0244,"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-1b-instruct-heretic","canonical_repo":"saidutta69/Llama-3.2-1B-Instruct-heretic","display_name":"Llama-3.2-1B-Instruct-heretic","publisher":"saidutta69","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"3429","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"saidutta69/Llama-3.2-1B-Instruct-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"393552768","shards":1,"effective_bpw":2.5476,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"413606784","shards":1,"effective_bpw":2.6775,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"447030144","shards":1,"effective_bpw":2.8938,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"475865984","shards":1,"effective_bpw":3.0805,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"488711040","shards":1,"effective_bpw":3.1637,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"515449728","shards":1,"effective_bpw":3.3367,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"554660736","shards":1,"effective_bpw":3.5906,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"562111360","shards":1,"effective_bpw":3.6388,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"580874848","shards":1,"effective_bpw":3.7603,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"580875136","shards":1,"effective_bpw":3.7603,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"621114240","shards":1,"effective_bpw":4.0208,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"641692256","shards":1,"effective_bpw":4.154,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"641692544","shards":1,"effective_bpw":4.154,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"643920768","shards":1,"effective_bpw":4.1684,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"657290112","shards":1,"effective_bpw":4.2549,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"690844256","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"690844544","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"732525152","shards":1,"effective_bpw":4.742,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"732525440","shards":1,"effective_bpw":4.742,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"743142272","shards":1,"effective_bpw":4.8107,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"748384864","shards":1,"effective_bpw":4.8446,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"773026688","shards":1,"effective_bpw":5.0042,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"773026688","shards":1,"effective_bpw":5.0042,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"775647840","shards":1,"effective_bpw":5.0211,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"775648128","shards":1,"effective_bpw":5.0211,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"807694944","shards":1,"effective_bpw":5.2286,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"807695232","shards":1,"effective_bpw":5.2286,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"831746944","shards":1,"effective_bpw":5.3843,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"892564064","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"892564352","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"911503968","shards":1,"effective_bpw":5.9006,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"911504256","shards":1,"effective_bpw":5.9006,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1021801056","shards":1,"effective_bpw":6.6146,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1021801344","shards":1,"effective_bpw":6.6146,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321083488","shards":1,"effective_bpw":8.552,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2479596128","shards":1,"effective_bpw":16.0516,"repo":"mradermacher/Llama-3.2-1B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-12b-arliai-rpmax-v1-1","canonical_repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","display_name":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1","publisher":"ArliAI","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3423","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435026688","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051008","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051168","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306491648","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411008","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229248","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229408","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722235648","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093248","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093408","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506048","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506208","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713088","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057248","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641408","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200448","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200608","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207808","shards":1,"effective_bpw":4.884,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207968","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281408","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738688","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738848","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634688","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634848","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822208","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213248","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213408","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381271808","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372608","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372768","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279488","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mlabonne-qwen3-4b-abliterated","canonical_repo":"mlabonne/Qwen3-4B-abliterated","display_name":"Qwen3-4B-abliterated","publisher":"mlabonne","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3417","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/Qwen3-4B-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1512983584","shards":1,"effective_bpw":3.0091,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499424","shards":1,"effective_bpw":3.3203,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499584","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670188064","shards":1,"effective_bpw":3.3217,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763699744","shards":1,"effective_bpw":3.5077,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814374944","shards":1,"effective_bpw":3.6085,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997024","shards":1,"effective_bpw":3.7529,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997184","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962895904","shards":1,"effective_bpw":3.9039,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617824","shards":1,"effective_bpw":4.128,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617984","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785504","shards":1,"effective_bpw":4.4545,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785664","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751264","shards":1,"effective_bpw":4.5161,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316224","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375772704","shards":1,"effective_bpw":4.725,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343264","shards":1,"effective_bpw":4.7361,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309344","shards":1,"effective_bpw":4.74,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309504","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280544","shards":1,"effective_bpw":4.9667,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280704","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591480864","shards":1,"effective_bpw":5.154,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629024","shards":1,"effective_bpw":5.1643,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711264","shards":1,"effective_bpw":5.6159,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711424","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513504","shards":1,"effective_bpw":5.7467,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513664","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2983713824","shards":1,"effective_bpw":5.9341,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261024","shards":1,"effective_bpw":6.5756,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261184","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400461344","shards":1,"effective_bpw":6.7629,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405024","shards":1,"effective_bpw":8.513,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405184","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284736","shards":1,"effective_bpw":16.0126,"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285184","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-4B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gliner2-base-v1","canonical_repo":"fastino/gliner2-base-v1","display_name":"gliner2-base-v1","publisher":"fastino","modality":"text","arch_key":"deberta","params_total":"208476821","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3416","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fastino/gliner2-base-v1","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"134758528","shards":2,"effective_bpw":5.1712,"repo":"antflydb/gliner2-base-v1","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-llama-70b-uncensored-v2-unbiased-reasoner","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner","display_name":"DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner","publisher":"nicoboss","modality":"text","arch_key":"llama","params_total":"70553722880","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"3415","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128257,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343492928","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751206208","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097395008","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142118208","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242353792","shards":1,"effective_bpw":2.522,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119304832","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471954304","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375119456","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375119744","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469505152","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307741888","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912062880","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912063168","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912063168","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937046208","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267506080","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267506368","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140604320","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140604608","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902674432","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269675744","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116546304","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347232736","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347233024","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520406496","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520406784","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313603328","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657460704","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657460992","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949830624","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949830912","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/DeepSeek-R1-Distill-Llama-70B-Uncensored-v2-Unbiased-Reasoner-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-nemotron-super-49b-v1","canonical_repo":"nvidia/Llama-3_3-Nemotron-Super-49B-v1","display_name":"Llama-3_3-Nemotron-Super-49B-v1","publisher":"nvidia","modality":"text","arch_key":"deci","params_total":"49867145216","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3413","n_layers":80,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3_3-Nemotron-Super-49B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"11029863328","shards":1,"effective_bpw":1.7695,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"11446492672","shards":1,"effective_bpw":1.8363,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"12015852448","shards":1,"effective_bpw":1.9277,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"12373302784","shards":1,"effective_bpw":1.985,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"13659167648","shards":1,"effective_bpw":2.1913,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"13659167680","shards":1,"effective_bpw":2.1913,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"13950295552","shards":1,"effective_bpw":2.238,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"15076580256","shards":1,"effective_bpw":2.4187,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"15076580288","shards":1,"effective_bpw":2.4187,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"15848479648","shards":1,"effective_bpw":2.5425,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"15848479680","shards":1,"effective_bpw":2.5425,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"17163131808","shards":1,"effective_bpw":2.7534,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"17163131840","shards":1,"effective_bpw":2.7534,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"17341914624","shards":1,"effective_bpw":2.7821,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739796640","shards":1,"effective_bpw":3.0064,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739796928","shards":1,"effective_bpw":3.0064,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739797504","shards":1,"effective_bpw":3.0064,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"18986049024","shards":1,"effective_bpw":3.0459,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19519019936","shards":1,"effective_bpw":3.1314,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19519019968","shards":1,"effective_bpw":3.1314,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"19692428800","shards":1,"effective_bpw":3.1592,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"19765844928","shards":1,"effective_bpw":3.171,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"20908006304","shards":1,"effective_bpw":3.3542,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"20908006336","shards":1,"effective_bpw":3.3542,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955336864","shards":1,"effective_bpw":3.5222,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"21955337120","shards":1,"effective_bpw":3.5222,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955337152","shards":1,"effective_bpw":3.5222,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955337728","shards":1,"effective_bpw":3.5222,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"22657227680","shards":1,"effective_bpw":3.6348,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"22657227712","shards":1,"effective_bpw":3.6348,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311224992","shards":1,"effective_bpw":3.9002,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311225280","shards":1,"effective_bpw":3.9002,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311225856","shards":1,"effective_bpw":3.9002,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"26272062112","shards":1,"effective_bpw":4.2147,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"26272062400","shards":1,"effective_bpw":4.2147,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26871405472","shards":1,"effective_bpw":4.3109,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26871405504","shards":1,"effective_bpw":4.3109,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26904239616","shards":1,"effective_bpw":4.3161,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28332661408","shards":1,"effective_bpw":4.5453,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384041888","shards":1,"effective_bpw":4.5535,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384041920","shards":1,"effective_bpw":4.5535,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384042496","shards":1,"effective_bpw":4.5535,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28457442240","shards":1,"effective_bpw":4.5653,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633602720","shards":1,"effective_bpw":4.5936,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633603008","shards":1,"effective_bpw":4.5936,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633603584","shards":1,"effective_bpw":4.5936,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215576224","shards":1,"effective_bpw":4.8474,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215576512","shards":1,"effective_bpw":4.8474,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215577088","shards":1,"effective_bpw":4.8474,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"30995372992","shards":1,"effective_bpw":4.9725,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"31383624640","shards":1,"effective_bpw":5.0348,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"31383625216","shards":1,"effective_bpw":5.0348,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"34434587296","shards":1,"effective_bpw":5.5242,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434587296","shards":1,"effective_bpw":5.5242,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434587584","shards":1,"effective_bpw":5.5242,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434588160","shards":1,"effective_bpw":5.5242,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391609504","shards":1,"effective_bpw":5.6777,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391609792","shards":1,"effective_bpw":5.6777,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391610368","shards":1,"effective_bpw":5.6777,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"36040072128","shards":1,"effective_bpw":5.7818,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917883552","shards":1,"effective_bpw":6.5643,"repo":"mmnga/Llama-3_3-Nemotron-Super-49B-v1-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917883840","shards":1,"effective_bpw":6.5643,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917884416","shards":1,"effective_bpw":6.5643,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52994825344","shards":2,"effective_bpw":8.5018,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744275456","shards":3,"effective_bpw":16.0016,"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744275872","shards":2,"effective_bpw":16.0016,"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chineseerrorcorrector4-4b","canonical_repo":"twnlp/ChineseErrorCorrector4-4B","display_name":"ChineseErrorCorrector4-4B","publisher":"twnlp","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3412","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"twnlp/ChineseErrorCorrector4-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255392","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017312","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620512","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099552","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300832","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983392","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453792","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498976","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669499232","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187872","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374752","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996576","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996832","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530592","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895712","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617376","shards":1,"effective_bpw":4.128,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617632","shards":1,"effective_bpw":4.128,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785056","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785312","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270751072","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315168","shards":1,"effective_bpw":4.5471,"repo":"renz7/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315616","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772512","shards":1,"effective_bpw":4.725,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381343072","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308896","shards":1,"effective_bpw":4.74,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383309152","shards":1,"effective_bpw":4.74,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279648","shards":1,"effective_bpw":4.9667,"repo":"renz7/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280096","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497280352","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628832","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710816","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823711072","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513056","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889513312","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260576","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260832","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/ChineseErrorCorrector4-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404576","shards":1,"effective_bpw":8.513,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284128","shards":1,"effective_bpw":16.0126,"repo":"renz7/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284576","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/ChineseErrorCorrector4-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-tts-tokenizer-12hz","canonical_repo":"Qwen/Qwen3-TTS-Tokenizer-12Hz","display_name":"Qwen3-TTS-Tokenizer-12Hz","publisher":"Qwen","modality":"text","arch_key":"qwen3tts_tokenizer","params_total":"170557441","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3409","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-TTS-Tokenizer-12Hz","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"290623616","shards":1,"effective_bpw":13.6317,"repo":"cstr/qwen3-tts-tokenizer-12hz-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-gemsicle-31b","canonical_repo":"Blazed-Forge/Gemma-4-Gemsicle-31B","display_name":"Gemma-4-Gemsicle-31B","publisher":"Blazed-Forge","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3407","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Blazed-Forge/Gemma-4-Gemsicle-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490272","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873184","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844704","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359840","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889568","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066784","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589856","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916314400","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314656","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508640","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369696","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357600","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357856","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357856","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498208","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109408","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109664","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270880","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271136","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791136","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234400","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578784","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164448","shards":1,"effective_bpw":4.544,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165984","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166240","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062304","shards":1,"effective_bpw":4.7804,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063840","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064096","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421856","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840544","shards":1,"effective_bpw":5.4518,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311842080","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842336","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569824","shards":1,"effective_bpw":5.5883,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845571360","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571616","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484064","shards":1,"effective_bpw":6.4468,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485600","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485856","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Gemsicle-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674912","shards":1,"effective_bpw":8.3486,"repo":"Blazed-Forge/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676448","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Gemsicle-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-v2-stheno-maid-blackroot-grand-horror-17b-glm4-7-thinking-uncensored","canonical_repo":"DavidAU/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED","display_name":"L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"16536629248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3401","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3814419040","shards":1,"effective_bpw":1.8453,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4131449440","shards":1,"effective_bpw":1.9987,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4659833440","shards":1,"effective_bpw":2.2543,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5119765088","shards":1,"effective_bpw":2.4768,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5388339808","shards":1,"effective_bpw":2.6067,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5811047008","shards":1,"effective_bpw":2.8112,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5874551392","shards":1,"effective_bpw":2.842,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6008046944","shards":1,"effective_bpw":2.9065,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6308858464","shards":1,"effective_bpw":3.0521,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6541380192","shards":1,"effective_bpw":3.1646,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6993226336","shards":1,"effective_bpw":3.3831,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7320742496","shards":1,"effective_bpw":3.5416,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7360293472","shards":1,"effective_bpw":3.5607,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7580887648","shards":1,"effective_bpw":3.6674,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7708116320","shards":1,"effective_bpw":3.729,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8102619744","shards":1,"effective_bpw":3.9198,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8779475552","shards":1,"effective_bpw":4.2473,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8993360480","shards":1,"effective_bpw":4.3508,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9120589152","shards":1,"effective_bpw":4.4123,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9476524640","shards":1,"effective_bpw":4.5845,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9484388960","shards":1,"effective_bpw":4.5883,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9507981920","shards":1,"effective_bpw":4.5997,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9611617632","shards":1,"effective_bpw":4.6499,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9635210592","shards":1,"effective_bpw":4.6613,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10014870112","shards":1,"effective_bpw":4.8449,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10142098784","shards":1,"effective_bpw":4.9065,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10447833696","shards":1,"effective_bpw":5.0544,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11448502880","shards":1,"effective_bpw":5.5385,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11575731552","shards":1,"effective_bpw":5.6,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11740957280","shards":1,"effective_bpw":5.68,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11868185952","shards":1,"effective_bpw":5.7415,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13574924896","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/L3-V2-Stheno-Maid-Blackroot-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14194656608","shards":1,"effective_bpw":6.867,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18072249696","shards":1,"effective_bpw":8.7429,"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-instruct-abliterated","canonical_repo":"huihui-ai/Llama-3.1-8B-Instruct-abliterated","display_name":"Llama-3.1-8B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"8030261312","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3397","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q5_K_M","bytes":"5732992160","shards":1,"effective_bpw":5.7114,"repo":"c4tdr0ut/grok-oss-Apollyon-8B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540775584","shards":1,"effective_bpw":8.5086,"repo":"c4tdr0ut/grok-oss-Apollyon-8B","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-reap-pruned-ratio-0-5","canonical_repo":"RangerX/Qwen3.6-35B-REAP-Pruned-ratio-0.5","display_name":"Qwen3.6-35B-REAP-Pruned-ratio-0.5","publisher":"RangerX","modality":"text","arch_key":"qwen35moe","params_total":"18990568816","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3397","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"RangerX/Qwen3.6-35B-REAP-Pruned-ratio-0.5","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"11373050592","shards":1,"effective_bpw":4.791,"repo":"lennyhans/Qwen3.6-35B-REAP-Pruned-ratio-0.5-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"13397263744","shards":1,"effective_bpw":5.6438,"repo":"sroecker/Qwen3.6-35B-REAP-Pruned-ratio-0.5-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-e4b-it-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-E4B-it-abliterated","display_name":"Huihui-gemma-4-E4B-it-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3392","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-E4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316352","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401316640","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633472","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633760","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163680","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691360","shards":1,"effective_bpw":4.717,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391552","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391840","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021276672","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276960","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951200","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091430912","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954080","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117920","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202964992","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965280","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286272","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286560","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945760","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685965312","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965600","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908672","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908960","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217257472","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257760","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031236608","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053091328","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-2-24b-instruct-2507","canonical_repo":"mistralai/Mistral-Small-3.2-24B-Instruct-2507","display_name":"Mistral-Small-3.2-24B-Instruct-2507","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3390","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"8890326048","shards":1,"effective_bpw":3.0172,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326048","shards":1,"effective_bpw":3.0172,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326048","shards":1,"effective_bpw":3.0172,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082848","shards":1,"effective_bpw":3.8941,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082848","shards":1,"effective_bpw":3.8941,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474082848","shards":1,"effective_bpw":3.8941,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910048","shards":1,"effective_bpw":4.8646,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910048","shards":1,"effective_bpw":4.8646,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910048","shards":1,"effective_bpw":4.8646,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984928","shards":1,"effective_bpw":5.6894,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984928","shards":1,"effective_bpw":5.6894,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763984928","shards":1,"effective_bpw":5.6894,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939488","shards":1,"effective_bpw":6.5656,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939488","shards":1,"effective_bpw":6.5656,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939488","shards":1,"effective_bpw":6.5656,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780448","shards":1,"effective_bpw":8.5031,"repo":"TheDrummer/Cydonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780448","shards":1,"effective_bpw":8.5031,"repo":"TheDrummer/Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780448","shards":1,"effective_bpw":8.5031,"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-0-mistral-7b","canonical_repo":"dphn/dolphin-2.0-mistral-7b","display_name":"dolphin-2.0-mistral-7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3389","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.0-mistral-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097760","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-31b-it-qat-q4-0-unquantized-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated","display_name":"Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3383","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489824","shards":1,"effective_bpw":1.7518,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872736","shards":1,"effective_bpw":1.8911,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844256","shards":1,"effective_bpw":2.1234,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359392","shards":1,"effective_bpw":2.3328,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889120","shards":1,"effective_bpw":2.4865,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066336","shards":1,"effective_bpw":2.6723,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589408","shards":1,"effective_bpw":2.6869,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313888","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314208","shards":1,"effective_bpw":2.9169,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508192","shards":1,"effective_bpw":2.9563,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369248","shards":1,"effective_bpw":3.1999,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357088","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357408","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357408","shards":1,"effective_bpw":3.3685,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497760","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108896","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109216","shards":1,"effective_bpw":3.742,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270368","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270688","shards":1,"effective_bpw":4.0703,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790688","shards":1,"effective_bpw":4.0966,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233888","shards":1,"effective_bpw":4.1275,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578336","shards":1,"effective_bpw":4.333,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165472","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165792","shards":1,"effective_bpw":4.3481,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063328","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063648","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421408","shards":1,"effective_bpw":4.7687,"repo":"mradermacher/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wibblewobble","canonical_repo":"Jellywibble/WibbleWobble","display_name":"WibbleWobble","publisher":"Jellywibble","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3370","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628224","shards":1,"effective_bpw":2.012,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972416","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212736","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782208","shards":1,"effective_bpw":2.596,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489280","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281536","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131872","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132096","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912960","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747616","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747840","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499680","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499904","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325472","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325696","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823776","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824000","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918368","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918592","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956832","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957056","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663296","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363232","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892416","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669408","shards":1,"effective_bpw":4.675,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669632","shards":1,"effective_bpw":4.675,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734688","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734912","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294432","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294656","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987872","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988096","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006880","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007104","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/WibbleWobble-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771296","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891616","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/WibbleWobble-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-guardpoint","canonical_repo":"ValiantLabs/gemma-4-12B-it-Guardpoint","display_name":"gemma-4-12B-it-Guardpoint","publisher":"ValiantLabs","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3367","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ValiantLabs/gemma-4-12B-it-Guardpoint","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983693248","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849728","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110528","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844288","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598528","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371807168","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148928","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830149312","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149568","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195968","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394688","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230592","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230848","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230848","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993408","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088832","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087089088","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320832","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566321088","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635256768","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552512","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975880128","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998528","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048832","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024049088","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383872","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381384128","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126848","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338373312","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373568","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547269312","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269568","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022592","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022848","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647552","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12B-it-Guardpoint-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-omni-30b-a3b-captioner","canonical_repo":"mrTEN10/Qwen3-Omni-30B-A3B-Captioner","display_name":"Qwen3-Omni-30B-A3B-Captioner","publisher":"mrTEN10","modality":"text","arch_key":"qwen3vlmoe","params_total":"31719205488","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3366","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mrTEN10/Qwen3-Omni-30B-A3B-Captioner","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416780480","shards":1,"effective_bpw":1.6184,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078563008","shards":1,"effective_bpw":1.7853,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181533888","shards":1,"effective_bpw":2.0635,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076493504","shards":1,"effective_bpw":2.2892,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287429312","shards":1,"effective_bpw":2.3424,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169806016","shards":1,"effective_bpw":2.565,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519669952","shards":1,"effective_bpw":2.6532,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258916032","shards":1,"effective_bpw":2.8396,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849624768","shards":1,"effective_bpw":2.9886,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598774976","shards":1,"effective_bpw":3.1776,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292801216","shards":1,"effective_bpw":3.3526,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299485888","shards":1,"effective_bpw":3.3543,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513395392","shards":1,"effective_bpw":3.4083,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14712179904","shards":1,"effective_bpw":3.7106,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15901002944","shards":1,"effective_bpw":4.0104,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368708800","shards":1,"effective_bpw":4.1284,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17380355264","shards":1,"effective_bpw":4.3836,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456377024","shards":1,"effective_bpw":4.4027,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18557054144","shards":1,"effective_bpw":4.6803,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192884416","shards":1,"effective_bpw":4.8407,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080911040","shards":1,"effective_bpw":5.3169,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725981888","shards":1,"effective_bpw":5.4796,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092967616","shards":1,"effective_bpw":6.3288,"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-1-dilemmadeluxe-8b","canonical_repo":"Yuma42/Llama3.1-DilemmaDeluxe-8B","display_name":"Llama3.1-DilemmaDeluxe-8B","publisher":"Yuma42","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3365","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Yuma42/Llama3.1-DilemmaDeluxe-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019629216","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973408","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213728","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605783200","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758490272","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282528","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988816544","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132832","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179133088","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913952","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748832","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500640","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500896","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326688","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824992","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919328","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919584","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957792","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321958048","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447664288","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364192","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893408","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677990560","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670368","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670624","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735648","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735904","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130254496","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295392","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295648","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988832","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732989088","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007840","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596008096","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772256","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892576","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama3.1-DilemmaDeluxe-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-12b-it-dflash","canonical_repo":"z-lab/gemma4-12B-it-DFlash","display_name":"gemma4-12B-it-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"727496960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3365","n_layers":5,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":2048,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/gemma4-12B-it-DFlash","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"405503776","shards":1,"effective_bpw":4.4592,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"442398496","shards":1,"effective_bpw":4.8649,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"524973856","shards":1,"effective_bpw":5.7729,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"612710176","shards":1,"effective_bpw":6.7377,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"788889376","shards":1,"effective_bpw":8.6751,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1470873376","shards":1,"effective_bpw":16.1746,"repo":"williamliao/gemma-4-12B-it-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"anubis-70b-v1-2","canonical_repo":"TheDrummer/Anubis-70B-v1.2","display_name":"Anubis-70B-v1.2","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3365","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Anubis-70B-v1.2","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343487584","shards":1,"effective_bpw":1.7398,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751200864","shards":1,"effective_bpw":1.8994,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389664","shards":1,"effective_bpw":2.1654,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142112864","shards":1,"effective_bpw":2.3973,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242347616","shards":1,"effective_bpw":2.522,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298656","shards":1,"effective_bpw":2.7349,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113312","shards":1,"effective_bpw":2.9906,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161312","shards":1,"effective_bpw":3.107,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469498976","shards":1,"effective_bpw":3.1147,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307734624","shards":1,"effective_bpw":3.3232,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055904","shards":1,"effective_bpw":3.5051,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937038944","shards":1,"effective_bpw":3.6213,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499104","shards":1,"effective_bpw":3.8856,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597344","shards":1,"effective_bpw":4.2113,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666336","shards":1,"effective_bpw":4.2977,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623392","shards":1,"effective_bpw":4.5416,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116537952","shards":1,"effective_bpw":4.5488,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224672","shards":1,"effective_bpw":4.5749,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398432","shards":1,"effective_bpw":4.8213,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300194912","shards":1,"effective_bpw":4.9098,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313594464","shards":1,"effective_bpw":5.0247,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451616","shards":1,"effective_bpw":5.5172,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821728","shards":2,"effective_bpw":5.6638,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284064","shards":2,"effective_bpw":5.7373,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148288","shards":2,"effective_bpw":6.5639,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397068064","shards":2,"effective_bpw":6.6216,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054624","shards":2,"effective_bpw":8.5013,"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"firefly-v4","canonical_repo":"Guilherme34/Firefly-v4","display_name":"Firefly-v4","publisher":"Guilherme34","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3361","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Guilherme34/Firefly-v4","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2989082304","shards":1,"effective_bpw":4.6675,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2989082528","shards":1,"effective_bpw":4.6675,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110211264","shards":1,"effective_bpw":4.8567,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110211488","shards":1,"effective_bpw":4.8567,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112404896","shards":1,"effective_bpw":4.8601,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134965664","shards":1,"effective_bpw":4.8953,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201345216","shards":1,"effective_bpw":4.999,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201345440","shards":1,"effective_bpw":4.999,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282347712","shards":1,"effective_bpw":5.1255,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282347936","shards":1,"effective_bpw":5.1255,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303925664","shards":1,"effective_bpw":5.1592,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309823680","shards":1,"effective_bpw":5.1684,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362219936","shards":1,"effective_bpw":5.2502,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362514848","shards":1,"effective_bpw":5.2507,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365070528","shards":1,"effective_bpw":5.2547,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365070752","shards":1,"effective_bpw":5.2547,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427874496","shards":1,"effective_bpw":5.3527,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427874720","shards":1,"effective_bpw":5.3527,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477776288","shards":1,"effective_bpw":5.4307,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595396800","shards":1,"effective_bpw":5.6143,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595397024","shards":1,"effective_bpw":5.6143,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630282432","shards":1,"effective_bpw":5.6688,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630282656","shards":1,"effective_bpw":5.6688,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845340864","shards":1,"effective_bpw":6.0046,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845341088","shards":1,"effective_bpw":6.0046,"repo":"Guilherme34/Firefly-v4-BetterGGUF-iMatrix","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967491264","shards":1,"effective_bpw":7.7569,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311299264","shards":1,"effective_bpw":14.5399,"repo":"Guilherme34/Firefly-v4-BetterGGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-27b-it-qat-q4-0-unquantized","canonical_repo":"google/gemma-3-27b-it-qat-q4_0-unquantized","display_name":"gemma-3-27b-it-qat-q4_0-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3361","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"UD-IQ1_S","bytes":"6506339424","shards":1,"effective_bpw":1.8974,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6986738784","shards":1,"effective_bpw":2.0375,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7685576064","shards":1,"effective_bpw":2.2413,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"7850253408","shards":1,"effective_bpw":2.2893,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8438904192","shards":1,"effective_bpw":2.461,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8782409088","shards":1,"effective_bpw":2.5612,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9493073280","shards":1,"effective_bpw":2.7684,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"9624505440","shards":1,"effective_bpw":2.8068,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720672","shards":1,"effective_bpw":3.0632,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10503720672","shards":1,"effective_bpw":3.0632,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720960","shards":1,"effective_bpw":3.0632,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10716478848","shards":1,"effective_bpw":3.1252,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"10810020960","shards":1,"effective_bpw":3.1525,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10845115776","shards":1,"effective_bpw":3.1627,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11562233856","shards":1,"effective_bpw":3.3718,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614176","shards":1,"effective_bpw":3.5484,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614464","shards":1,"effective_bpw":3.5484,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12547074048","shards":1,"effective_bpw":3.6591,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640416","shards":1,"effective_bpw":3.9188,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640704","shards":1,"effective_bpw":3.9188,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462400","shards":1,"effective_bpw":4.2413,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767447776","shards":1,"effective_bpw":4.3066,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14767448064","shards":1,"effective_bpw":4.3066,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567396576","shards":1,"effective_bpw":4.5399,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15567396864","shards":1,"effective_bpw":4.5399,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617973984","shards":1,"effective_bpw":4.5546,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15617974272","shards":1,"effective_bpw":4.5546,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056416","shards":1,"effective_bpw":4.571,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056704","shards":1,"effective_bpw":4.571,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546688736","shards":1,"effective_bpw":4.8254,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689024","shards":1,"effective_bpw":4.8254,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16888083840","shards":1,"effective_bpw":4.925,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294176","shards":1,"effective_bpw":5.0064,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17167294464","shards":1,"effective_bpw":5.0064,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767191776","shards":1,"effective_bpw":5.473,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192064","shards":1,"effective_bpw":5.473,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271675616","shards":1,"effective_bpw":5.6201,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271675904","shards":1,"effective_bpw":5.6201,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19613070720","shards":1,"effective_bpw":5.7197,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974176","shards":1,"effective_bpw":6.4645,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974464","shards":1,"effective_bpw":6.4645,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22508369280","shards":1,"effective_bpw":6.564,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972480","shards":1,"effective_bpw":8.372,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027964480","shards":2,"effective_bpw":15.756,"repo":"unsloth/gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54027964736","shards":2,"effective_bpw":15.756,"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"agares-31b-v1","canonical_repo":"DarkArtsForge/Agares-31B-v1","display_name":"Agares-31B-v1","publisher":"DarkArtsForge","modality":"text","arch_key":"gemma4","params_total":"30728018492","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3360","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DarkArtsForge/Agares-31B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156490656","shards":1,"effective_bpw":1.8632,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725873568","shards":1,"effective_bpw":2.0114,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674845088","shards":1,"effective_bpw":2.2585,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530360224","shards":1,"effective_bpw":2.4812,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889952","shards":1,"effective_bpw":2.6446,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917067168","shards":1,"effective_bpw":2.8422,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976590240","shards":1,"effective_bpw":2.8577,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916315040","shards":1,"effective_bpw":3.1024,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077509024","shards":1,"effective_bpw":3.1444,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072370080","shards":1,"effective_bpw":3.4034,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761358240","shards":1,"effective_bpw":3.5828,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761358240","shards":1,"effective_bpw":3.5828,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424498592","shards":1,"effective_bpw":3.7554,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287110048","shards":1,"effective_bpw":3.98,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628271520","shards":1,"effective_bpw":4.3291,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735791520","shards":1,"effective_bpw":4.3571,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701579168","shards":1,"effective_bpw":4.6086,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763166624","shards":1,"effective_bpw":4.6246,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687064480","shards":1,"effective_bpw":4.8652,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481422240","shards":1,"effective_bpw":5.072,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842720","shards":1,"effective_bpw":5.5485,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845572000","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201486240","shards":1,"effective_bpw":6.5612,"repo":"mradermacher/Agares-31B-v1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-14b-instruct-1m-abliterated","canonical_repo":"huihui-ai/Qwen2.5-14B-Instruct-1M-abliterated","display_name":"Qwen2.5-14B-Instruct-1M-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3357","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":1010000,"sliding_window":1010000,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-14B-Instruct-1M-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994976","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309856","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834656","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576096","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727456","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147296","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189216","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497952","shards":1,"effective_bpw":3.1255,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498656","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708576","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362656","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596192","shards":1,"effective_bpw":3.6071,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596896","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020256","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538976","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204512","shards":1,"effective_bpw":3.9752,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205216","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768672","shards":1,"effective_bpw":4.2923,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769376","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841376","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196320","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268896","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184096","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431712","shards":1,"effective_bpw":4.6437,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432416","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110752","shards":1,"effective_bpw":4.8683,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111456","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140896","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554272","shards":1,"effective_bpw":5.5607,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554976","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873632","shards":1,"effective_bpw":5.692,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874336","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684192","shards":1,"effective_bpw":6.5672,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684896","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598112","shards":1,"effective_bpw":8.5046,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716512","shards":1,"effective_bpw":16.0041,"repo":"DevQuasar-7/huihui-ai.Qwen2.5-14B-Instruct-1M-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-8b-instruct-abliterated-v3","canonical_repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3","display_name":"Meta-Llama-3-8B-Instruct-abliterated-v3","publisher":"failspy","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3350","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627616","shards":1,"effective_bpw":2.012,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019628064","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971808","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972256","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212128","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212576","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781600","shards":1,"effective_bpw":2.596,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782048","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488672","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489120","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280928","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281376","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988814944","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131488","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131936","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912352","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912800","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747232","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747680","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499296","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499744","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325088","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325536","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823392","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823840","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018917984","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918432","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956448","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956896","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662688","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663136","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892256","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677988960","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669024","shards":1,"effective_bpw":4.675,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669472","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734272","shards":1,"effective_bpw":4.9022,"repo":"SkyNotion/Meta-Llama-3-8B-Instruct-abliterated-v3-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920734304","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734752","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293728","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294496","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987168","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987936","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006176","shards":1,"effective_bpw":6.5711,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006944","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770592","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068890912","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-14b-abliterated-v2","canonical_repo":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2","display_name":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3347","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994688","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309568","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834368","shards":1,"effective_bpw":2.336,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575808","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727168","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147008","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188928","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497632","shards":1,"effective_bpw":3.1255,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498112","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498368","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708288","shards":1,"effective_bpw":3.221,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362368","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659595872","shards":1,"effective_bpw":3.6071,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596352","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596608","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019968","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538688","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204192","shards":1,"effective_bpw":3.9752,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204672","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204928","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768352","shards":1,"effective_bpw":4.2923,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768832","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769088","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841088","shards":1,"effective_bpw":4.398,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196032","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268608","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183808","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431392","shards":1,"effective_bpw":4.6437,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431872","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432128","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110432","shards":1,"effective_bpw":4.8683,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110912","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111168","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140608","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266553952","shards":1,"effective_bpw":5.5607,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554432","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554688","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873312","shards":1,"effective_bpw":5.692,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873792","shards":1,"effective_bpw":5.692,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874048","shards":1,"effective_bpw":5.692,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683872","shards":1,"effective_bpw":6.5672,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684352","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684608","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597792","shards":1,"effective_bpw":8.5046,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598272","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716192","shards":1,"effective_bpw":16.0041,"repo":"DevQuasar-7/huihui-ai.DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"uncensoredlm-deepseek-r1-distill-qwen-14b","canonical_repo":"uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B","display_name":"UncensoredLM-DeepSeek-R1-Distill-Qwen-14B","publisher":"uncensoredai","modality":"text","arch_key":"qwen2","params_total":"14219496448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3346","n_layers":46,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4539672768","shards":1,"effective_bpw":2.5541,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4824262848","shards":1,"effective_bpw":2.7142,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5163657408","shards":1,"effective_bpw":2.9051,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5567563968","shards":1,"effective_bpw":3.1324,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6154868928","shards":1,"effective_bpw":3.4628,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6327883968","shards":1,"effective_bpw":3.5601,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6422911168","shards":1,"effective_bpw":3.6136,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6662097088","shards":1,"effective_bpw":3.7481,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7066515648","shards":1,"effective_bpw":3.9757,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7635368128","shards":1,"effective_bpw":4.2957,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7825606848","shards":1,"effective_bpw":4.4027,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8230045888","shards":1,"effective_bpw":4.6303,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8238074048","shards":1,"effective_bpw":4.6348,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8254785728","shards":1,"effective_bpw":4.6442,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8639113408","shards":1,"effective_bpw":4.8604,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9047935168","shards":1,"effective_bpw":5.0904,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9216956608","shards":1,"effective_bpw":5.1855,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9887942848","shards":1,"effective_bpw":5.563,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10110068928","shards":1,"effective_bpw":5.688,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10590591168","shards":1,"effective_bpw":5.9583,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11672959168","shards":1,"effective_bpw":6.5673,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12050077888","shards":1,"effective_bpw":6.7795,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15116548288","shards":1,"effective_bpw":8.5047,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"28446570688","shards":1,"effective_bpw":16.0043,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"56883951680","shards":2,"effective_bpw":32.0034,"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-vl-32b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-VL-32B-Instruct-abliterated","display_name":"Huihui-Qwen3-VL-32B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3345","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-VL-32B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323843712","shards":1,"effective_bpw":1.7565,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959870592","shards":1,"effective_bpw":1.909,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019915392","shards":1,"effective_bpw":2.1632,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951837312","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514827392","shards":1,"effective_bpw":2.5217,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362863232","shards":1,"effective_bpw":2.7251,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465816192","shards":1,"effective_bpw":2.7498,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653664","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344653952","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821039232","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702923392","shards":1,"effective_bpw":3.2863,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740384","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389740672","shards":1,"effective_bpw":3.451,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434305152","shards":1,"effective_bpw":3.4617,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930084992","shards":1,"effective_bpw":3.5806,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779424","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971779712","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330996064","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330996352","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690497152","shards":1,"effective_bpw":4.2427,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854336864","shards":1,"effective_bpw":4.282,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703089792","shards":1,"effective_bpw":4.4855,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771246944","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771247232","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151264","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762151552","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636524672","shards":1,"effective_bpw":4.9492,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495264","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635495552","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833504","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214833792","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308384","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883308672","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721184","shards":1,"effective_bpw":8.3502,"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smolvlm-instruct","canonical_repo":"HuggingFaceTB/SmolVLM-Instruct","display_name":"SmolVLM-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"2246272880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3341","n_layers":24,"n_head":32,"n_head_kv":32,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49155,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1112242368","shards":1,"effective_bpw":3.9612,"repo":"ggml-org/SmolVLM-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1927383680","shards":1,"effective_bpw":6.8643,"repo":"ggml-org/SmolVLM-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3626088320","shards":1,"effective_bpw":12.9142,"repo":"ggml-org/SmolVLM-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-sushi-coder-rl","canonical_repo":"bigatuna/Qwen3.5-9b-Sushi-Coder-RL","display_name":"Qwen3.5-9b-Sushi-Coder-RL","publisher":"bigatuna","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3341","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bigatuna/Qwen3.5-9b-Sushi-Coder-RL","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5629109056","shards":1,"effective_bpw":4.7857,"repo":"bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259456","shards":1,"effective_bpw":6.2567,"repo":"bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501632","shards":1,"effective_bpw":8.1001,"repo":"bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tessera-4","canonical_repo":"GenueAI/Tessera-4","display_name":"Tessera-4","publisher":"GenueAI","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3337","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GenueAI/Tessera-4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994592","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309472","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834272","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575712","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727072","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356146912","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188832","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498048","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498272","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708192","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362272","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596288","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596512","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019872","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538592","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204608","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204832","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768768","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924768992","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119840992","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186195968","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268512","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183712","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431808","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432032","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110848","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111072","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140512","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554368","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554592","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873728","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508873952","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684288","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684512","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Tessera-4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598208","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Tessera-4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-0-8b-abliterated-athanorlite-orpo","canonical_repo":"nbeerbower/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO","display_name":"Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO","publisher":"nbeerbower","modality":"text","arch_key":"qwen35","params_total":"852985920","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3333","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"329950688","shards":1,"effective_bpw":3.0945,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"338332640","shards":1,"effective_bpw":3.1732,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"352302560","shards":1,"effective_bpw":3.3042,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"363871712","shards":1,"effective_bpw":3.4127,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"366759392","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"377935328","shards":1,"effective_bpw":3.5446,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"398001632","shards":1,"effective_bpw":3.7328,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"414685152","shards":1,"effective_bpw":3.8893,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"422328288","shards":1,"effective_bpw":3.9609,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"435364320","shards":1,"effective_bpw":4.0832,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"443302368","shards":1,"effective_bpw":4.1577,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"450822624","shards":1,"effective_bpw":4.2282,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"453956064","shards":1,"effective_bpw":4.2576,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"466223584","shards":1,"effective_bpw":4.3726,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"491323872","shards":1,"effective_bpw":4.608,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"502141920","shards":1,"effective_bpw":4.7095,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"504089568","shards":1,"effective_bpw":4.7278,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"505254880","shards":1,"effective_bpw":4.7387,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"516002784","shards":1,"effective_bpw":4.8395,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"529298400","shards":1,"effective_bpw":4.9642,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"532554720","shards":1,"effective_bpw":4.9947,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"563655648","shards":1,"effective_bpw":5.2864,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"577999840","shards":1,"effective_bpw":5.421,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"629745120","shards":1,"effective_bpw":5.9063,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-Athanorlite-ORPO-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-styletune","canonical_repo":"Gryphe/Gemma-4-26B-A4B-StyleTune","display_name":"Gemma-4-26B-A4B-StyleTune","publisher":"Gryphe","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3330","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Gryphe/Gemma-4-26B-A4B-StyleTune","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532492576","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910878496","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541521696","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058651936","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190395680","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910240","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824958464","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824958752","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703136","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642888480","shards":1,"effective_bpw":3.509,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262368","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539603968","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604256","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604256","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758240","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928064","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603928352","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141682688","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141682976","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309893920","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14309893984","shards":1,"effective_bpw":4.3128,"repo":"NeveAI/Neve-Muse-3-26B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976448","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903292704","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061440","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880061728","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950176","shards":1,"effective_bpw":4.952,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252224","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211252512","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494244352","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494244640","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640401408","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640401696","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952128","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952416","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194304","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nomic-embed-code","canonical_repo":"nomic-ai/nomic-embed-code","display_name":"nomic-embed-code","publisher":"nomic-ai","modality":"embedding","arch_key":"qwen2","params_total":"7070619136","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3328","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nomic-ai/nomic-embed-code","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2546165824","shards":1,"effective_bpw":2.8808,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2837112128","shards":1,"effective_bpw":3.21,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2837114944","shards":1,"effective_bpw":3.21,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2880337984","shards":1,"effective_bpw":3.2589,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2969106496","shards":1,"effective_bpw":3.3594,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3112079424","shards":1,"effective_bpw":3.5211,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3258189120","shards":1,"effective_bpw":3.6865,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3258191936","shards":1,"effective_bpw":3.6865,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3339835456","shards":1,"effective_bpw":3.7788,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3574211904","shards":1,"effective_bpw":4.044,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3574214720","shards":1,"effective_bpw":4.044,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3854280000","shards":1,"effective_bpw":4.3609,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3854282560","shards":1,"effective_bpw":4.3609,"repo":"lmstudio-community/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3854282816","shards":1,"effective_bpw":4.3609,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3928944704","shards":1,"effective_bpw":4.4454,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4124828992","shards":1,"effective_bpw":4.667,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4131254336","shards":1,"effective_bpw":4.6743,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4137562176","shards":1,"effective_bpw":4.6814,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4151207232","shards":1,"effective_bpw":4.6969,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4151210048","shards":1,"effective_bpw":4.6969,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4376511808","shards":1,"effective_bpw":4.9518,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4376514368","shards":1,"effective_bpw":4.9518,"repo":"lmstudio-community/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4376514624","shards":1,"effective_bpw":4.9518,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4508506176","shards":1,"effective_bpw":5.1011,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4532659520","shards":1,"effective_bpw":5.1284,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4532662336","shards":1,"effective_bpw":5.1284,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4940490048","shards":1,"effective_bpw":5.5899,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4940492864","shards":1,"effective_bpw":5.5899,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5070144832","shards":1,"effective_bpw":5.7366,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5070147648","shards":1,"effective_bpw":5.7366,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5202139200","shards":1,"effective_bpw":5.8859,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5807129920","shards":1,"effective_bpw":6.5704,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5807132480","shards":1,"effective_bpw":6.5704,"repo":"lmstudio-community/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5807132736","shards":1,"effective_bpw":6.5704,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"5939124288","shards":1,"effective_bpw":6.7198,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7519464768","shards":1,"effective_bpw":8.5078,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7519467328","shards":1,"effective_bpw":8.5078,"repo":"lmstudio-community/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7519467584","shards":1,"effective_bpw":8.5078,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14147857728","shards":1,"effective_bpw":16.0075,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14147857728","shards":1,"effective_bpw":16.0075,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14147860288","shards":1,"effective_bpw":16.0075,"repo":"bartowski/nomic-ai_nomic-embed-code-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"28288429376","shards":1,"effective_bpw":32.0067,"repo":"nomic-ai/nomic-embed-code-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-9b-merged","canonical_repo":"King3Djbl/mythos-9b-merged","display_name":"mythos-9b-merged","publisher":"King3Djbl","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3327","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"King3Djbl/mythos-9b-merged","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770464","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148576","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112096","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157280","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744544","shards":1,"effective_bpw":2.798,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915360","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552864","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733472","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733728","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633888","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874976","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612128","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612384","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666400","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621152","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161888","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162144","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394656","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394912","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840224","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297248","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333216","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624672","shards":1,"effective_bpw":4.682,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013024","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013280","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784544","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784800","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756384","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762208","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762464","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113312","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113568","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900128","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900384","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/mythos-9b-merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519200","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044640","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/mythos-9b-merged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-apollyon-8b-heretic","canonical_repo":"Yingyaeliae/grok-oss-Apollyon-8B-heretic","display_name":"grok-oss-Apollyon-8B-heretic","publisher":"Yingyaeliae","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3321","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Yingyaeliae/grok-oss-Apollyon-8B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633760","shards":1,"effective_bpw":2.012,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977952","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218272","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787744","shards":1,"effective_bpw":2.596,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494816","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948287072","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988821088","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137344","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137632","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918496","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753376","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664505152","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505440","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682331232","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829536","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923840","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018924128","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962304","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962592","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668832","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368704","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897952","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677995104","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674880","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692675168","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920740160","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740448","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130259040","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299904","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599300192","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993344","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993632","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012352","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012640","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776768","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068897088","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/grok-oss-Apollyon-8B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-fable-5-quad-stock","canonical_repo":"ZeroXClem/Qwen3.5-9B-Fable-5-Quad-Stock","display_name":"Qwen3.5-9B-Fable-5-Quad-Stock","publisher":"ZeroXClem","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3321","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ZeroXClem/Qwen3.5-9B-Fable-5-Quad-Stock","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"5313357664","shards":1,"effective_bpw":4.5173,"repo":"ZeroXClem/Qwen3.5-9B-Fable-5-Quad-Stock-Q4_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629110112","shards":1,"effective_bpw":4.7857,"repo":"ZeroXClem/Qwen3.5-9B-Fable-5-Quad-Stock-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502688","shards":1,"effective_bpw":8.1001,"repo":"ZeroXClem/Qwen3.5-9B-Fable-5-Quad-Stock-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"golem-70b-v1b","canonical_repo":"Naphula/Golem-70B-v1b","display_name":"Golem-70B-v1b","publisher":"Naphula","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3315","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Naphula/Golem-70B-v1b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343487520","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751200800","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097389600","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142112800","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242347552","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119298592","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471947808","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375112992","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375113248","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469498912","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307734560","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912055584","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912055840","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912055840","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937038880","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267498784","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267499040","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597024","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140597280","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902666272","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269667616","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116537888","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224352","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347224608","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398112","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520398368","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313594400","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451296","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657451552","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821216","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Golem-70B-v1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949821472","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Golem-70B-v1b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-gemini-pro-high-reasoning-2507-abliterated-uncensored","canonical_repo":"DavidAU/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED","display_name":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED","publisher":"DavidAU","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3311","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"DavidAU/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416510496","shards":1,"effective_bpw":1.6812,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"6416510496","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293024","shards":1,"effective_bpw":1.8546,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293024","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263904","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263904","shards":1,"effective_bpw":2.1436,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076223520","shards":1,"effective_bpw":2.3781,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076223520","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132704","shards":1,"effective_bpw":2.4334,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132704","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509408","shards":1,"effective_bpw":2.6646,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509408","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365152","shards":1,"effective_bpw":2.7563,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365152","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610976","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611232","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611232","shards":1,"effective_bpw":2.95,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328160","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328160","shards":1,"effective_bpw":3.1048,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598443552","shards":1,"effective_bpw":3.301,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598443552","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292469536","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469792","shards":1,"effective_bpw":3.4829,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469792","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299154464","shards":1,"effective_bpw":3.4846,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299154464","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063968","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063968","shards":1,"effective_bpw":3.5407,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848224","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711848480","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711848480","shards":1,"effective_bpw":3.8548,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900671264","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900671520","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900671520","shards":1,"effective_bpw":4.1663,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350752","shards":1,"effective_bpw":4.2888,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350752","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557094176","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989024","shards":1,"effective_bpw":4.5539,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989024","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456010528","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010784","shards":1,"effective_bpw":4.5738,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010784","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687648","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687904","shards":1,"effective_bpw":4.8622,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687904","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501792","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501792","shards":1,"effective_bpw":5.0288,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080511776","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512032","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512032","shards":1,"effective_bpw":5.5235,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725582624","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582880","shards":1,"effective_bpw":5.6925,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582880","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092533536","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533792","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533792","shards":1,"effective_bpw":6.5747,"repo":"Syujil/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933472","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b","canonical_repo":"unsloth/Qwen3.6-35b","display_name":"Qwen3.6-35b","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3309","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"c1-tachu","canonical_repo":"Pomoika24/C1-Tachu","display_name":"C1-Tachu","publisher":"Pomoika24","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3308","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Pomoika24/C1-Tachu","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994688","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309568","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834368","shards":1,"effective_bpw":2.336,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575808","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727168","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147008","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188928","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498112","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498368","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708288","shards":1,"effective_bpw":3.221,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362368","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596352","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596608","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019968","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538688","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204672","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204928","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768832","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769088","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841088","shards":1,"effective_bpw":4.398,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196032","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268608","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183808","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431872","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432128","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110912","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111168","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140608","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554432","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554688","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873792","shards":1,"effective_bpw":5.692,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874048","shards":1,"effective_bpw":5.692,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684352","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684608","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/C1-Tachu-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598272","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/C1-Tachu-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-community-mixtral-8x22b-v0-1","canonical_repo":"mistral-community/Mixtral-8x22B-v0.1","display_name":"Mixtral-8x22B-v0.1","publisher":"mistral-community","modality":"text","arch_key":"llama","params_total":"140620634112","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3306","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32000,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"mistral-community/Mixtral-8x22B-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q6_K","bytes":"18246339424","shards":1,"effective_bpw":1.038,"repo":"bartowski/dolphin-2.9.1-mixtral-1x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23631905440","shards":1,"effective_bpw":1.3444,"repo":"bartowski/dolphin-2.9.1-mixtral-1x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"32737916000","shards":1,"effective_bpw":1.8625,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"37885113440","shards":1,"effective_bpw":2.1553,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"46713121088","shards":1,"effective_bpw":2.6575,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"52103165152","shards":5,"effective_bpw":2.9642,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"52108684160","shards":2,"effective_bpw":2.9645,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"54904597024","shards":2,"effective_bpw":3.1236,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"58228204768","shards":5,"effective_bpw":3.3126,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"61498189024","shards":5,"effective_bpw":3.4987,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"61498189024","shards":5,"effective_bpw":3.4987,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"61503709312","shards":2,"effective_bpw":3.499,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"64492922080","shards":5,"effective_bpw":3.669,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"64498442368","shards":2,"effective_bpw":3.6694,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67789645024","shards":5,"effective_bpw":3.8566,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67795165312","shards":2,"effective_bpw":3.8569,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"72579802336","shards":5,"effective_bpw":4.1291,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"75478914400","shards":2,"effective_bpw":4.294,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"76354196704","shards":5,"effective_bpw":4.3438,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"80478098656","shards":5,"effective_bpw":4.5785,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"80478098656","shards":5,"effective_bpw":4.5785,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"85586760928","shards":5,"effective_bpw":4.8691,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"85592282848","shards":2,"effective_bpw":4.8694,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"88953609440","shards":3,"effective_bpw":5.0606,"repo":"bartowski/dolphin-2.9.1-mixtral-1x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"96973706464","shards":5,"effective_bpw":5.5169,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99968439520","shards":5,"effective_bpw":5.6873,"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"99973963072","shards":3,"effective_bpw":5.6876,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"149420329824","shards":4,"effective_bpw":8.5006,"repo":"bartowski/dolphin-2.9.2-mixtral-8x22b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5","canonical_repo":"zai-org/GLM-5","display_name":"GLM-5","publisher":"zai-org","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"3305","n_layers":78,"n_head":64,"n_head_kv":64,"head_dim_k":256,"head_dim_v":256,"hidden":6144,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"zai-org/GLM-5","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"176142433184","shards":1,"effective_bpw":1.8692,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"203699011168","shards":6,"effective_bpw":2.1617,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"223855224416","shards":6,"effective_bpw":2.3755,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"241073170016","shards":6,"effective_bpw":2.5583,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"254763378336","shards":7,"effective_bpw":2.7035,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"275953473216","shards":7,"effective_bpw":2.9284,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"276176500448","shards":7,"effective_bpw":2.9308,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"304536467744","shards":8,"effective_bpw":3.2317,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"326276833568","shards":8,"effective_bpw":3.4624,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"360308302304","shards":9,"effective_bpw":3.8236,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"402895582272","shards":10,"effective_bpw":4.2755,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"425923884032","shards":10,"effective_bpw":4.5199,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"427145999360","shards":10,"effective_bpw":4.5329,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"428368114688","shards":10,"effective_bpw":4.5458,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"455879275712","shards":11,"effective_bpw":4.8378,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"472704107744","shards":11,"effective_bpw":5.0163,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"519738348800","shards":12,"effective_bpw":5.5155,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"535169914112","shards":12,"effective_bpw":5.6792,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"619377928352","shards":14,"effective_bpw":6.5728,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"801344964608","shards":18,"effective_bpw":8.5039,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1507979369824","shards":33,"effective_bpw":16.0027,"repo":"unsloth/GLM-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-35b-a3b-claude-4-6-opus-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated","display_name":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3301","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12939591168","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182181888","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764761600","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115327488","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939309568","shards":1,"effective_bpw":4.2144,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889901056","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166753952","shards":1,"effective_bpw":4.71,"repo":"cesarsal1nas/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166755328","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981280768","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729128448","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514149888","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903136768","shards":1,"effective_bpw":8.2117,"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-1-5b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-1.5B-Instruct-abliterated","display_name":"Qwen2.5-Coder-1.5B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3299","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-1.5B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"701332960","shards":1,"effective_bpw":3.1572,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752881120","shards":1,"effective_bpw":3.3893,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752881280","shards":1,"effective_bpw":3.3893,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"831977440","shards":1,"effective_bpw":3.7454,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"831977600","shards":1,"effective_bpw":3.7454,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861222880","shards":1,"effective_bpw":3.877,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861223040","shards":1,"effective_bpw":3.877,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"862685312","shards":1,"effective_bpw":3.8836,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"876942304","shards":1,"effective_bpw":3.9478,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"876942464","shards":1,"effective_bpw":3.9478,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456928","shards":1,"effective_bpw":4.1617,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924457088","shards":1,"effective_bpw":4.1617,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980441056","shards":1,"effective_bpw":4.4137,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980441216","shards":1,"effective_bpw":4.4137,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"980785120","shards":1,"effective_bpw":4.4152,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1019711968","shards":1,"effective_bpw":4.5905,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1026163328","shards":1,"effective_bpw":4.6195,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1068808672","shards":1,"effective_bpw":4.8115,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585760","shards":1,"effective_bpw":4.824,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585920","shards":1,"effective_bpw":4.824,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321696","shards":1,"effective_bpw":5.0299,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321856","shards":1,"effective_bpw":5.0299,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259174368","shards":1,"effective_bpw":5.6685,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259174528","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285495264","shards":1,"effective_bpw":5.787,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285495424","shards":1,"effective_bpw":5.787,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1290528736","shards":1,"effective_bpw":5.8096,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1429530592","shards":1,"effective_bpw":6.4354,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179680","shards":1,"effective_bpw":6.5914,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179840","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1577220064","shards":1,"effective_bpw":7.1002,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894533088","shards":1,"effective_bpw":8.5287,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894533248","shards":1,"effective_bpw":8.5287,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560416928","shards":1,"effective_bpw":16.0281,"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560417408","shards":1,"effective_bpw":16.0281,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-roleplay-tuned-v1","canonical_repo":"Indexnusrefather/gemma-3-4b-it-roleplay-tuned-v1","display_name":"gemma-3-4b-it-roleplay-tuned-v1","publisher":"Indexnusrefather","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3297","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Indexnusrefather/gemma-3-4b-it-roleplay-tuned-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1133094208","shards":1,"effective_bpw":2.108,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1199572288","shards":1,"effective_bpw":2.2317,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1310369088","shards":1,"effective_bpw":2.4379,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1404577088","shards":1,"effective_bpw":2.6131,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1449346368","shards":1,"effective_bpw":2.6964,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1537983808","shards":1,"effective_bpw":2.8613,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1636063808","shards":1,"effective_bpw":3.0438,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1689453888","shards":1,"effective_bpw":3.1431,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165600","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1729165888","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1863391808","shards":1,"effective_bpw":3.4667,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937365280","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1937365568","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1937365568","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1986804288","shards":1,"effective_bpw":3.6963,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460960","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2098461248","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236086560","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2236086848","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2263243328","shards":1,"effective_bpw":4.2106,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279627040","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2363513408","shards":1,"effective_bpw":4.3972,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2370067008","shards":1,"effective_bpw":4.4093,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377931040","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2377931328","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489895200","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2489895488","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2564053568","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764593440","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2764593728","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829699360","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2829699648","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190741280","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3190741568","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130403360","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804960","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"valkyrie-49b-v2-1","canonical_repo":"TheDrummer/Valkyrie-49B-v2.1","display_name":"Valkyrie-49B-v2.1","publisher":"TheDrummer","modality":"text","arch_key":"deci","params_total":"49867145216","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3294","n_layers":80,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Valkyrie-49B-v2.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"11029865952","shards":1,"effective_bpw":1.7695,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"12015854656","shards":1,"effective_bpw":1.9277,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12015855072","shards":1,"effective_bpw":1.9277,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"13659169856","shards":1,"effective_bpw":2.1913,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"13659170272","shards":1,"effective_bpw":2.1913,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"15076582464","shards":1,"effective_bpw":2.4187,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"15076582880","shards":1,"effective_bpw":2.4187,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"15848481856","shards":1,"effective_bpw":2.5425,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"15848482272","shards":1,"effective_bpw":2.5425,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"17163134016","shards":1,"effective_bpw":2.7534,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"17163134432","shards":1,"effective_bpw":2.7534,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"17507198432","shards":1,"effective_bpw":2.8086,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"18739799104","shards":1,"effective_bpw":3.0064,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"18739799520","shards":1,"effective_bpw":3.0064,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"19519022144","shards":1,"effective_bpw":3.1314,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"19519022560","shards":1,"effective_bpw":3.1314,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"19765847104","shards":1,"effective_bpw":3.171,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"20908008512","shards":1,"effective_bpw":3.3542,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"20908008928","shards":1,"effective_bpw":3.3542,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"21955339328","shards":1,"effective_bpw":3.5222,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"21955339744","shards":1,"effective_bpw":3.5222,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"21955339744","shards":1,"effective_bpw":3.5222,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"22657229888","shards":1,"effective_bpw":3.6348,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"22657230304","shards":1,"effective_bpw":3.6348,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"24311227456","shards":1,"effective_bpw":3.9002,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"24311227872","shards":1,"effective_bpw":3.9002,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"26272064576","shards":1,"effective_bpw":4.2147,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"26272064992","shards":1,"effective_bpw":4.2147,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"26871407680","shards":1,"effective_bpw":4.3109,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"26871408096","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"28384044096","shards":1,"effective_bpw":4.5535,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"28457444416","shards":1,"effective_bpw":4.5653,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"28457444832","shards":1,"effective_bpw":4.5653,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"28633605184","shards":1,"effective_bpw":4.5936,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"28633605600","shards":1,"effective_bpw":4.5936,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"30215578688","shards":1,"effective_bpw":4.8474,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"30215579104","shards":1,"effective_bpw":4.8474,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"30995375168","shards":1,"effective_bpw":4.9725,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"31383626816","shards":1,"effective_bpw":5.0348,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"31383627232","shards":1,"effective_bpw":5.0348,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"34434589760","shards":1,"effective_bpw":5.5242,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"34434590176","shards":1,"effective_bpw":5.5242,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"35391611968","shards":1,"effective_bpw":5.6777,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"35391612384","shards":1,"effective_bpw":5.6777,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"36040074304","shards":1,"effective_bpw":5.7818,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"40917886016","shards":1,"effective_bpw":6.5643,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"40917886432","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Valkyrie-49B-v2.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"41426805824","shards":1,"effective_bpw":6.6459,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"52994827520","shards":2,"effective_bpw":8.5018,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"99744277632","shards":3,"effective_bpw":16.0016,"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-2b","canonical_repo":"google/gemma-2b","display_name":"gemma-2b","publisher":"google","modality":"text","arch_key":"gemma","params_total":"2506172416","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3292","n_layers":18,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":256000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-2b","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"899965856","shards":1,"effective_bpw":2.8728,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1083296672","shards":1,"effective_bpw":3.458,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1157923968","shards":1,"effective_bpw":3.6962,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1157962304","shards":1,"effective_bpw":3.6964,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1179118496","shards":1,"effective_bpw":3.7639,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1260907424","shards":1,"effective_bpw":4.025,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1287980160","shards":1,"effective_bpw":4.1114,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1288018496","shards":1,"effective_bpw":4.1115,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1383801984","shards":1,"effective_bpw":4.4173,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"1383840320","shards":1,"effective_bpw":4.4174,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1383840320","shards":1,"effective_bpw":4.4174,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1424823200","shards":1,"effective_bpw":4.5482,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1465590912","shards":1,"effective_bpw":4.6783,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1465629248","shards":1,"effective_bpw":4.6785,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1495245728","shards":1,"effective_bpw":4.773,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1551227456","shards":1,"effective_bpw":4.9517,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1559839872","shards":1,"effective_bpw":4.9792,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1559878208","shards":1,"effective_bpw":4.9793,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1630262400","shards":1,"effective_bpw":5.204,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"1630300736","shards":1,"effective_bpw":5.2041,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1630300736","shards":1,"effective_bpw":5.2041,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1675090496","shards":1,"effective_bpw":5.3471,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1729467296","shards":1,"effective_bpw":5.5207,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1770202016","shards":1,"effective_bpw":5.6507,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1798915200","shards":1,"effective_bpw":5.7424,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1798953536","shards":1,"effective_bpw":5.7425,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1798953536","shards":1,"effective_bpw":5.7425,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1839649920","shards":1,"effective_bpw":5.8724,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1839688256","shards":1,"effective_bpw":5.8725,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1839688256","shards":1,"effective_bpw":5.8725,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1922816576","shards":1,"effective_bpw":6.1379,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2062124160","shards":1,"effective_bpw":6.5825,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2062162496","shards":1,"effective_bpw":6.5827,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2062343072","shards":1,"effective_bpw":6.5832,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2669069440","shards":1,"effective_bpw":8.52,"repo":"MaziyarPanahi/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2669118688","shards":1,"effective_bpw":8.5201,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2669351840","shards":1,"effective_bpw":8.5209,"repo":"brittlewis12/gemma-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5018626528","shards":1,"effective_bpw":16.0201,"repo":"NexaAI/Octopus-v2-gguf-awq","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b-gguf","canonical_repo":"unsloth/gpt-oss-20b-GGUF","display_name":"gpt-oss-20b-GGUF","publisher":"unsloth","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3291","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"unsloth/gpt-oss-20b-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"llama-3-2-3b-instruct-abliterated","canonical_repo":"huihui-ai/Llama-3.2-3B-Instruct-abliterated","display_name":"Llama-3.2-3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"3606752256","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3289","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Llama-3.2-3B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"997440256","shards":1,"effective_bpw":2.2124,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"997440704","shards":1,"effective_bpw":2.2124,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"1053473536","shards":1,"effective_bpw":2.3367,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1053473984","shards":1,"effective_bpw":2.3367,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1146862784","shards":1,"effective_bpw":2.5438,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1229830912","shards":1,"effective_bpw":2.7278,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1229831360","shards":1,"effective_bpw":2.7278,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1323619520","shards":1,"effective_bpw":2.9359,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1398330560","shards":1,"effective_bpw":3.1016,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1493218048","shards":1,"effective_bpw":3.3121,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1493218496","shards":1,"effective_bpw":3.3121,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1518064832","shards":1,"effective_bpw":3.3672,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1646086912","shards":1,"effective_bpw":3.6511,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1646087360","shards":1,"effective_bpw":3.6511,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1712147200","shards":1,"effective_bpw":3.7976,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1712147648","shards":1,"effective_bpw":3.7976,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1712147648","shards":1,"effective_bpw":3.7976,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1768967360","shards":1,"effective_bpw":3.9237,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1856457472","shards":1,"effective_bpw":4.1177,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1856457920","shards":1,"effective_bpw":4.1177,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1984645888","shards":1,"effective_bpw":4.4021,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1984646336","shards":1,"effective_bpw":4.4021,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2038424320","shards":1,"effective_bpw":4.5214,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2038424768","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2143536320","shards":1,"effective_bpw":4.7545,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2149827328","shards":1,"effective_bpw":4.7685,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2149827776","shards":1,"effective_bpw":4.7685,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2241004000","shards":1,"effective_bpw":4.9707,"repo":"Hasaranga85/Llama-3.2-3B-Instruct-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2241004288","shards":1,"effective_bpw":4.9707,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2241004736","shards":1,"effective_bpw":4.9707,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2540389120","shards":1,"effective_bpw":5.6347,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2540389568","shards":1,"effective_bpw":5.6347,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2593030912","shards":1,"effective_bpw":5.7515,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2593031360","shards":1,"effective_bpw":5.7515,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2967059200","shards":1,"effective_bpw":6.5811,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2967059648","shards":1,"effective_bpw":6.5811,"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3840527104","shards":1,"effective_bpw":8.5185,"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-6-7b-kexer","canonical_repo":"JetBrains/deepseek-coder-6.7B-kexer","display_name":"deepseek-coder-6.7B-kexer","publisher":"JetBrains","modality":"text","arch_key":"llama","params_total":"6740512768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3288","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"JetBrains/deepseek-coder-6.7B-kexer","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1530080640","shards":1,"effective_bpw":1.816,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1652469120","shards":1,"effective_bpw":1.9612,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1856449920","shards":1,"effective_bpw":2.2033,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2036411776","shards":1,"effective_bpw":2.4169,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2198171008","shards":1,"effective_bpw":2.6089,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2361355648","shards":1,"effective_bpw":2.8026,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2534500256","shards":1,"effective_bpw":3.0081,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2534501760","shards":1,"effective_bpw":3.0081,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2586996096","shards":1,"effective_bpw":3.0704,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2798267776","shards":1,"effective_bpw":3.3211,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950047648","shards":1,"effective_bpw":3.5013,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2950049152","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2950049152","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3116607680","shards":1,"effective_bpw":3.699,"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3116608896","shards":1,"effective_bpw":3.699,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299747744","shards":1,"effective_bpw":3.9163,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3299749248","shards":1,"effective_bpw":3.9163,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598854048","shards":1,"effective_bpw":4.2713,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3598855552","shards":1,"effective_bpw":4.2713,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3621186944","shards":1,"effective_bpw":4.2978,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827689376","shards":1,"effective_bpw":4.5429,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3838963072","shards":1,"effective_bpw":4.5563,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858622368","shards":1,"effective_bpw":4.5796,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3858623872","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4082886560","shards":1,"effective_bpw":4.8458,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4082886848","shards":1,"effective_bpw":4.8458,"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4082888064","shards":1,"effective_bpw":4.8458,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4240697248","shards":1,"effective_bpw":5.0331,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653705120","shards":1,"effective_bpw":5.5233,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653705120","shards":1,"effective_bpw":5.5233,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4653706624","shards":1,"effective_bpw":5.5233,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785170336","shards":1,"effective_bpw":5.6793,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4785171840","shards":1,"effective_bpw":5.6793,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5066712992","shards":1,"effective_bpw":6.0134,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531346848","shards":1,"effective_bpw":6.5649,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531347136","shards":1,"effective_bpw":6.5649,"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5531348352","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/deepseek-coder-6.7B-kexer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163750304","shards":1,"effective_bpw":8.5023,"repo":"QuantFactory/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163750592","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-dark-planet-8b-wordstorm-r4","canonical_repo":"DavidAU/L3-Dark-Planet-8B-wordstorm-r4","display_name":"L3-Dark-Planet-8B-wordstorm-r4","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3288","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3179133952","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664501760","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018920448","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958912","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484365312","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692671488","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920736768","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599296512","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732989952","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596008960","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540773376","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068893696","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/L3-Dark-Planet-8B-wordstorm-r4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-1-5-9b-chat","canonical_repo":"01-ai/Yi-1.5-9B-Chat","display_name":"Yi-1.5-9B-Chat","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"8829407232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3277","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-1.5-9B-Chat","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3354325280","shards":1,"effective_bpw":3.0392,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3354325344","shards":1,"effective_bpw":3.0392,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3899207968","shards":1,"effective_bpw":3.5329,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3899208032","shards":1,"effective_bpw":3.5329,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4055462400","shards":1,"effective_bpw":3.6745,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4324405536","shards":1,"effective_bpw":3.9182,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4324405600","shards":1,"effective_bpw":3.9182,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4690751776","shards":1,"effective_bpw":4.2501,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4690751840","shards":1,"effective_bpw":4.2501,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4690752000","shards":1,"effective_bpw":4.2501,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5036994912","shards":1,"effective_bpw":4.5638,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5049577984","shards":1,"effective_bpw":4.5752,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5071860000","shards":1,"effective_bpw":4.5954,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5071860064","shards":1,"effective_bpw":4.5954,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328957728","shards":1,"effective_bpw":4.8284,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328957792","shards":1,"effective_bpw":4.8284,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5328957952","shards":1,"effective_bpw":4.8284,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6107853088","shards":1,"effective_bpw":5.5341,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6107853152","shards":1,"effective_bpw":5.5341,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6107853152","shards":1,"effective_bpw":5.5341,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258258208","shards":1,"effective_bpw":5.6704,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258258272","shards":1,"effective_bpw":5.6704,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6258258432","shards":1,"effective_bpw":5.6704,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245639968","shards":1,"effective_bpw":6.565,"repo":"MaziyarPanahi/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245640032","shards":1,"effective_bpw":6.565,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7245640192","shards":1,"effective_bpw":6.565,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9383915872","shards":1,"effective_bpw":8.5024,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9383916032","shards":1,"effective_bpw":8.5024,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17661112672","shards":1,"effective_bpw":16.0021,"repo":"second-state/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"35319132416","shards":1,"effective_bpw":32.0014,"repo":"lmstudio-community/Yi-1.5-9B-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-abliterated","canonical_repo":"mlabonne/gemma-3-12b-it-abliterated","display_name":"gemma-3-12b-it-abliterated","publisher":"mlabonne","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3276","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mlabonne/gemma-3-12b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"3840260896","shards":1,"effective_bpw":2.5208,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4020710176","shards":1,"effective_bpw":2.6393,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4310461216","shards":1,"effective_bpw":2.8295,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221536","shards":1,"effective_bpw":3.13,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768221856","shards":1,"effective_bpw":3.13,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4784900896","shards":1,"effective_bpw":3.1409,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5012075296","shards":1,"effective_bpw":3.29,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5206166176","shards":1,"effective_bpw":3.4174,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315616","shards":1,"effective_bpw":3.5829,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458315936","shards":1,"effective_bpw":3.5829,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5655722656","shards":1,"effective_bpw":3.7125,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818016","shards":1,"effective_bpw":3.9443,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818336","shards":1,"effective_bpw":3.9443,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480185696","shards":1,"effective_bpw":4.2537,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480186016","shards":1,"effective_bpw":4.2537,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6550964896","shards":1,"effective_bpw":4.3002,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6887164256","shards":1,"effective_bpw":4.5209,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6887164576","shards":1,"effective_bpw":4.5209,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6909282976","shards":1,"effective_bpw":4.5354,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333216","shards":1,"effective_bpw":4.5525,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935333536","shards":1,"effective_bpw":4.5525,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778336","shards":1,"effective_bpw":4.7924,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778656","shards":1,"effective_bpw":4.7924,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7544632096","shards":1,"effective_bpw":4.9524,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7559563936","shards":1,"effective_bpw":4.9622,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8231962976","shards":1,"effective_bpw":5.4036,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231962976","shards":1,"effective_bpw":5.4036,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963296","shards":1,"effective_bpw":5.4036,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445036896","shards":1,"effective_bpw":5.5435,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037216","shards":1,"effective_bpw":5.5435,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"8688890656","shards":1,"effective_bpw":5.7036,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660811616","shards":1,"effective_bpw":6.3415,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660811936","shards":1,"effective_bpw":6.3415,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"9904665376","shards":1,"effective_bpw":6.5016,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212576","shards":1,"effective_bpw":8.2119,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510212896","shards":1,"effective_bpw":8.2119,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23540151776","shards":1,"effective_bpw":15.4522,"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23540151776","shards":1,"effective_bpw":15.4522,"repo":"matrixportalx/gemma-3-12b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"melody1437-12b","canonical_repo":"ReadyArt/Melody1437-12B","display_name":"Melody1437-12B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3275","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"7274599008","shards":1,"effective_bpw":4.8661,"repo":"ReadyArt/Melody1437-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8568894048","shards":1,"effective_bpw":5.7318,"repo":"ReadyArt/Melody1437-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9734779488","shards":1,"effective_bpw":6.5117,"repo":"ReadyArt/Melody1437-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10973532768","shards":1,"effective_bpw":7.3403,"repo":"ReadyArt/Melody1437-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13613363808","shards":1,"effective_bpw":9.1061,"repo":"ReadyArt/Melody1437-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-0-5b","canonical_repo":"Qwen/Qwen2.5-0.5B","display_name":"Qwen2.5-0.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3274","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-0.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"315829536","shards":1,"effective_bpw":5.1143,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"317974560","shards":1,"effective_bpw":5.149,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"321549600","shards":1,"effective_bpw":5.2069,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"324409632","shards":1,"effective_bpw":5.2532,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"325737504","shards":1,"effective_bpw":5.2748,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"328597152","shards":1,"effective_bpw":5.3211,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"328597536","shards":1,"effective_bpw":5.3211,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"331048992","shards":1,"effective_bpw":5.3608,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"333704736","shards":1,"effective_bpw":5.4038,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263232","shards":1,"effective_bpw":5.4776,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263584","shards":1,"effective_bpw":5.4776,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607296","shards":1,"effective_bpw":5.4832,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607648","shards":1,"effective_bpw":5.4832,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"338607648","shards":1,"effective_bpw":5.4832,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"338607648","shards":1,"effective_bpw":5.4832,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342752160","shards":1,"effective_bpw":5.5503,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342752544","shards":1,"effective_bpw":5.5503,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402272","shards":1,"effective_bpw":5.658,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402656","shards":1,"effective_bpw":5.658,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352154816","shards":1,"effective_bpw":5.7025,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"352671264","shards":1,"effective_bpw":5.7109,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352972320","shards":1,"effective_bpw":5.7158,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355466432","shards":1,"effective_bpw":5.7562,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355466784","shards":1,"effective_bpw":5.7562,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358016","shards":1,"effective_bpw":5.9811,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358368","shards":1,"effective_bpw":5.9811,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"374518976","shards":1,"effective_bpw":6.0647,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"374519328","shards":1,"effective_bpw":6.0647,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385471680","shards":1,"effective_bpw":6.242,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472032","shards":1,"effective_bpw":6.242,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"396883136","shards":1,"effective_bpw":6.4268,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"397700640","shards":1,"effective_bpw":6.4401,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397807776","shards":1,"effective_bpw":6.4418,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397807808","shards":1,"effective_bpw":6.4418,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808160","shards":1,"effective_bpw":6.4418,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710080","shards":1,"effective_bpw":6.6831,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710432","shards":1,"effective_bpw":6.6831,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"419247296","shards":1,"effective_bpw":6.789,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"419247648","shards":1,"effective_bpw":6.789,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420085920","shards":1,"effective_bpw":6.8026,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420085952","shards":1,"effective_bpw":6.8026,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086304","shards":1,"effective_bpw":6.8026,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736352","shards":1,"effective_bpw":8.1895,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736384","shards":1,"effective_bpw":8.1895,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736736","shards":1,"effective_bpw":8.1895,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068064","shards":1,"effective_bpw":8.5997,"repo":"liodon-ai/Qwen2.5-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068096","shards":1,"effective_bpw":8.5997,"repo":"QuantFactory/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068448","shards":1,"effective_bpw":8.5997,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994156864","shards":1,"effective_bpw":16.0986,"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codex-24b-small-3-2","canonical_repo":"Gryphe/Codex-24B-Small-3.2","display_name":"Codex-24B-Small-3.2","publisher":"Gryphe","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3273","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Gryphe/Codex-24B-Small-3.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273720544","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750494944","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545118496","shards":1,"effective_bpw":2.2213,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545118944","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207032096","shards":1,"effective_bpw":2.4459,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207032544","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478351136","shards":1,"effective_bpw":2.538,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478351584","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114050336","shards":1,"effective_bpw":2.7537,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114050784","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320161504","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890324256","shards":1,"effective_bpw":3.0172,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890324704","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280591136","shards":1,"effective_bpw":3.1496,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280591584","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545684256","shards":1,"effective_bpw":3.2396,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907115296","shards":1,"effective_bpw":3.3623,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907115744","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273696","shards":1,"effective_bpw":3.5296,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400274144","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428126944","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650948896","shards":1,"effective_bpw":3.6147,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650949344","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474081056","shards":1,"effective_bpw":3.8941,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474081504","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400760096","shards":1,"effective_bpw":4.2086,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400760544","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758914336","shards":1,"effective_bpw":4.3301,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758914784","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468013856","shards":1,"effective_bpw":4.5708,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494228256","shards":1,"effective_bpw":4.5797,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494228704","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278496","shards":1,"effective_bpw":4.5984,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549278944","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333908256","shards":1,"effective_bpw":4.8646,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333908704","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831981856","shards":1,"effective_bpw":5.0337,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873105696","shards":1,"effective_bpw":5.0476,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873106144","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304411936","shards":1,"effective_bpw":5.5334,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304412384","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763983136","shards":1,"effective_bpw":5.6894,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763983584","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178170656","shards":1,"effective_bpw":5.8299,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937696","shards":1,"effective_bpw":6.5656,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345938144","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Codex-24B-Small-3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670996256","shards":1,"effective_bpw":6.6759,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778656","shards":1,"effective_bpw":8.5031,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153517568","shards":1,"effective_bpw":16.003,"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-12b-instruct","canonical_repo":"LlamaFinetuneBase/Mistral-Nemo-12B-Instruct","display_name":"Mistral-Nemo-12B-Instruct","publisher":"LlamaFinetuneBase","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3273","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"4791051520","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229760","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093760","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506560","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057600","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200960","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208320","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739200","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635200","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213760","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373120","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"firefly-v3-2","canonical_repo":"Guilherme34/Firefly-V3.2","display_name":"Firefly-V3.2","publisher":"Guilherme34","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3272","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Guilherme34/Firefly-V3.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868155520","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924188800","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017577600","shards":1,"effective_bpw":2.5338,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100546176","shards":1,"effective_bpw":2.7404,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154318464","shards":1,"effective_bpw":2.8743,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229029504","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274280064","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348763776","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363933056","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363933312","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476786304","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542846336","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542846592","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542846592","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599666304","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687156608","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687156864","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815345024","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815345280","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829107840","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1840904064","shards":1,"effective_bpw":4.584,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917188224","shards":1,"effective_bpw":4.7739,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921906816","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928198016","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928198272","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019374976","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019375232","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093348992","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269509504","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269509760","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322151296","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322151552","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643851136","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643851392","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Firefly-V3.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421896576","shards":1,"effective_bpw":8.5208,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433685376","shards":1,"effective_bpw":16.0204,"repo":"mradermacher/Firefly-V3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-2-theta-llama-3-8b","canonical_repo":"NousResearch/Hermes-2-Theta-Llama-3-8B","display_name":"Hermes-2-Theta-Llama-3-8B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3272","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-2-Theta-Llama-3-8B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627296","shards":1,"effective_bpw":2.012,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971488","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399211808","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781280","shards":1,"effective_bpw":2.596,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488352","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280608","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988814624","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131168","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912032","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518746912","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498976","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682324768","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823072","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018917664","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956128","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662368","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677988640","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668704","shards":1,"effective_bpw":4.675,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920733984","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293472","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732986912","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596005920","shards":1,"effective_bpw":6.5711,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770336","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771680","shards":1,"effective_bpw":8.5086,"repo":"e12ex2/merged-secret-hermes","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068890656","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-uncensored-heretic-v2-native-mtp-preserved","canonical_repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved","display_name":"Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved","publisher":"llmfan46","modality":"vision_language","arch_key":"clip","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3268","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"13246130880","shards":1,"effective_bpw":3.0184,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15545983680","shards":1,"effective_bpw":3.5425,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15614362304","shards":1,"effective_bpw":3.5581,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15805571776","shards":1,"effective_bpw":3.6017,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17165607616","shards":1,"effective_bpw":3.9116,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17266398528","shards":1,"effective_bpw":3.9346,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18551038656","shards":1,"effective_bpw":4.2273,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18651829568","shards":1,"effective_bpw":4.2503,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19178470080","shards":1,"effective_bpw":4.3703,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20275174080","shards":1,"effective_bpw":4.6202,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20365810368","shards":1,"effective_bpw":4.6408,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20432655680","shards":1,"effective_bpw":4.6561,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21696283040","shards":1,"effective_bpw":4.944,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21712411328","shards":1,"effective_bpw":4.9477,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21779256640","shards":1,"effective_bpw":4.9629,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22376831680","shards":1,"effective_bpw":5.0991,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24562703040","shards":1,"effective_bpw":5.5972,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24597599552","shards":1,"effective_bpw":5.6051,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24762139040","shards":1,"effective_bpw":5.6426,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25346480832","shards":1,"effective_bpw":5.7758,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25381377344","shards":1,"effective_bpw":5.7837,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29207679680","shards":1,"effective_bpw":6.6557,"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29269579072","shards":1,"effective_bpw":6.6698,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37801096512","shards":1,"effective_bpw":8.6139,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71065941632","shards":1,"effective_bpw":16.1941,"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm2-135m","canonical_repo":"HuggingFaceTB/SmolLM2-135M","display_name":"SmolLM2-135M","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"134515008","is_moe":false,"is_gated":false,"license_spdx":"creativeml-openrail-m","downloads_30d":"3267","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolLM2-135M","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"105453568","shards":1,"effective_bpw":6.2716,"repo":"prithivMLmods/SmolLM2-135M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"112102912","shards":1,"effective_bpw":6.6671,"repo":"prithivMLmods/SmolLM2-135M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"144810496","shards":1,"effective_bpw":8.6123,"repo":"prithivMLmods/SmolLM2-135M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"270885376","shards":1,"effective_bpw":16.1103,"repo":"prithivMLmods/SmolLM2-135M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-12b-celeste-v1-9","canonical_repo":"nothingiisreal/MN-12B-Celeste-V1.9","display_name":"MN-12B-Celeste-V1.9","publisher":"nothingiisreal","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3267","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nothingiisreal/MN-12B-Celeste-V1.9","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211840","shards":1,"effective_bpw":1.959,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624640","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312640","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077440","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473280","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023232","shards":1,"effective_bpw":2.8969,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023680","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047552","shards":1,"effective_bpw":3.1294,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047744","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048000","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385280","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488192","shards":1,"effective_bpw":3.4661,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488384","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488640","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407552","shards":1,"effective_bpw":3.5575,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225792","shards":1,"effective_bpw":3.6148,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225984","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226240","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562078784","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079040","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232192","shards":1,"effective_bpw":3.7376,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232384","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232640","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089792","shards":1,"effective_bpw":3.9733,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089984","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090240","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502592","shards":1,"effective_bpw":4.2858,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502784","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503040","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709632","shards":1,"effective_bpw":4.4042,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710080","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800053824","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094637952","shards":1,"effective_bpw":4.6341,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638400","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196992","shards":1,"effective_bpw":4.6508,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197184","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197440","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204352","shards":1,"effective_bpw":4.884,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204544","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204800","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277952","shards":1,"effective_bpw":5.2093,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735232","shards":1,"effective_bpw":5.5643,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735424","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735680","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631232","shards":1,"effective_bpw":5.7007,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631424","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631680","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818752","shards":1,"effective_bpw":5.9712,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209792","shards":1,"effective_bpw":6.5685,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209984","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210240","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Celeste-V1.9-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268352","shards":1,"effective_bpw":6.7808,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369152","shards":1,"effective_bpw":8.5059,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369344","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276096","shards":1,"effective_bpw":16.0057,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999011456","shards":1,"effective_bpw":32.0051,"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-3b-instruct-roleplay-tuned","canonical_repo":"Indexnusrefather/Llama-3.2-3B-Instruct-roleplay-tuned","display_name":"Llama-3.2-3B-Instruct-roleplay-tuned","publisher":"Indexnusrefather","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"3260","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Indexnusrefather/Llama-3.2-3B-Instruct-roleplay-tuned","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868159328","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924192608","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017581408","shards":1,"effective_bpw":2.5339,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100549984","shards":1,"effective_bpw":2.7405,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154322272","shards":1,"effective_bpw":2.8744,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229033312","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274283872","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348767584","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363936832","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363937120","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476790112","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542850112","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542850400","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542850400","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599670112","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687160384","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687160672","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815348800","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815349088","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829111648","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1840907840","shards":1,"effective_bpw":4.584,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917192032","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921910624","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928201792","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928202080","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019378752","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019379040","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093352800","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269513280","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269513568","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322155072","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322155360","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643854912","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643855200","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421900352","shards":1,"effective_bpw":8.5208,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433689152","shards":1,"effective_bpw":16.0204,"repo":"mradermacher/Llama-3.2-3B-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fable-traces-abliterated","canonical_repo":"s3nh/fable-traces-abliterated","display_name":"fable-traces-abliterated","publisher":"s3nh","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3256","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"s3nh/fable-traces-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255136","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017056","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620256","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099296","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300576","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983136","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453536","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498688","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669498976","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187616","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374496","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996288","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996576","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530336","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895456","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617088","shards":1,"effective_bpw":4.128,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617376","shards":1,"effective_bpw":4.128,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784768","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785056","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750816","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315328","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772256","shards":1,"effective_bpw":4.725,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342816","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308608","shards":1,"effective_bpw":4.74,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308896","shards":1,"effective_bpw":4.74,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279808","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497280096","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628576","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710528","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710816","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512768","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889513056","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260288","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260576","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/fable-traces-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404288","shards":1,"effective_bpw":8.513,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284288","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/fable-traces-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-scout-17b-16e-instruct-4bit","canonical_repo":"mlx-community/Llama-4-Scout-17B-16E-Instruct-4bit","display_name":"Llama-4-Scout-17B-16E-Instruct-4bit","publisher":"mlx-community","modality":"text","arch_key":"llama","params_total":"16977614336","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3253","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":10485760,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":1,"arch_source":"mlx-community/Llama-4-Scout-17B-16E-Instruct-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"22491854144","shards":1,"effective_bpw":10.5984,"repo":"glogwa68/Llama-4-scout-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28094395712","shards":1,"effective_bpw":13.2383,"repo":"glogwa68/Llama-4-scout-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"40762340672","shards":1,"effective_bpw":19.2076,"repo":"glogwa68/Llama-4-scout-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"snowpiercer-15b-v4","canonical_repo":"TheDrummer/Snowpiercer-15B-v4","display_name":"Snowpiercer-15B-v4","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"14974182400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3252","n_layers":50,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Snowpiercer-15B-v4","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4981107840","shards":1,"effective_bpw":2.6612,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5352369280","shards":1,"effective_bpw":2.8595,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5794163840","shards":1,"effective_bpw":3.0955,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5992328320","shards":1,"effective_bpw":3.2014,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6424865920","shards":1,"effective_bpw":3.4325,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6449523840","shards":1,"effective_bpw":3.4457,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6706097280","shards":1,"effective_bpw":3.5828,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6938668160","shards":1,"effective_bpw":3.707,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7396437120","shards":1,"effective_bpw":3.9516,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7990193280","shards":1,"effective_bpw":4.2688,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8199662720","shards":1,"effective_bpw":4.3807,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8633183360","shards":1,"effective_bpw":4.6123,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8638426240","shards":1,"effective_bpw":4.6151,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8663329920","shards":1,"effective_bpw":4.6284,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9112538240","shards":1,"effective_bpw":4.8684,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9499569280","shards":1,"effective_bpw":5.0752,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9610611840","shards":1,"effective_bpw":5.1345,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10393480320","shards":1,"effective_bpw":5.5527,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10654600320","shards":1,"effective_bpw":5.6923,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"11068787840","shards":1,"effective_bpw":5.9135,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12293041280","shards":1,"effective_bpw":6.5676,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12618099840","shards":1,"effective_bpw":6.7413,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15919475840","shards":1,"effective_bpw":8.505,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29957286752","shards":1,"effective_bpw":16.0048,"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-safety-thinking","canonical_repo":"Merlin-Research/Qwen3.5-4B-Safety-Thinking","display_name":"Qwen3.5-4B-Safety-Thinking","publisher":"Merlin-Research","modality":"text","arch_key":"qwen35","params_total":"4205751296","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3251","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Merlin-Research/Qwen3.5-4B-Safety-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174423136","shards":1,"effective_bpw":2.2339,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253404256","shards":1,"effective_bpw":2.3842,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385039456","shards":1,"effective_bpw":2.6346,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492969056","shards":1,"effective_bpw":2.8399,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514350176","shards":1,"effective_bpw":2.8805,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619658336","shards":1,"effective_bpw":3.0808,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734428256","shards":1,"effective_bpw":3.2992,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797506368","shards":1,"effective_bpw":3.4191,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797506656","shards":1,"effective_bpw":3.4191,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814054496","shards":1,"effective_bpw":3.4506,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010734176","shards":1,"effective_bpw":3.8247,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880128","shards":1,"effective_bpw":3.9372,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880416","shards":1,"effective_bpw":3.9372,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072665696","shards":1,"effective_bpw":3.9425,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187296","shards":1,"effective_bpw":4.1147,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2257476928","shards":1,"effective_bpw":4.2941,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257477216","shards":1,"effective_bpw":4.2941,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2358402368","shards":1,"effective_bpw":4.4861,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358402656","shards":1,"effective_bpw":4.4861,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435642976","shards":1,"effective_bpw":4.633,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2450388288","shards":1,"effective_bpw":4.661,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546521696","shards":1,"effective_bpw":4.8439,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798496","shards":1,"effective_bpw":4.8501,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2557007168","shards":1,"effective_bpw":4.8638,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557007456","shards":1,"effective_bpw":4.8638,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707514688","shards":1,"effective_bpw":5.1501,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707514976","shards":1,"effective_bpw":5.1501,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968416","shards":1,"effective_bpw":5.2632,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990036288","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036576","shards":1,"effective_bpw":5.6875,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3108758848","shards":1,"effective_bpw":5.9133,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108759136","shards":1,"effective_bpw":5.9133,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056128","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056416","shards":1,"effective_bpw":6.5892,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403648","shards":1,"effective_bpw":8.5262,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394048","shards":1,"effective_bpw":16.0245,"repo":"mradermacher/Qwen3.5-4B-Safety-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-30b-a3b-instruct-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-30B-A3B-Instruct-abliterated-v1","display_name":"Qwen3-VL-30B-A3B-Instruct-abliterated-v1","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3250","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416511072","shards":1,"effective_bpw":1.6521,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"6416511136","shards":1,"effective_bpw":1.6521,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293600","shards":1,"effective_bpw":1.8225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293664","shards":1,"effective_bpw":1.8225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181264480","shards":1,"effective_bpw":2.1065,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181264544","shards":1,"effective_bpw":2.1065,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076224096","shards":1,"effective_bpw":2.3369,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076224160","shards":1,"effective_bpw":2.3369,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287133280","shards":1,"effective_bpw":2.3912,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287133344","shards":1,"effective_bpw":2.3912,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509984","shards":1,"effective_bpw":2.6184,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169510048","shards":1,"effective_bpw":2.6184,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365728","shards":1,"effective_bpw":2.7085,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365792","shards":1,"effective_bpw":2.7085,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611552","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611808","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611872","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328736","shards":1,"effective_bpw":3.0509,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328800","shards":1,"effective_bpw":3.0509,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598444128","shards":1,"effective_bpw":3.2438,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598444192","shards":1,"effective_bpw":3.2438,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292470112","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292470368","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292470432","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155040","shards":1,"effective_bpw":3.4242,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155104","shards":1,"effective_bpw":3.4242,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513064544","shards":1,"effective_bpw":3.4793,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513064608","shards":1,"effective_bpw":3.4793,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848800","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849056","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849120","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900671840","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900672096","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900672160","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368351328","shards":1,"effective_bpw":4.2145,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368351392","shards":1,"effective_bpw":4.2145,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557094752","shards":1,"effective_bpw":4.2631,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989600","shards":1,"effective_bpw":4.4749,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989664","shards":1,"effective_bpw":4.4749,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456011104","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456011360","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456011424","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556688224","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556688480","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556688544","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192502368","shards":1,"effective_bpw":4.9416,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192502432","shards":1,"effective_bpw":4.9416,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512352","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512608","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512672","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725583200","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725583456","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725583520","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092534112","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092534368","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092534432","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483934048","shards":1,"effective_bpw":8.3639,"repo":"mradermacher/Qwen3-VL-30B-A3B-Instruct-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"alduin-4b-it-base","canonical_repo":"mdamir97/alduin-4b-it-base","display_name":"alduin-4b-it-base","publisher":"mdamir97","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3248","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mdamir97/alduin-4b-it-base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1141296512","shards":1,"effective_bpw":2.1233,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1207774592","shards":1,"effective_bpw":2.247,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1318571392","shards":1,"effective_bpw":2.4531,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1412779392","shards":1,"effective_bpw":2.6284,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1457548672","shards":1,"effective_bpw":2.7117,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1546186112","shards":1,"effective_bpw":2.8766,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1644266112","shards":1,"effective_bpw":3.059,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1697656192","shards":1,"effective_bpw":3.1584,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1737368192","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1871594112","shards":1,"effective_bpw":3.482,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1945567872","shards":1,"effective_bpw":3.6196,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1945567872","shards":1,"effective_bpw":3.6196,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1995006592","shards":1,"effective_bpw":3.7116,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2106663552","shards":1,"effective_bpw":3.9193,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2244289152","shards":1,"effective_bpw":4.1753,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2271445632","shards":1,"effective_bpw":4.2259,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2371715712","shards":1,"effective_bpw":4.4124,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2378269312","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2386133632","shards":1,"effective_bpw":4.4392,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2498097792","shards":1,"effective_bpw":4.6475,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2572255872","shards":1,"effective_bpw":4.7855,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2772796032","shards":1,"effective_bpw":5.1586,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2837901952","shards":1,"effective_bpw":5.2797,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3198943872","shards":1,"effective_bpw":5.9514,"repo":"mradermacher/alduin-4b-it-base-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"shellwhiz-7b","canonical_repo":"AuricErgeson/shellwhiz-7b","display_name":"shellwhiz-7b","publisher":"AuricErgeson","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3245","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AuricErgeson/shellwhiz-7b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668544","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197312","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078592","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023040","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638592","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343616","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074944","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941184","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941440","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515776","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257216","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369472","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369728","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193664","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013248","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392256","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392512","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460352","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460608","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473792","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299456","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814592","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122432","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770048","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770304","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074624","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074880","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284928","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177536","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177792","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832320","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832576","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199872","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200128","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/shellwhiz-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526272","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854272","shards":1,"effective_bpw":16.007,"repo":"mradermacher/shellwhiz-7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zaya1-8b","canonical_repo":"Zyphra/ZAYA1-8B","display_name":"ZAYA1-8B","publisher":"Zyphra","modality":"text","arch_key":"zaya","params_total":"8840488784","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3243","n_layers":40,"n_head":8,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":262272,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid","hybrid"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":1,"arch_source":"Zyphra/ZAYA1-8B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"4507865920","shards":1,"effective_bpw":4.0793,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5263494464","shards":1,"effective_bpw":4.7631,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5567581549","shards":1,"effective_bpw":5.0383,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6433333824","shards":1,"effective_bpw":5.8217,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7353195584","shards":1,"effective_bpw":6.6541,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9485674283","shards":1,"effective_bpw":8.5838,"repo":"Abiray/ZAYA1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"falcon-mamba-7b-instruct","canonical_repo":"tiiuae/falcon-mamba-7b-instruct","display_name":"falcon-mamba-7b-instruct","publisher":"tiiuae","modality":"text","arch_key":"mamba","params_total":"7272665088","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3240","n_layers":64,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":4096,"vocab_size":65024,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tiiuae/falcon-mamba-7b-instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4204230784","shards":1,"effective_bpw":4.6247,"repo":"tiiuae/falcon-mamba-7b-instruct-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gpt-oss-20b-bf16-abliterated-v2","canonical_repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","display_name":"Huihui-gpt-oss-20b-BF16-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3239","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_M","bytes":"12016853216","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"12016853216","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016853216","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025700576","shards":1,"effective_bpw":4.5999,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061090016","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065513696","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096479456","shards":1,"effective_bpw":4.627,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136292576","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148457696","shards":1,"effective_bpw":4.6468,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202647776","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916150496","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335109856","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369093856","shards":1,"effective_bpw":5.1137,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654242016","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805136096","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892204256","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893061856","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193344736","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-agentic-opus-reasoning-geminicli-mlx-4bit","canonical_repo":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-mlx-4bit","display_name":"gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-mlx-4bit","publisher":"deadbydawn101","modality":"text","arch_key":"gemma4","params_total":"7518069290","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3238","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-mlx-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5335285280","shards":1,"effective_bpw":5.6773,"repo":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762907680","shards":1,"effective_bpw":6.1323,"repo":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031235616","shards":1,"effective_bpw":8.5461,"repo":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053090336","shards":1,"effective_bpw":16.018,"repo":"deadbydawn101/gemma-4-E4B-Agentic-Opus-Reasoning-GeminiCLI-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-abliterated-v2-max","canonical_repo":"prithivMLmods/Qwen3.5-9B-abliterated-v2-MAX","display_name":"Qwen3.5-9B-abliterated-v2-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3237","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3.5-9B-abliterated-v2-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642528","shards":1,"effective_bpw":2.3317,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269856","shards":1,"effective_bpw":2.4462,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648736","shards":1,"effective_bpw":2.6369,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346144","shards":1,"effective_bpw":2.7931,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968864","shards":1,"effective_bpw":2.9144,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471968","shards":1,"effective_bpw":3.067,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239904","shards":1,"effective_bpw":3.1433,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827263040","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263328","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166624","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416928","shards":1,"effective_bpw":3.6077,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407424","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407712","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818912","shards":1,"effective_bpw":3.716,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383392","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525440","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525728","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515328","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515616","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441440","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898432","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940576","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630400","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630688","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215264","shards":1,"effective_bpw":4.6064,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109824","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110112","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334112","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310272","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310560","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970624","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970912","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260224","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260512","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502400","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697920","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"turkish-llama-8b-instruct-v0-1","canonical_repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1","display_name":"Turkish-Llama-8b-Instruct-v0.1","publisher":"ytu-ce-cosmos","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3234","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179131136","shards":1,"effective_bpw":3.1672,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131136","shards":1,"effective_bpw":3.1672,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131840","shards":1,"effective_bpw":3.1672,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518746880","shards":1,"effective_bpw":3.5055,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498944","shards":1,"effective_bpw":3.6507,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498944","shards":1,"effective_bpw":3.6507,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499648","shards":1,"effective_bpw":3.6507,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682324736","shards":1,"effective_bpw":3.6684,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823040","shards":1,"effective_bpw":3.7706,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917632","shards":1,"effective_bpw":4.0038,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018917632","shards":1,"effective_bpw":4.0038,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917632","shards":1,"effective_bpw":4.0038,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918336","shards":1,"effective_bpw":4.0038,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956096","shards":1,"effective_bpw":4.3057,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956096","shards":1,"effective_bpw":4.3057,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956800","shards":1,"effective_bpw":4.3057,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484362496","shards":1,"effective_bpw":4.4675,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211392","shards":1,"effective_bpw":4.6436,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661212096","shards":1,"effective_bpw":4.6436,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668672","shards":1,"effective_bpw":4.675,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668672","shards":1,"effective_bpw":4.675,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669376","shards":1,"effective_bpw":4.675,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4707348736","shards":1,"effective_bpw":4.6896,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733952","shards":1,"effective_bpw":4.9022,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920733952","shards":1,"effective_bpw":4.9022,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733952","shards":1,"effective_bpw":4.9022,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734656","shards":1,"effective_bpw":4.9022,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252544","shards":1,"effective_bpw":5.1109,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293696","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293696","shards":1,"effective_bpw":5.5782,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293696","shards":1,"effective_bpw":5.5782,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293696","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599294400","shards":1,"effective_bpw":5.5782,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294400","shards":1,"effective_bpw":5.5782,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987136","shards":1,"effective_bpw":5.7114,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987136","shards":1,"effective_bpw":5.7114,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987136","shards":1,"effective_bpw":5.7114,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987840","shards":1,"effective_bpw":5.7114,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068334848","shards":1,"effective_bpw":6.0455,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068334848","shards":1,"effective_bpw":6.0455,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006144","shards":1,"effective_bpw":6.5711,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006144","shards":1,"effective_bpw":6.5711,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006848","shards":1,"effective_bpw":6.5712,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770560","shards":1,"effective_bpw":8.5086,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770560","shards":1,"effective_bpw":8.5086,"repo":"QuantFactory/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771264","shards":1,"effective_bpw":8.5086,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068890880","shards":1,"effective_bpw":16.0083,"repo":"ytu-ce-cosmos/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891584","shards":1,"effective_bpw":16.0083,"repo":"matrixportalx/Turkish-Llama-8b-Instruct-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-14b-abliterated","canonical_repo":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated","display_name":"DeepSeek-R1-Distill-Qwen-14B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3228","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994656","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309536","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834336","shards":1,"effective_bpw":2.336,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575776","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727136","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356146976","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188896","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498080","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498336","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708256","shards":1,"effective_bpw":3.221,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362336","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596320","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596576","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019936","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538656","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204640","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204896","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768800","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769056","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841056","shards":1,"effective_bpw":4.398,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196000","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268576","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183776","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431840","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432096","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110880","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111136","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140576","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554400","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554656","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873760","shards":1,"effective_bpw":5.692,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874016","shards":1,"effective_bpw":5.692,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684320","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684576","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598240","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm2-cot-360m","canonical_repo":"prithivMLmods/SmolLM2-CoT-360M","display_name":"SmolLM2-CoT-360M","publisher":"prithivMLmods","modality":"text","arch_key":"llama","params_total":"361821120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3227","n_layers":32,"n_head":15,"n_head_kv":5,"head_dim_k":64,"head_dim_v":64,"hidden":960,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/SmolLM2-CoT-360M","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"270591136","shards":1,"effective_bpw":5.9829,"repo":"reaperdoesntknow/SMOLM2Prover-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spoomplesmaxx-mini-14b","canonical_repo":"aimeri/spoomplesmaxx-mini-14B","display_name":"spoomplesmaxx-mini-14B","publisher":"aimeri","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3224","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aimeri/spoomplesmaxx-mini-14B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935840","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849657440","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299193440","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691590240","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313760","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942560","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850720","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984864","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753985120","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942667360","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375302240","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106784","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657107040","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959840","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883411040","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321314144","shards":1,"effective_bpw":3.966,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321314400","shards":1,"effective_bpw":3.966,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652384","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652640","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110731360","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180363104","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541364320","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002720","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476704","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476960","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754464","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754720","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389523040","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895904","shards":1,"effective_bpw":5.56,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263896160","shards":1,"effective_bpw":5.56,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514571104","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514571360","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938784","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121939040","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/spoomplesmaxx-mini-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535264","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/spoomplesmaxx-mini-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mate-3b","canonical_repo":"fgdrg/MATE-3B","display_name":"MATE-3B","publisher":"fgdrg","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-nd-4.0","downloads_30d":"3221","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fgdrg/MATE-3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094496","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027744","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249824","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546080","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938400","shards":1,"effective_bpw":2.753,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516064","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128352","shards":1,"effective_bpw":3.106,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756064","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756320","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827488","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836384","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357472","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357728","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864480","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895200","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475744","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476000","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391968","shards":1,"effective_bpw":4.4262,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392224","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095264","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753185248","shards":1,"effective_bpw":4.545,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209568","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486368","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384352","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384608","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903072","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903328","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258528","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666528","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666784","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815072","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815328","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159072","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159328","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/MATE-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476320","shards":1,"effective_bpw":8.5173,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317280","shards":1,"effective_bpw":16.0167,"repo":"mradermacher/MATE-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-v4-1-ms3-2-magnum-diamond-24b","canonical_repo":"knifeayumu/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B","display_name":"Cydonia-v4.1-MS3.2-Magnum-Diamond-24B","publisher":"knifeayumu","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3220","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"knifeayumu/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273720736","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750495136","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545119136","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207032736","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478351776","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114050976","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320161696","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890324896","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280591776","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907115936","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400274336","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428127136","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650949536","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474081696","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400760736","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758914976","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494228896","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549279136","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333908896","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873106336","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304412576","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763983776","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345938336","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-v4.1-MS3.2-Magnum-Diamond-24B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-4-405b","canonical_repo":"NousResearch/Hermes-4-405B","display_name":"Hermes-4-405B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"405853388800","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3218","n_layers":126,"n_head":128,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":16384,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-4-405B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"87216287456","shards":2,"effective_bpw":1.7192,"repo":"unsloth/Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"93498011360","shards":7,"effective_bpw":1.843,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"94734053120","shards":2,"effective_bpw":1.8674,"repo":"unsloth/Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"107272368032","shards":8,"effective_bpw":2.1145,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"119348817920","shards":9,"effective_bpw":2.3526,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"125647646720","shards":9,"effective_bpw":2.4767,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"149322788896","shards":11,"effective_bpw":2.9434,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"195373396416","shards":15,"effective_bpw":3.8511,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"243069612160","shards":5,"effective_bpw":4.7913,"repo":"unsloth/Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"243069612768","shards":18,"effective_bpw":4.7913,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"286646859040","shards":22,"effective_bpw":5.6503,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"332947682912","shards":25,"effective_bpw":6.5629,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"431239295328","shards":9,"effective_bpw":8.5004,"repo":"unsloth/Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"431239297440","shards":32,"effective_bpw":8.5004,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"811722962240","shards":17,"effective_bpw":16.0003,"repo":"unsloth/Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"811722966208","shards":55,"effective_bpw":16.0003,"repo":"DevQuasar/NousResearch.Hermes-4-405B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencoder-1-5b-instruct","canonical_repo":"infly/OpenCoder-1.5B-Instruct","display_name":"OpenCoder-1.5B-Instruct","publisher":"infly","modality":"text","arch_key":"llama","params_total":"1905650880","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3215","n_layers":24,"n_head":14,"n_head_kv":14,"head_dim_k":160,"head_dim_v":160,"hidden":2240,"vocab_size":96640,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"infly/OpenCoder-1.5B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q3_K_L","bytes":"1269218400","shards":1,"effective_bpw":5.3282,"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1417775200","shards":1,"effective_bpw":5.9519,"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1947311200","shards":1,"effective_bpw":8.1749,"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2027306080","shards":1,"effective_bpw":8.5107,"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-3-70b-euryale-v2-3","canonical_repo":"Sao10K/L3.3-70B-Euryale-v2.3","display_name":"L3.3-70B-Euryale-v2.3","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"3215","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/L3.3-70B-Euryale-v2.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488256","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201120","shards":1,"effective_bpw":1.8994,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201536","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389920","shards":1,"effective_bpw":2.1654,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390336","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113120","shards":1,"effective_bpw":2.3973,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113536","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348288","shards":1,"effective_bpw":2.522,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298912","shards":1,"effective_bpw":2.7349,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299328","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948544","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113568","shards":1,"effective_bpw":2.9906,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375113984","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161568","shards":1,"effective_bpw":3.107,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499232","shards":1,"effective_bpw":3.1147,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499648","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735296","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056160","shards":1,"effective_bpw":3.5051,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056576","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056576","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039200","shards":1,"effective_bpw":3.6213,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039616","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499360","shards":1,"effective_bpw":3.8856,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267499776","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597600","shards":1,"effective_bpw":4.2113,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598016","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666592","shards":1,"effective_bpw":4.2977,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667008","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623648","shards":1,"effective_bpw":4.5416,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538208","shards":1,"effective_bpw":4.5488,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538624","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224928","shards":1,"effective_bpw":4.5749,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225344","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398688","shards":1,"effective_bpw":4.8213,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399104","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300195168","shards":1,"effective_bpw":4.9098,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451872","shards":1,"effective_bpw":5.5172,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452288","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822016","shards":2,"effective_bpw":5.6638,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822208","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/L3.3-70B-Euryale-v2.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148544","shards":2,"effective_bpw":6.5639,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054624","shards":2,"effective_bpw":8.5013,"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-nsfw-rpv1","canonical_repo":"mergekit-community/Deepseek-R1-Distill-NSFW-RPv1","display_name":"Deepseek-R1-Distill-NSFW-RPv1","publisher":"mergekit-community","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3212","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mergekit-community/Deepseek-R1-Distill-NSFW-RPv1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179142176","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664509984","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018928672","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321967136","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484373536","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692679712","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920744992","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599304736","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732998176","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596017184","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540781600","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068901920","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"szilviab-daredevil-longwriter-8b-abliterated","canonical_repo":"SzilviaB/SzilviaB-Daredevil-LongWriter-8B_abliterated","display_name":"SzilviaB-Daredevil-LongWriter-8B_abliterated","publisher":"SzilviaB","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3210","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SzilviaB/SzilviaB-Daredevil-LongWriter-8B_abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628864","shards":1,"effective_bpw":2.012,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973056","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213376","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782848","shards":1,"effective_bpw":2.596,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489920","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282176","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132736","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913600","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748480","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500544","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326336","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824640","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919232","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957696","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663936","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893056","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670272","shards":1,"effective_bpw":4.675,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735552","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295296","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988736","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007744","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lightonocr-2-1b-ocr-soup","canonical_repo":"lightonai/LightOnOCR-2-1B-ocr-soup","display_name":"LightOnOCR-2-1B-ocr-soup","publisher":"lightonai","modality":"text","arch_key":"qwen3","params_total":"1005647872","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3209","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":16384,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lightonai/LightOnOCR-2-1B-ocr-soup","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"367800288","shards":1,"effective_bpw":2.9259,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381562848","shards":1,"effective_bpw":3.0354,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396701664","shards":1,"effective_bpw":3.1558,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444411872","shards":1,"effective_bpw":3.5353,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495103968","shards":1,"effective_bpw":3.9386,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639443744","shards":1,"effective_bpw":5.0868,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198179104","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1198179104","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-ocr-soup-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"amaretto-8b","canonical_repo":"AmarettoLabs/Amaretto-8B","display_name":"Amaretto-8B","publisher":"AmarettoLabs","modality":"text","arch_key":"mistral3","params_total":"8918026240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3204","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AmarettoLabs/Amaretto-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2121832640","shards":1,"effective_bpw":1.9034,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2273417408","shards":1,"effective_bpw":2.0394,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2526058688","shards":1,"effective_bpw":2.266,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2745997504","shards":1,"effective_bpw":2.4633,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2904594624","shards":1,"effective_bpw":2.6056,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3106707648","shards":1,"effective_bpw":2.7869,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3147274432","shards":1,"effective_bpw":2.8233,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3352926144","shards":1,"effective_bpw":3.0078,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3352926400","shards":1,"effective_bpw":3.0078,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3455359168","shards":1,"effective_bpw":3.0997,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3714357440","shards":1,"effective_bpw":3.332,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3866466240","shards":1,"effective_bpw":3.4685,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3866466496","shards":1,"effective_bpw":3.4685,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3885406400","shards":1,"effective_bpw":3.4854,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3992361152","shards":1,"effective_bpw":3.5814,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4242053056","shards":1,"effective_bpw":3.8054,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4242053312","shards":1,"effective_bpw":3.8054,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4565014464","shards":1,"effective_bpw":4.0951,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4565014720","shards":1,"effective_bpw":4.0951,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4696414400","shards":1,"effective_bpw":4.213,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4733114304","shards":1,"effective_bpw":4.2459,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4937324736","shards":1,"effective_bpw":4.4291,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4940470464","shards":1,"effective_bpw":4.4319,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4954101696","shards":1,"effective_bpw":4.4441,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4954101952","shards":1,"effective_bpw":4.4441,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5198387136","shards":1,"effective_bpw":4.6633,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5198387392","shards":1,"effective_bpw":4.6633,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5419669696","shards":1,"effective_bpw":4.8618,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5916694464","shards":1,"effective_bpw":5.3076,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5916694720","shards":1,"effective_bpw":5.3076,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058743744","shards":1,"effective_bpw":5.4351,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6058744000","shards":1,"effective_bpw":5.4351,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6972872640","shards":1,"effective_bpw":6.2551,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6972872896","shards":1,"effective_bpw":6.2551,"repo":"mradermacher/Amaretto-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028868032","shards":1,"effective_bpw":8.0994,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16987559872","shards":1,"effective_bpw":15.2389,"repo":"mradermacher/Amaretto-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vulnllm-r-7b","canonical_repo":"Virtue-AI-HUB/VulnLLM-R-7B","display_name":"VulnLLM-R-7B","publisher":"Virtue-AI-HUB","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3201","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Virtue-AI-HUB/VulnLLM-R-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668384","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197152","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078432","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022880","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638432","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343456","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074784","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941024","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941280","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515616","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257056","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369312","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369568","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193504","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013088","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392096","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392352","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460192","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460448","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473632","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299296","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814432","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122272","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769888","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770144","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074464","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074720","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284768","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177376","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177632","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832160","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832416","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199712","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199968","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/VulnLLM-R-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526112","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854112","shards":1,"effective_bpw":16.007,"repo":"mradermacher/VulnLLM-R-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b","canonical_repo":"unsloth/Meta-Llama-3.1-8B","display_name":"Meta-Llama-3.1-8B","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3201","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Meta-Llama-3.1-8B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179131360","shards":1,"effective_bpw":3.1672,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917856","shards":1,"effective_bpw":4.0038,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734176","shards":1,"effective_bpw":4.9022,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734368","shards":1,"effective_bpw":4.9022,"repo":"agurusantosh/tripmind-curriculum-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734368","shards":1,"effective_bpw":4.9022,"repo":"agurusantosh/tripmind-distill-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987360","shards":1,"effective_bpw":5.7114,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006368","shards":1,"effective_bpw":6.5711,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770784","shards":1,"effective_bpw":8.5086,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891104","shards":1,"effective_bpw":16.0083,"repo":"large-traversaal/Alif-1.0-8B-Instruct","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-instruct-c-abliterated-v2","canonical_repo":"prithivMLmods/Qwen3-VL-4B-Instruct-c_abliterated-v2","display_name":"Qwen3-VL-4B-Instruct-c_abliterated-v2","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3197","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1669501728","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999328","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075620128","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787808","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318368","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311648","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282848","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713568","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515808","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263328","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407328","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287328","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepcoder-14b-preview","canonical_repo":"agentica-org/DeepCoder-14B-Preview","display_name":"DeepCoder-14B-Preview","publisher":"agentica-org","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3194","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"agentica-org/DeepCoder-14B-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704576096","shards":1,"effective_bpw":2.5482,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727456","shards":1,"effective_bpw":2.7102,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147296","shards":1,"effective_bpw":2.9011,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498656","shards":1,"effective_bpw":3.1255,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5946708576","shards":1,"effective_bpw":3.221,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362656","shards":1,"effective_bpw":3.4575,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818656","shards":1,"effective_bpw":3.5373,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596896","shards":1,"effective_bpw":3.6071,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538976","shards":1,"effective_bpw":3.7463,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339205216","shards":1,"effective_bpw":3.9752,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769088","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769376","shards":1,"effective_bpw":4.2924,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841376","shards":1,"effective_bpw":4.398,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268896","shards":1,"effective_bpw":4.6279,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549184096","shards":1,"effective_bpw":4.6306,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432416","shards":1,"effective_bpw":4.6437,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111168","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111456","shards":1,"effective_bpw":4.8683,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140896","shards":1,"effective_bpw":5.0871,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954656","shards":1,"effective_bpw":5.1813,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554976","shards":1,"effective_bpw":5.5607,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874336","shards":1,"effective_bpw":5.692,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396576","shards":1,"effective_bpw":5.9523,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684608","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684896","shards":1,"effective_bpw":6.5672,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803616","shards":1,"effective_bpw":6.7714,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598528","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598816","shards":1,"effective_bpw":8.5046,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29547716928","shards":1,"effective_bpw":16.0041,"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-qwen2-5-7b-v0-1","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1","display_name":"EVA-Qwen2.5-7B-v0.1","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3183","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666368","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195136","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076416","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469020864","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636416","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780341024","shards":1,"effective_bpw":2.9207,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341440","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938848","shards":1,"effective_bpw":3.1682,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939264","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513600","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254624","shards":1,"effective_bpw":3.5152,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255040","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367136","shards":1,"effective_bpw":3.6686,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367552","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191488","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162848","shards":1,"effective_bpw":3.7272,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010656","shards":1,"effective_bpw":3.7544,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011072","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389920","shards":1,"effective_bpw":4.0006,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390336","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458016","shards":1,"effective_bpw":4.2948,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458432","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218471200","shards":1,"effective_bpw":4.4314,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218471616","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119840","shards":1,"effective_bpw":4.6684,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120256","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767712","shards":1,"effective_bpw":4.6828,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768128","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072288","shards":1,"effective_bpw":4.9194,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683072704","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562528","shards":1,"effective_bpw":5.3443,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175200","shards":1,"effective_bpw":5.5834,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315175616","shards":1,"effective_bpw":5.5834,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829984","shards":1,"effective_bpw":5.7196,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830400","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195552","shards":1,"effective_bpw":6.073,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197536","shards":1,"effective_bpw":6.5699,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254197952","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180640","shards":1,"effective_bpw":6.8472,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523936","shards":1,"effective_bpw":8.5073,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851648","shards":1,"effective_bpw":16.007,"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-apollo-v0-1-4b-thinking-heretic-abliterated","canonical_repo":"DavidAU/Qwen3-4B-Apollo-V0.1-4B-Thinking-Heretic-Abliterated","display_name":"Qwen3-4B-Apollo-V0.1-4B-Thinking-Heretic-Abliterated","publisher":"DavidAU","modality":"text","arch_key":"qwen3moe","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3179","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-4B-Apollo-V0.1-4B-Thinking-Heretic-Abliterated","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"18571108160","shards":1,"effective_bpw":null,"repo":"Higashikawa/Qwen3-24B-A4B-Freedom-Thinking-Abliterated-Heretic-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18571108160","shards":1,"effective_bpw":null,"repo":"DavidAU/Qwen3-24B-A4B-Freedom-Thinking-Abliterated-Heretic-NEO-Imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19349020544","shards":1,"effective_bpw":null,"repo":"DavidAU/Qwen3-24B-A4B-Freedom-HQ-Thinking-Abliterated-Heretic-NEOMAX-Imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-3-7b-think","canonical_repo":"allenai/Olmo-3-7B-Think","display_name":"Olmo-3-7B-Think","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"7298011136","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3178","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100278,"ctx_native":65536,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/Olmo-3-7B-Think","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1816488736","shards":1,"effective_bpw":1.9912,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1938877216","shards":1,"effective_bpw":2.1254,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"1941746112","shards":1,"effective_bpw":2.1285,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"2042294720","shards":1,"effective_bpw":2.2387,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2142858016","shards":1,"effective_bpw":2.349,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"2254090688","shards":1,"effective_bpw":2.4709,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2322819872","shards":1,"effective_bpw":2.5462,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2512876256","shards":1,"effective_bpw":2.7546,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2644594144","shards":1,"effective_bpw":2.899,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2676060896","shards":1,"effective_bpw":2.9335,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"2717036992","shards":1,"effective_bpw":2.9784,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2857913536","shards":1,"effective_bpw":3.1328,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2857913824","shards":1,"effective_bpw":3.1328,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2901701344","shards":1,"effective_bpw":3.1808,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2944340416","shards":1,"effective_bpw":3.2276,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2954180416","shards":1,"effective_bpw":3.2383,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3149976992","shards":1,"effective_bpw":3.453,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3301758080","shards":1,"effective_bpw":3.6194,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3301758368","shards":1,"effective_bpw":3.6194,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3301758368","shards":1,"effective_bpw":3.6194,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3468318112","shards":1,"effective_bpw":3.8019,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3651458176","shards":1,"effective_bpw":4.0027,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3651458464","shards":1,"effective_bpw":4.0027,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3950564768","shards":1,"effective_bpw":4.3306,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4001193312","shards":1,"effective_bpw":4.3861,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4014028608","shards":1,"effective_bpw":4.4001,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4216403776","shards":1,"effective_bpw":4.622,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4216404064","shards":1,"effective_bpw":4.622,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4227675968","shards":1,"effective_bpw":4.6343,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4227676256","shards":1,"effective_bpw":4.6343,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4247336768","shards":1,"effective_bpw":4.6559,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4247337056","shards":1,"effective_bpw":4.6559,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4471600192","shards":1,"effective_bpw":4.9017,"repo":"lmstudio-community/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4471600960","shards":1,"effective_bpw":4.9017,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4471601248","shards":1,"effective_bpw":4.9017,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4646825280","shards":1,"effective_bpw":5.0938,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4646825568","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5077246784","shards":1,"effective_bpw":5.5656,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5077247072","shards":1,"effective_bpw":5.5656,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5208712000","shards":1,"effective_bpw":5.7097,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5208712288","shards":1,"effective_bpw":5.7097,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5991891712","shards":1,"effective_bpw":6.5682,"repo":"lmstudio-community/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5991892480","shards":1,"effective_bpw":6.5682,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5991892768","shards":1,"effective_bpw":6.5682,"repo":"mradermacher/Olmo-3-7B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759250816","shards":1,"effective_bpw":8.5056,"repo":"lmstudio-community/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7759251584","shards":1,"effective_bpw":8.5056,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14600641408","shards":1,"effective_bpw":16.0051,"repo":"unsloth/Olmo-3-7B-Think-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openchat-3-5-1210","canonical_repo":"openchat/openchat-3.5-1210","display_name":"openchat-3.5-1210","publisher":"openchat","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3176","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openchat/openchat-3.5-1210","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083107552","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577824","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996512","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034976","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928096","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385376","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450656","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728352","shards":1,"effective_bpw":5.521,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728352","shards":1,"effective_bpw":5.521,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421792","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078624","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875104","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/openchat-3.5-1210-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-1-5-34b","canonical_repo":"01-ai/Yi-1.5-34B","display_name":"Yi-1.5-34B","publisher":"01-ai","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3174","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"01-ai/Yi-1.5-34B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"7498980096","shards":1,"effective_bpw":1.7445,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"8176786176","shards":1,"effective_bpw":1.9022,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9306462976","shards":1,"effective_bpw":2.165,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10306542336","shards":1,"effective_bpw":2.3976,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10891021056","shards":1,"effective_bpw":2.5336,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11794762496","shards":1,"effective_bpw":2.7439,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12825233984","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12825234176","shards":1,"effective_bpw":2.9836,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13333875456","shards":1,"effective_bpw":3.1019,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14234319424","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14234319616","shards":1,"effective_bpw":3.3114,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960294464","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960294656","shards":1,"effective_bpw":3.4803,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15018785344","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15018785536","shards":1,"effective_bpw":3.4939,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15564700224","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15564700416","shards":1,"effective_bpw":3.6209,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654924352","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654924544","shards":1,"effective_bpw":3.8745,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445824","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139446016","shards":1,"effective_bpw":4.2198,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18475051776","shards":1,"effective_bpw":4.2979,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18635614784","shards":1,"effective_bpw":4.3353,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19521579776","shards":1,"effective_bpw":4.5414,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598649920","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598650112","shards":1,"effective_bpw":4.5593,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658711104","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658711296","shards":1,"effective_bpw":4.8059,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691584","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691776","shards":1,"effective_bpw":5.5152,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845824","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321846016","shards":1,"effective_bpw":5.6581,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213926464","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213926656","shards":1,"effective_bpw":6.5635,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542282304","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/Yi-1.5-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542282496","shards":1,"effective_bpw":8.5009,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"137557179456","shards":5,"effective_bpw":32.0004,"repo":"bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"apriel-1-6-15b-thinker","canonical_repo":"ServiceNow-AI/Apriel-1.6-15b-Thinker","display_name":"Apriel-1.6-15b-Thinker","publisher":"ServiceNow-AI","modality":"vision_language","arch_key":"llama","params_total":"14863859712","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3174","n_layers":48,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262400,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ServiceNow-AI/Apriel-1.6-15b-Thinker","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3461170080","shards":1,"effective_bpw":1.8629,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3728065440","shards":1,"effective_bpw":2.0065,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4172891040","shards":1,"effective_bpw":2.2459,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4560208384","shards":1,"effective_bpw":2.4544,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4560208800","shards":1,"effective_bpw":2.4544,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4814651904","shards":1,"effective_bpw":2.5913,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4814652320","shards":1,"effective_bpw":2.5913,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5170512384","shards":1,"effective_bpw":2.7829,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5170512800","shards":1,"effective_bpw":2.7829,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5236704160","shards":1,"effective_bpw":2.8185,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5593547264","shards":1,"effective_bpw":3.0105,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5593547424","shards":1,"effective_bpw":3.0105,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5593547680","shards":1,"effective_bpw":3.0105,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5782946304","shards":1,"effective_bpw":3.1125,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5782946720","shards":1,"effective_bpw":3.1125,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6198444544","shards":1,"effective_bpw":3.3361,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6198444960","shards":1,"effective_bpw":3.3361,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6248907264","shards":1,"effective_bpw":3.3633,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6471729664","shards":1,"effective_bpw":3.4832,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6471729824","shards":1,"effective_bpw":3.4832,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6471730080","shards":1,"effective_bpw":3.4832,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6505153440","shards":1,"effective_bpw":3.5012,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6697337344","shards":1,"effective_bpw":3.6046,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6697337760","shards":1,"effective_bpw":3.6046,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7135609344","shards":1,"effective_bpw":3.8405,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7135609504","shards":1,"effective_bpw":3.8405,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7135609760","shards":1,"effective_bpw":3.8405,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7704461824","shards":1,"effective_bpw":4.1467,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7704461984","shards":1,"effective_bpw":4.1467,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7704462240","shards":1,"effective_bpw":4.1467,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7908278784","shards":1,"effective_bpw":4.2564,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7908279200","shards":1,"effective_bpw":4.2564,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7977091744","shards":1,"effective_bpw":4.2934,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8326398464","shards":1,"effective_bpw":4.4814,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8326398880","shards":1,"effective_bpw":4.4814,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8330330624","shards":1,"effective_bpw":4.4835,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8330331040","shards":1,"effective_bpw":4.4835,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8356545024","shards":1,"effective_bpw":4.4976,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8356545184","shards":1,"effective_bpw":4.4976,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8356545440","shards":1,"effective_bpw":4.4976,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8785478144","shards":1,"effective_bpw":4.7285,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8785478304","shards":1,"effective_bpw":4.7285,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8785478560","shards":1,"effective_bpw":4.7285,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9158705664","shards":1,"effective_bpw":4.9294,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9158706080","shards":1,"effective_bpw":4.9294,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9283551744","shards":1,"effective_bpw":4.9966,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10018537984","shards":1,"effective_bpw":5.3922,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10018538144","shards":1,"effective_bpw":5.3922,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10018538400","shards":1,"effective_bpw":5.3922,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10269213184","shards":1,"effective_bpw":5.5271,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10269213344","shards":1,"effective_bpw":5.5271,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10269213600","shards":1,"effective_bpw":5.5271,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10683400704","shards":1,"effective_bpw":5.75,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11845681664","shards":1,"effective_bpw":6.3756,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11845681824","shards":1,"effective_bpw":6.3756,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11845682080","shards":1,"effective_bpw":6.3756,"repo":"mradermacher/Apriel-1.6-15b-Thinker-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12170740224","shards":1,"effective_bpw":6.5505,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15340061184","shards":1,"effective_bpw":8.2563,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15340061344","shards":1,"effective_bpw":8.2563,"repo":"mradermacher/Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"28866691264","shards":1,"effective_bpw":15.5366,"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"snowpiercer-15b-v4-heretic","canonical_repo":"sh0ck0r/Snowpiercer-15B-v4-heretic","display_name":"Snowpiercer-15B-v4-heretic","publisher":"sh0ck0r","modality":"text","arch_key":"llama","params_total":"14974182400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3174","n_layers":50,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sh0ck0r/Snowpiercer-15B-v4-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3574214368","shards":1,"effective_bpw":1.9095,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3852660448","shards":1,"effective_bpw":2.0583,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4316737248","shards":1,"effective_bpw":2.3062,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4720766688","shards":1,"effective_bpw":2.5221,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4981108448","shards":1,"effective_bpw":2.6612,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5352369888","shards":1,"effective_bpw":2.8595,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5418151648","shards":1,"effective_bpw":2.8947,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5794164192","shards":1,"effective_bpw":3.0955,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5794164448","shards":1,"effective_bpw":3.0955,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5992328928","shards":1,"effective_bpw":3.2014,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6424866528","shards":1,"effective_bpw":3.4325,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6706097632","shards":1,"effective_bpw":3.5828,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6706097888","shards":1,"effective_bpw":3.5828,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6740913888","shards":1,"effective_bpw":3.6014,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6938668768","shards":1,"effective_bpw":3.707,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7396437472","shards":1,"effective_bpw":3.9516,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7396437728","shards":1,"effective_bpw":3.9516,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7990193632","shards":1,"effective_bpw":4.2688,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7990193888","shards":1,"effective_bpw":4.2688,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8199663328","shards":1,"effective_bpw":4.3807,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8268475872","shards":1,"effective_bpw":4.4175,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8633183968","shards":1,"effective_bpw":4.6123,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8638426848","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8663330272","shards":1,"effective_bpw":4.6284,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8663330528","shards":1,"effective_bpw":4.6284,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9112538592","shards":1,"effective_bpw":4.8684,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9112538848","shards":1,"effective_bpw":4.8684,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9499569888","shards":1,"effective_bpw":5.0752,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10393480672","shards":1,"effective_bpw":5.5527,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10393480928","shards":1,"effective_bpw":5.5527,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10654600672","shards":1,"effective_bpw":5.6923,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10654600928","shards":1,"effective_bpw":5.6923,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12293041632","shards":1,"effective_bpw":6.5676,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12293041888","shards":1,"effective_bpw":6.5676,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15919476192","shards":1,"effective_bpw":8.505,"repo":"mradermacher/Snowpiercer-15B-v4-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bartalens-e2b","canonical_repo":"dipta007/BartaLens-E2B","display_name":"BartaLens-E2B","publisher":"dipta007","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3170","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dipta007/BartaLens-E2B","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"2989072768","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110201728","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112395136","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134955904","shards":1,"effective_bpw":4.8953,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201335680","shards":1,"effective_bpw":4.999,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282338176","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303915904","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362210176","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362505088","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365060992","shards":1,"effective_bpw":5.2546,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427864960","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477766528","shards":1,"effective_bpw":5.4306,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595387264","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630272896","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845331328","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/BartaLens-E2B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-moe-2x1-5b-deepseek-uncensored-censored-4b","canonical_repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B","display_name":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B","publisher":"DavidAU","modality":"text","arch_key":"qwen2moe","params_total":"4089327104","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3170","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1590256352","shards":1,"effective_bpw":3.111,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1855147232","shards":1,"effective_bpw":3.6292,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2024180960","shards":1,"effective_bpw":3.9599,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2173062368","shards":1,"effective_bpw":4.2512,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2267813600","shards":1,"effective_bpw":4.4366,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2382909152","shards":1,"effective_bpw":4.6617,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2517671648","shards":1,"effective_bpw":4.9254,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2849189600","shards":1,"effective_bpw":5.5739,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2926690016","shards":1,"effective_bpw":5.7255,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3361272032","shards":1,"effective_bpw":6.5757,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4351589600","shards":1,"effective_bpw":8.5131,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8185077184","shards":1,"effective_bpw":16.0126,"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pluto-genesis-0-6b","canonical_repo":"Siddh07ETH/Pluto-Genesis-0.6B","display_name":"Pluto-Genesis-0.6B","publisher":"Siddh07ETH","modality":"text","arch_key":"qwen3","params_total":"596049920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3169","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Siddh07ETH/Pluto-Genesis-0.6B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"208013792","shards":1,"effective_bpw":2.7919,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"216050144","shards":1,"effective_bpw":2.8998,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"229444064","shards":1,"effective_bpw":3.0795,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"241994208","shards":1,"effective_bpw":3.248,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"254192096","shards":1,"effective_bpw":3.4117,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"264907232","shards":1,"effective_bpw":3.5555,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"279013856","shards":1,"effective_bpw":3.7448,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"280557024","shards":1,"effective_bpw":3.7656,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296236256","shards":1,"effective_bpw":3.976,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"296236512","shards":1,"effective_bpw":3.976,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"312751584","shards":1,"effective_bpw":4.1977,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"323073248","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"323073504","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"323073504","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"336025056","shards":1,"effective_bpw":4.51,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347124960","shards":1,"effective_bpw":4.659,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"347125216","shards":1,"effective_bpw":4.659,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"367801824","shards":1,"effective_bpw":4.9365,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"368489696","shards":1,"effective_bpw":4.9458,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"368489952","shards":1,"effective_bpw":4.9458,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"369276128","shards":1,"effective_bpw":4.9563,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"381564384","shards":1,"effective_bpw":5.1212,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"382154208","shards":1,"effective_bpw":5.1292,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"383268064","shards":1,"effective_bpw":5.1441,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"383268320","shards":1,"effective_bpw":5.1441,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396702944","shards":1,"effective_bpw":5.3244,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"396703200","shards":1,"effective_bpw":5.3244,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"409089504","shards":1,"effective_bpw":5.4907,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436614368","shards":1,"effective_bpw":5.8601,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"436614624","shards":1,"effective_bpw":5.8601,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444413152","shards":1,"effective_bpw":5.9648,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"444413408","shards":1,"effective_bpw":5.9648,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495105248","shards":1,"effective_bpw":6.6452,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"495105504","shards":1,"effective_bpw":6.6452,"repo":"mradermacher/Pluto-Genesis-0.6B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639445216","shards":1,"effective_bpw":8.5824,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198180576","shards":1,"effective_bpw":16.0816,"repo":"mradermacher/Pluto-Genesis-0.6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"marco-mini-instruct","canonical_repo":"ATH-MaaS/Marco-Mini-Instruct","display_name":"Marco-Mini-Instruct","publisher":"ATH-MaaS","modality":"text","arch_key":"qwen3moe","params_total":"17250582528","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3168","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"ATH-MaaS/Marco-Mini-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3574629184","shards":1,"effective_bpw":1.6577,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3958899520","shards":1,"effective_bpw":1.8359,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4599350080","shards":1,"effective_bpw":2.133,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5113545536","shards":1,"effective_bpw":2.3714,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5183144768","shards":1,"effective_bpw":2.4037,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5695505216","shards":1,"effective_bpw":2.6413,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5911629632","shards":1,"effective_bpw":2.7415,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6351539776","shards":1,"effective_bpw":2.9455,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6351540032","shards":1,"effective_bpw":2.9455,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6681133888","shards":1,"effective_bpw":3.0984,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7105040192","shards":1,"effective_bpw":3.295,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7505530432","shards":1,"effective_bpw":3.4807,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7505530688","shards":1,"effective_bpw":3.4807,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7505530688","shards":1,"effective_bpw":3.4807,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7597444928","shards":1,"effective_bpw":3.5233,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8291339840","shards":1,"effective_bpw":3.8451,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8291340096","shards":1,"effective_bpw":3.8451,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8981564992","shards":1,"effective_bpw":4.1652,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8981565248","shards":1,"effective_bpw":4.1652,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"9240989504","shards":1,"effective_bpw":4.2855,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9335361088","shards":1,"effective_bpw":4.3293,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9774976832","shards":1,"effective_bpw":4.5332,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9812725568","shards":1,"effective_bpw":4.5507,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9850998336","shards":1,"effective_bpw":4.5684,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9850998592","shards":1,"effective_bpw":4.5684,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10505424448","shards":1,"effective_bpw":4.8719,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10505424704","shards":1,"effective_bpw":4.8719,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10842951488","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11910925888","shards":1,"effective_bpw":5.5237,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11910926144","shards":1,"effective_bpw":5.5237,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12287217216","shards":1,"effective_bpw":5.6982,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"12287217472","shards":1,"effective_bpw":5.6982,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14180372032","shards":1,"effective_bpw":6.5762,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"14180372288","shards":1,"effective_bpw":6.5762,"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18356453952","shards":1,"effective_bpw":8.5129,"repo":"mradermacher/Marco-Mini-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"imp-rpg-system-1b","canonical_repo":"NovaCorp/Imp-RPG.System-1B","display_name":"Imp-RPG.System-1B","publisher":"NovaCorp","modality":"text","arch_key":"llama","params_total":"1498482688","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"3156","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NovaCorp/Imp-RPG.System-1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"479737088","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"499791104","shards":1,"effective_bpw":2.6683,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"533214464","shards":1,"effective_bpw":2.8467,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"562050304","shards":1,"effective_bpw":3.0006,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"601572608","shards":1,"effective_bpw":3.2116,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"628311296","shards":1,"effective_bpw":3.3544,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640845056","shards":1,"effective_bpw":3.4213,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"667059200","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"667059456","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"674972928","shards":1,"effective_bpw":3.6035,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"733975808","shards":1,"effective_bpw":3.9185,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"754553856","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"754554112","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"756782336","shards":1,"effective_bpw":4.0403,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"770151680","shards":1,"effective_bpw":4.1116,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"803705856","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"803706112","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"845386752","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"845387008","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"882681088","shards":1,"effective_bpw":4.7124,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"887923712","shards":1,"effective_bpw":4.7404,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"920773888","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"920773888","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"923395072","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"923395328","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"955442176","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"955442432","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"995910912","shards":1,"effective_bpw":5.3169,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1073144832","shards":1,"effective_bpw":5.7292,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1073145088","shards":1,"effective_bpw":5.7292,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1092084736","shards":1,"effective_bpw":5.8303,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1092084992","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1237267456","shards":1,"effective_bpw":6.6054,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1237267712","shards":1,"effective_bpw":6.6054,"repo":"mradermacher/Imp-RPG.System-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1600164864","shards":1,"effective_bpw":8.5429,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3004929024","shards":1,"effective_bpw":16.0425,"repo":"mradermacher/Imp-RPG.System-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cajal-9b-v2-full","canonical_repo":"Agnuxo/cajal-9b-v2-full","display_name":"cajal-9b-v2-full","publisher":"Agnuxo","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3155","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Agnuxo/cajal-9b-v2-full","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642272","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269600","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648480","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345888","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968608","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471712","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239648","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263072","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166368","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416672","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407456","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818656","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383136","shards":1,"effective_bpw":3.945,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525472","shards":1,"effective_bpw":4.131,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515360","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441184","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940320","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630432","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215008","shards":1,"effective_bpw":4.841,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109856","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333856","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310304","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970656","shards":1,"effective_bpw":5.779,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260256","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/cajal-9b-v2-full-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"biomistral-7b","canonical_repo":"BioMistral/BioMistral-7B","display_name":"BioMistral-7B","publisher":"BioMistral","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3154","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BioMistral/BioMistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719242368","shards":1,"effective_bpw":3.004,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719242464","shards":1,"effective_bpw":3.004,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2943250432","shards":1,"effective_bpw":3.2514,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567680","shards":1,"effective_bpw":3.4959,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567776","shards":1,"effective_bpw":3.4959,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986368","shards":1,"effective_bpw":3.8875,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986464","shards":1,"effective_bpw":3.8875,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024832","shards":1,"effective_bpw":4.2222,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916960","shards":1,"effective_bpw":4.5392,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374144","shards":1,"effective_bpw":4.5739,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374240","shards":1,"effective_bpw":4.5739,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439424","shards":1,"effective_bpw":4.8259,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439520","shards":1,"effective_bpw":4.8259,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716096","shards":1,"effective_bpw":5.521,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409536","shards":1,"effective_bpw":5.6687,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409632","shards":1,"effective_bpw":5.6687,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065280","shards":1,"effective_bpw":6.5642,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065376","shards":1,"effective_bpw":6.5642,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857792","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/BioMistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857888","shards":1,"effective_bpw":8.5017,"repo":"BioMistral/BioMistral-7B-DARE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinman-gemma4-companion-merged","canonical_repo":"Tinman-Lab/Tinman-gemma4-companion-merged","display_name":"Tinman-gemma4-companion-merged","publisher":"Tinman-Lab","modality":"text","arch_key":"gemma4","params_total":"7941100832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3144","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Tinman-Lab/Tinman-gemma4-companion-merged","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5302272544","shards":1,"effective_bpw":5.3416,"repo":"Tinman-Lab/Tinman-gemma4-companion-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7972725280","shards":1,"effective_bpw":8.0319,"repo":"Tinman-Lab/Tinman-gemma4-companion-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14942970400","shards":1,"effective_bpw":15.0538,"repo":"Tinman-Lab/Tinman-gemma4-companion-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-12b-rp-ink","canonical_repo":"allura-org/MN-12b-RP-Ink","display_name":"MN-12b-RP-Ink","publisher":"allura-org","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3139","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allura-org/MN-12b-RP-Ink","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138476576","shards":1,"effective_bpw":2.7032,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435026976","shards":1,"effective_bpw":2.8969,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051296","shards":1,"effective_bpw":3.1294,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306491936","shards":1,"effective_bpw":3.4661,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411296","shards":1,"effective_bpw":3.5575,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229536","shards":1,"effective_bpw":3.6148,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722235936","shards":1,"effective_bpw":3.7376,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093536","shards":1,"effective_bpw":3.9734,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506336","shards":1,"effective_bpw":4.2858,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713376","shards":1,"effective_bpw":4.4042,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641696","shards":1,"effective_bpw":4.6341,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097918496","shards":1,"effective_bpw":4.6362,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200384","shards":1,"effective_bpw":4.6508,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200736","shards":1,"effective_bpw":4.6508,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477207744","shards":1,"effective_bpw":4.884,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208096","shards":1,"effective_bpw":4.884,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795221536","shards":1,"effective_bpw":5.0917,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281696","shards":1,"effective_bpw":5.2093,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738624","shards":1,"effective_bpw":5.5643,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518738976","shards":1,"effective_bpw":5.5643,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634624","shards":1,"effective_bpw":5.7007,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727634976","shards":1,"effective_bpw":5.7007,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822496","shards":1,"effective_bpw":5.9713,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213184","shards":1,"effective_bpw":6.5685,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213536","shards":1,"effective_bpw":6.5685,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381272096","shards":1,"effective_bpw":6.7808,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372544","shards":1,"effective_bpw":8.5059,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022372896","shards":1,"effective_bpw":8.5059,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279744","shards":1,"effective_bpw":16.0057,"repo":"allura-org/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279840","shards":1,"effective_bpw":16.0057,"repo":"bartowski/MN-12b-RP-Ink-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pinqwen-3-5-9b-1m-bf16","canonical_repo":"Blackfrost-AI/PINQWEN-3.5-9B-1M-BF16","display_name":"PINQWEN-3.5-9B-1M-BF16","publisher":"Blackfrost-AI","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3139","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Blackfrost-AI/PINQWEN-3.5-9B-1M-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969536","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969792","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022208","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022464","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990720","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783424","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610176","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610432","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512960","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513216","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418624","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875648","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864576","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554432","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554688","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663552","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091328","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091584","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462464","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472643008","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643264","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545088","shards":1,"effective_bpw":5.505,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545344","shards":1,"effective_bpw":5.505,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902208","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902464","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061248","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407322048","shards":1,"effective_bpw":15.255,"repo":"mradermacher/PINQWEN-3.5-9B-1M-BF16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-1-7b-distilled-30b-a3b-sft","canonical_repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT","display_name":"Qwen3-1.7B-Distilled-30B-A3B-SFT","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3139","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1282439072","shards":1,"effective_bpw":5.0496,"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1471805344","shards":1,"effective_bpw":5.7953,"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039008","shards":1,"effective_bpw":8.5249,"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4069679008","shards":1,"effective_bpw":16.0244,"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"janus-pro-7b","canonical_repo":"deepseek-community/Janus-Pro-7B","display_name":"Janus-Pro-7B","publisher":"deepseek-community","modality":"image","arch_key":"llama","params_total":"7407773323","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3138","n_layers":30,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-community/Janus-Pro-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1733033120","shards":1,"effective_bpw":1.8716,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1848564896","shards":1,"effective_bpw":1.9964,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2041117856","shards":1,"effective_bpw":2.2043,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2210888864","shards":1,"effective_bpw":2.3876,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2389122208","shards":1,"effective_bpw":2.5801,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2510511264","shards":1,"effective_bpw":2.7112,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2543164576","shards":1,"effective_bpw":2.7465,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2718424000","shards":1,"effective_bpw":2.9358,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2718424224","shards":1,"effective_bpw":2.9358,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2758401184","shards":1,"effective_bpw":2.9789,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2993609888","shards":1,"effective_bpw":3.2329,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138018240","shards":1,"effective_bpw":3.3889,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3138018464","shards":1,"effective_bpw":3.3889,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3138018464","shards":1,"effective_bpw":3.3889,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3289676960","shards":1,"effective_bpw":3.5527,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461192640","shards":1,"effective_bpw":3.7379,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3461192864","shards":1,"effective_bpw":3.7379,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746274240","shards":1,"effective_bpw":4.0458,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3746274464","shards":1,"effective_bpw":4.0458,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3797228704","shards":1,"effective_bpw":4.1008,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3818363840","shards":1,"effective_bpw":4.1236,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4000062624","shards":1,"effective_bpw":4.3199,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4008516768","shards":1,"effective_bpw":4.329,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025359296","shards":1,"effective_bpw":4.3472,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4025359520","shards":1,"effective_bpw":4.3472,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223359936","shards":1,"effective_bpw":4.561,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4223360160","shards":1,"effective_bpw":4.561,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4405730464","shards":1,"effective_bpw":4.758,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811398080","shards":1,"effective_bpw":5.1961,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4811398304","shards":1,"effective_bpw":5.1961,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926430144","shards":1,"effective_bpw":5.3203,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4926430368","shards":1,"effective_bpw":5.3203,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673442240","shards":1,"effective_bpw":6.127,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5673442464","shards":1,"effective_bpw":6.127,"repo":"mradermacher/Janus-Pro-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7346985920","shards":1,"effective_bpw":7.9344,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13825219520","shards":1,"effective_bpw":14.9305,"repo":"mradermacher/Janus-Pro-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"anomalythink-qwen2-5-vl-7b","canonical_repo":"aacudad/AnomalyThink-Qwen2.5-VL-7B","display_name":"AnomalyThink-Qwen2.5-VL-7B","publisher":"aacudad","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3137","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aacudad/AnomalyThink-Qwen2.5-VL-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015939520","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367808","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390592","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458688","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297792","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768384","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072960","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175872","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830656","shards":1,"effective_bpw":5.253,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198208","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524608","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852608","shards":1,"effective_bpw":14.701,"repo":"mradermacher/AnomalyThink-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"apertus-70b-instruct-2509","canonical_repo":"swiss-ai/Apertus-70B-Instruct-2509","display_name":"Apertus-70B-Instruct-2509","publisher":"swiss-ai","modality":"text","arch_key":"apertus","params_total":"70599864480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3132","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"swiss-ai/Apertus-70B-Instruct-2509","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"16599131808","shards":1,"effective_bpw":1.8809,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16903218976","shards":1,"effective_bpw":1.9154,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"17799227040","shards":1,"effective_bpw":2.0169,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19203532576","shards":1,"effective_bpw":2.176,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"19908437664","shards":1,"effective_bpw":2.2559,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21211555616","shards":1,"effective_bpw":2.4036,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22433408800","shards":1,"effective_bpw":2.542,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24273659680","shards":1,"effective_bpw":2.7506,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"24825341600","shards":1,"effective_bpw":2.8131,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27272048608","shards":1,"effective_bpw":3.0903,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27272062624","shards":1,"effective_bpw":3.0903,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"27272062752","shards":1,"effective_bpw":3.0903,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27411523360","shards":1,"effective_bpw":3.1061,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27523720864","shards":1,"effective_bpw":3.1188,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"27932665504","shards":1,"effective_bpw":3.1652,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"28320638752","shards":1,"effective_bpw":3.2091,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29583124256","shards":1,"effective_bpw":3.3522,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30768000992","shards":1,"effective_bpw":3.4865,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30768015008","shards":1,"effective_bpw":3.4865,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30768015136","shards":1,"effective_bpw":3.4865,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"32038102816","shards":1,"effective_bpw":3.6304,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"35535876064","shards":1,"effective_bpw":4.0267,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"35535890080","shards":1,"effective_bpw":4.0267,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"35535890208","shards":1,"effective_bpw":4.0267,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37933983520","shards":1,"effective_bpw":4.2985,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37967537824","shards":1,"effective_bpw":4.3023,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39591768032","shards":1,"effective_bpw":4.4863,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39591782176","shards":1,"effective_bpw":4.4863,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40001761248","shards":1,"effective_bpw":4.5328,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40085661344","shards":1,"effective_bpw":4.5423,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40085661472","shards":1,"effective_bpw":4.5423,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40221976224","shards":1,"effective_bpw":4.5577,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40221976352","shards":1,"effective_bpw":4.5577,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40446357472","shards":1,"effective_bpw":4.5832,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40446371488","shards":1,"effective_bpw":4.5832,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40446371616","shards":1,"effective_bpw":4.5832,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"43721584608","shards":1,"effective_bpw":4.9543,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"43721598624","shards":1,"effective_bpw":4.9543,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"43721598752","shards":1,"effective_bpw":4.9543,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44347074208","shards":1,"effective_bpw":5.0252,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44347074336","shards":1,"effective_bpw":5.0252,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"44518516512","shards":1,"effective_bpw":5.0446,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48692359136","shards":1,"effective_bpw":5.5176,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"48692359136","shards":1,"effective_bpw":5.5176,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48692373152","shards":1,"effective_bpw":5.5176,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48692373280","shards":1,"effective_bpw":5.5176,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"50608631776","shards":1,"effective_bpw":5.7347,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"50608645984","shards":2,"effective_bpw":5.7347,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"50608646112","shards":2,"effective_bpw":5.7347,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57926119392","shards":1,"effective_bpw":6.5639,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57926133600","shards":2,"effective_bpw":6.5639,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57926133728","shards":2,"effective_bpw":6.5639,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"75024199648","shards":1,"effective_bpw":8.5013,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"75024199648","shards":1,"effective_bpw":8.5013,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"75024213856","shards":2,"effective_bpw":8.5013,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"75024213984","shards":2,"effective_bpw":8.5013,"repo":"bartowski/swiss-ai_Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"141210316768","shards":1,"effective_bpw":16.0012,"repo":"giladgd/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141210330848","shards":3,"effective_bpw":16.0012,"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-light-novel-translator-1","canonical_repo":"galoihhbg/Deepseek-Light-Novel-Translator-1","display_name":"Deepseek-Light-Novel-Translator-1","publisher":"galoihhbg","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3130","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507424","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161184","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250784","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551264","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569824","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441504","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001184","shards":1,"effective_bpw":2.805,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099424","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271584","shards":1,"effective_bpw":3.135,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514144","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331424","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895904","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123424","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048864","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079584","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154464","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010464","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410784","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336864","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243424","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255264","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157984","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155424","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Deepseek-Light-Novel-Translator-1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-storymaxxed","canonical_repo":"MRockatansky/Gemma-4-31B-storymaxxed","display_name":"Gemma-4-31B-storymaxxed","publisher":"MRockatansky","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3126","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/Gemma-4-31B-storymaxxed","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489088","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872000","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843520","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358656","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888384","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065600","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588672","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313472","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507456","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368512","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356672","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356672","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497024","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108480","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628269952","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735789952","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577600","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165056","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687062912","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420672","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841152","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570432","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484672","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-storymaxxed-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"metatune-gpt20b-r1-09","canonical_repo":"EpistemeAI/metatune-gpt20b-R1.09","display_name":"metatune-gpt20b-R1.09","publisher":"EpistemeAI","modality":"text","arch_key":"gpt-oss","params_total":"21511953984","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3123","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"EpistemeAI/metatune-gpt20b-R1.09","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"12016852992","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016852992","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12016852992","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025700352","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12061089536","shards":1,"effective_bpw":4.4854,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061089792","shards":1,"effective_bpw":4.4854,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065513216","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065513472","shards":1,"effective_bpw":4.487,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096479232","shards":1,"effective_bpw":4.4985,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136292352","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148457472","shards":1,"effective_bpw":4.5178,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202647552","shards":1,"effective_bpw":4.538,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12245778176","shards":1,"effective_bpw":4.554,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916150016","shards":1,"effective_bpw":4.8033,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916150272","shards":1,"effective_bpw":4.8033,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335109376","shards":1,"effective_bpw":4.9591,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335109632","shards":1,"effective_bpw":4.9591,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369093632","shards":1,"effective_bpw":4.9718,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654241536","shards":1,"effective_bpw":5.4497,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654241792","shards":1,"effective_bpw":5.4497,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805135616","shards":1,"effective_bpw":5.8777,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805135872","shards":1,"effective_bpw":5.8777,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15892203776","shards":1,"effective_bpw":5.9101,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892204032","shards":1,"effective_bpw":5.9101,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893061376","shards":1,"effective_bpw":6.2823,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893061632","shards":1,"effective_bpw":6.2823,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193344256","shards":1,"effective_bpw":8.2534,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193344512","shards":1,"effective_bpw":8.2534,"repo":"mradermacher/metatune-gpt20b-R1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261911296","shards":1,"effective_bpw":8.2789,"repo":"mradermacher/metatune-gpt20b-R1.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-violet-lotus-12b-heretic","canonical_repo":"Sorihon/MN-Violet-Lotus-12B-Heretic","display_name":"MN-Violet-Lotus-12B-Heretic","publisher":"Sorihon","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3118","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sorihon/MN-Violet-Lotus-12B-Heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212576","shards":1,"effective_bpw":1.959,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221625376","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592313376","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915078176","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138474016","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024416","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493679136","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048448","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048736","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945386016","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306489376","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226688","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226976","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079776","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722233376","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090688","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090976","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561503488","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503776","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710816","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800054528","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094639136","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097915936","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197888","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120198176","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205248","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205536","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795218976","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518736128","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736416","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727632128","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632416","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210688","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210976","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022370048","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-Violet-Lotus-12B-Heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-4b-abliterated-v2","canonical_repo":"huihui-ai/Huihui-Qwen3-4B-abliterated-v2","display_name":"Huihui-Qwen3-4B-abliterated-v2","publisher":"huihui-ai","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3115","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3-4B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669496000","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886993600","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075614400","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239782080","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286312640","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383305920","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497277120","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823707840","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889510080","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306257600","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280401600","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051281600","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mineru2-5-pro-2605-1-2b","canonical_repo":"opendatalab/MinerU2.5-Pro-2605-1.2B","display_name":"MinerU2.5-Pro-2605-1.2B","publisher":"opendatalab","modality":"text","arch_key":"qwen2vl","params_total":"1156026624","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3113","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":8192,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"opendatalab/MinerU2.5-Pro-2605-1.2B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"338262112","shards":1,"effective_bpw":2.3409,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338606176","shards":1,"effective_bpw":2.3432,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351444064","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355465312","shards":1,"effective_bpw":2.4599,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369356896","shards":1,"effective_bpw":2.556,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385470560","shards":1,"effective_bpw":2.6676,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397806688","shards":1,"effective_bpw":2.7529,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412708960","shards":1,"effective_bpw":2.8561,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420084832","shards":1,"effective_bpw":2.9071,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505735264","shards":1,"effective_bpw":3.4998,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531066496","shards":1,"effective_bpw":3.6751,"repo":"JamePeng2023/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531066976","shards":1,"effective_bpw":3.6751,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"994155136","shards":1,"effective_bpw":6.8798,"repo":"JamePeng2023/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994155616","shards":1,"effective_bpw":6.8798,"repo":"mradermacher/MinerU2.5-Pro-2605-1.2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-vistral","canonical_repo":"Ilya626/Cydonia_Vistral","display_name":"Cydonia_Vistral","publisher":"Ilya626","modality":"text","arch_key":"llama","params_total":"23572423680","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3111","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ilya626/Cydonia_Vistral","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207042976","shards":1,"effective_bpw":2.4459,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478363072","shards":1,"effective_bpw":2.538,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114062272","shards":1,"effective_bpw":2.7537,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890336512","shards":1,"effective_bpw":3.0172,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280603072","shards":1,"effective_bpw":3.1496,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545706496","shards":1,"effective_bpw":3.2396,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907128608","shards":1,"effective_bpw":3.3623,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400287008","shards":1,"effective_bpw":3.5296,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650962208","shards":1,"effective_bpw":3.6147,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474094368","shards":1,"effective_bpw":3.8941,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400773408","shards":1,"effective_bpw":4.2086,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758928672","shards":1,"effective_bpw":4.3301,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468028512","shards":1,"effective_bpw":4.5708,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494242912","shards":1,"effective_bpw":4.5797,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549293152","shards":1,"effective_bpw":4.5984,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333922912","shards":1,"effective_bpw":4.8646,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14832004096","shards":1,"effective_bpw":5.0337,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873120992","shards":1,"effective_bpw":5.0476,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304427872","shards":1,"effective_bpw":5.5334,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763999072","shards":1,"effective_bpw":5.6894,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178192896","shards":1,"effective_bpw":5.8299,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345955008","shards":1,"effective_bpw":6.5656,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671018496","shards":1,"effective_bpw":6.6759,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054800896","shards":1,"effective_bpw":8.5031,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153559008","shards":1,"effective_bpw":16.003,"repo":"bartowski/Ilya626_Cydonia_Vistral-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-gguf","canonical_repo":"unsloth/GLM-4.7-GGUF","display_name":"GLM-4.7-GGUF","publisher":"unsloth","modality":"text","arch_key":"glm4moe","params_total":"358337791296","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3111","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"chocolatine-3b-instruct-dpo-revised","canonical_repo":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised","display_name":"Chocolatine-3B-Instruct-DPO-Revised","publisher":"jpacifico","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3106","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":4096,"sliding_window":2047,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2393231840","shards":1,"effective_bpw":5.0106,"repo":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tower-plus-72b-ultra-uncensored-heretic","canonical_repo":"llmfan46/Tower-Plus-72B-ultra-uncensored-heretic","display_name":"Tower-Plus-72B-ultra-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-sa-4.0","downloads_30d":"3103","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Tower-Plus-72B-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690324608","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740211328","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490022528","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057643648","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939135616","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338984576","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569278080","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811760960","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811761280","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845081216","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842178688","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487787328","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487787648","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487787648","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503595648","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698723648","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698723968","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505223488","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505223808","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709073536","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163237696","shards":1,"effective_bpw":4.4192,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383125120","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889221440","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889221760","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697884288","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415713600","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415713920","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375136576","shards":1,"effective_bpw":5.6529,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"51375136896","shards":1,"effective_bpw":5.6529,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447464256","shards":1,"effective_bpw":5.991,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"54447464576","shards":1,"effective_bpw":5.991,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347627328","shards":1,"effective_bpw":7.0803,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"64347627648","shards":1,"effective_bpw":7.0803,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262610240","shards":1,"effective_bpw":8.5013,"repo":"mradermacher/Tower-Plus-72B-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-v2-lite-base","canonical_repo":"deepseek-ai/DeepSeek-Coder-V2-Lite-Base","display_name":"DeepSeek-Coder-V2-Lite-Base","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"15706484224","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"3101","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-Coder-V2-Lite-Base","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4994131712","shards":1,"effective_bpw":2.5437,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4994132128","shards":1,"effective_bpw":2.5437,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5236564736","shards":1,"effective_bpw":2.6672,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5236565152","shards":1,"effective_bpw":2.6672,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5640619776","shards":1,"effective_bpw":2.873,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5640620192","shards":1,"effective_bpw":2.873,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"5967402752","shards":1,"effective_bpw":3.0395,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5967403168","shards":1,"effective_bpw":3.0395,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6005212928","shards":1,"effective_bpw":3.0587,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6005213344","shards":1,"effective_bpw":3.0587,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6328456960","shards":1,"effective_bpw":3.2234,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6328457376","shards":1,"effective_bpw":3.2234,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6430464768","shards":1,"effective_bpw":3.2753,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6430465184","shards":1,"effective_bpw":3.2753,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"6455376640","shards":1,"effective_bpw":3.288,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6964057856","shards":1,"effective_bpw":3.5471,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6964058272","shards":1,"effective_bpw":3.5471,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7122857728","shards":1,"effective_bpw":3.628,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"7122858144","shards":1,"effective_bpw":3.628,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7487663872","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7487663872","shards":1,"effective_bpw":3.8138,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7487664288","shards":1,"effective_bpw":3.8138,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7487664288","shards":1,"effective_bpw":3.8138,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7553175296","shards":1,"effective_bpw":3.8472,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7553175712","shards":1,"effective_bpw":3.8472,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"8126607104","shards":1,"effective_bpw":4.1392,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8126607520","shards":1,"effective_bpw":4.1392,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8459398912","shards":1,"effective_bpw":4.3087,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8459399328","shards":1,"effective_bpw":4.3087,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8571593472","shards":1,"effective_bpw":4.3659,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8571593888","shards":1,"effective_bpw":4.3659,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8905110272","shards":1,"effective_bpw":4.5358,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8930301088","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9533608704","shards":1,"effective_bpw":4.8559,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9533609120","shards":1,"effective_bpw":4.8559,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10364416480","shards":1,"effective_bpw":5.2791,"repo":"sugatoray/DeepSeek-Coder-V2-Lite-Base-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"10364416768","shards":1,"effective_bpw":5.2791,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"10364417184","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11143057888","shards":1,"effective_bpw":5.6756,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11143058592","shards":1,"effective_bpw":5.6756,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"11851313632","shards":1,"effective_bpw":6.0364,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11851314336","shards":1,"effective_bpw":6.0364,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14066972128","shards":1,"effective_bpw":7.1649,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"14066972832","shards":1,"effective_bpw":7.1649,"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702517728","shards":1,"effective_bpw":8.5073,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"31424033248","shards":1,"effective_bpw":16.0056,"repo":"legraphista/DeepSeek-Coder-V2-Lite-Base-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rombos-llm-70b-llama-3-3","canonical_repo":"rombodawg/Rombos-LLM-70b-Llama-3.3","display_name":"Rombos-LLM-70b-Llama-3.3","publisher":"rombodawg","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"3100","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rombodawg/Rombos-LLM-70b-Llama-3.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343492576","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201088","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751205856","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097389888","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097394656","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113088","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142117856","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242347840","shards":1,"effective_bpw":2.522,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242352608","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119298880","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119303648","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471952864","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113536","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375118304","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161536","shards":1,"effective_bpw":3.107,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499200","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469503968","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307739616","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056128","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912060896","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912060896","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039168","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937043936","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499328","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267504096","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597568","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140602336","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666560","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902671328","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053623616","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538176","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116542944","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347224896","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347229664","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398656","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520403424","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300195136","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451840","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657456608","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821952","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949826528","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Rombos-LLM-70b-Llama-3.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598284288","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148480","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054560","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-kimi2-5-reasoning-distilled","canonical_repo":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled","display_name":"Qwen3-4B-Kimi2.5-Reasoning-Distilled","publisher":"khazarai","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3099","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2497280224","shards":1,"effective_bpw":4.9667,"repo":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260704","shards":1,"effective_bpw":6.5756,"repo":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404704","shards":1,"effective_bpw":8.513,"repo":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284704","shards":1,"effective_bpw":16.0126,"repo":"khazarai/Qwen3-4B-Kimi2.5-Reasoning-Distilled-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"finch-8b-kto","canonical_repo":"minnesotanlp/Finch-8B-KTO","display_name":"Finch-8B-KTO","publisher":"minnesotanlp","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3099","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"minnesotanlp/Finch-8B-KTO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770912","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149024","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112544","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157728","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744992","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915808","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553312","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733920","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734176","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634336","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875424","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612576","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612832","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666848","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621600","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162336","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162592","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395104","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395360","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840672","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297696","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333664","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625120","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013472","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013728","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784992","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785248","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756832","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762656","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762912","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113760","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114016","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900576","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900832","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Finch-8B-KTO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519648","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045088","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Finch-8B-KTO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-roleplay-tuned-v2","canonical_repo":"Indexnusrefather/gemma-3-4b-it-roleplay-tuned-v2","display_name":"gemma-3-4b-it-roleplay-tuned-v2","publisher":"Indexnusrefather","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3094","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Indexnusrefather/gemma-3-4b-it-roleplay-tuned-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1133093856","shards":1,"effective_bpw":2.108,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1199571936","shards":1,"effective_bpw":2.2317,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1310368736","shards":1,"effective_bpw":2.4379,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1404576736","shards":1,"effective_bpw":2.6131,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1449346016","shards":1,"effective_bpw":2.6964,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1537983456","shards":1,"effective_bpw":2.8613,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1636063456","shards":1,"effective_bpw":3.0438,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1689453536","shards":1,"effective_bpw":3.1431,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729165248","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1729165536","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1863391456","shards":1,"effective_bpw":3.4667,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364928","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1937365216","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1937365216","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1986803936","shards":1,"effective_bpw":3.6963,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460608","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2098460896","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236086208","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2236086496","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2263242976","shards":1,"effective_bpw":4.2106,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279626688","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2363513056","shards":1,"effective_bpw":4.3972,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2370066656","shards":1,"effective_bpw":4.4093,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930688","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2377930976","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894848","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2489895136","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2564053216","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764593088","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2764593376","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829699008","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2829699296","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740928","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3190741216","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130403008","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804608","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/gemma-3-4b-it-roleplay-tuned-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-safeguard-20b","canonical_repo":"openai/gpt-oss-safeguard-20b","display_name":"gpt-oss-safeguard-20b","publisher":"openai","modality":"text","arch_key":"gpt-oss","params_total":"21511953984","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3094","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"openai/gpt-oss-safeguard-20b","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"11463893952","shards":1,"effective_bpw":4.2633,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11468317632","shards":1,"effective_bpw":4.2649,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11501495232","shards":1,"effective_bpw":4.2772,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11506103232","shards":1,"effective_bpw":4.279,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11577504192","shards":1,"effective_bpw":4.3055,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11618492352","shards":1,"effective_bpw":4.3208,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11624759232","shards":1,"effective_bpw":4.3231,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11711827392","shards":1,"effective_bpw":4.3555,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11717356992","shards":1,"effective_bpw":4.3575,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11757884352","shards":1,"effective_bpw":4.3726,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"12016854496","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"12016854496","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016854496","shards":1,"effective_bpw":4.4689,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025701856","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12040999872","shards":1,"effective_bpw":4.4779,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061091296","shards":1,"effective_bpw":4.4854,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065514976","shards":1,"effective_bpw":4.487,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096480736","shards":1,"effective_bpw":4.4985,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"12109566336","shards":1,"effective_bpw":4.5034,"repo":"lmstudio-community/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12109566912","shards":1,"effective_bpw":4.5034,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136293856","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148458976","shards":1,"effective_bpw":4.5178,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202649056","shards":1,"effective_bpw":4.538,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916151776","shards":1,"effective_bpw":4.8033,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335111136","shards":1,"effective_bpw":4.9591,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369095136","shards":1,"effective_bpw":4.9718,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13792638880","shards":1,"effective_bpw":5.1293,"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654243296","shards":1,"effective_bpw":5.4497,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805137376","shards":1,"effective_bpw":5.8777,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892205536","shards":1,"effective_bpw":5.9101,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893063136","shards":1,"effective_bpw":6.2823,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193346016","shards":1,"effective_bpw":8.2534,"repo":"mradermacher/gpt-oss-safeguard-20b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-3-5-moe-instruct","canonical_repo":"microsoft/Phi-3.5-MoE-instruct","display_name":"Phi-3.5-MoE-instruct","publisher":"microsoft","modality":"text","arch_key":"phimoe","params_total":"41873153344","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"3092","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":2,"arch_source":"microsoft/Phi-3.5-MoE-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"11031893856","shards":1,"effective_bpw":2.1077,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"12275504992","shards":1,"effective_bpw":2.3453,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12534734688","shards":1,"effective_bpw":2.3948,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"13761568608","shards":1,"effective_bpw":2.6292,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15265136480","shards":1,"effective_bpw":2.9165,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"15393392480","shards":1,"effective_bpw":2.941,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"17097754464","shards":1,"effective_bpw":3.2666,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18055104352","shards":1,"effective_bpw":3.4495,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"18367055712","shards":1,"effective_bpw":3.5091,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20032718688","shards":1,"effective_bpw":3.8273,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"21688419904","shards":1,"effective_bpw":4.1436,"repo":"lmstudio-community/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"21688420192","shards":1,"effective_bpw":4.1436,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"22315175776","shards":1,"effective_bpw":4.2634,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"23615319904","shards":1,"effective_bpw":4.5118,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"23703400288","shards":1,"effective_bpw":4.5286,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"23810355040","shards":1,"effective_bpw":4.549,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"25345994304","shards":1,"effective_bpw":4.8424,"repo":"lmstudio-community/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"25345994592","shards":1,"effective_bpw":4.8424,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"25443469152","shards":1,"effective_bpw":4.8611,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"26207219552","shards":1,"effective_bpw":5.007,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"28815896416","shards":1,"effective_bpw":5.5054,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"29716098912","shards":1,"effective_bpw":5.6774,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"29797156704","shards":1,"effective_bpw":5.6928,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"34359334464","shards":1,"effective_bpw":6.5645,"repo":"lmstudio-community/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"34359334752","shards":1,"effective_bpw":6.5645,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"34422949728","shards":1,"effective_bpw":6.5766,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"44499764800","shards":1,"effective_bpw":8.5018,"repo":"lmstudio-community/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"44499765088","shards":1,"effective_bpw":8.5018,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"83753043840","shards":3,"effective_bpw":16.0013,"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"anubis-mini-8b-v1","canonical_repo":"TheDrummer/Anubis-Mini-8B-v1","display_name":"Anubis-Mini-8B-v1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"8030269440","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3091","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128257,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Anubis-Mini-8B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019637440","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161981632","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399221952","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605791424","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758498912","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948291168","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988825312","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179141856","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3256572096","shards":1,"effective_bpw":3.2443,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274922592","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3311262016","shards":1,"effective_bpw":3.2988,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3434305728","shards":1,"effective_bpw":3.4214,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518758016","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3655072480","shards":1,"effective_bpw":3.6413,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664510080","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682335872","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769367264","shards":1,"effective_bpw":3.7552,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784834176","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3824290016","shards":1,"effective_bpw":3.8099,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3906468576","shards":1,"effective_bpw":3.8917,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018928768","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4131125984","shards":1,"effective_bpw":4.1156,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321967232","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4359715552","shards":1,"effective_bpw":4.3433,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447673888","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4543093888","shards":1,"effective_bpw":4.526,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675903136","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4678000288","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692680352","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4745108736","shards":1,"effective_bpw":4.7272,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4765031680","shards":1,"effective_bpw":4.7471,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4768177408","shards":1,"effective_bpw":4.7502,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920745632","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5073837312","shards":1,"effective_bpw":5.0547,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130264480","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5182692864","shards":1,"effective_bpw":5.1632,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5463738592","shards":1,"effective_bpw":5.4431,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599305888","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5634957056","shards":1,"effective_bpw":5.6137,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732999328","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5857779456","shards":1,"effective_bpw":5.8357,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6182013152","shards":1,"effective_bpw":6.1587,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596018880","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Anubis-Mini-8B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6839812384","shards":1,"effective_bpw":6.814,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7094274272","shards":1,"effective_bpw":7.0675,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540784864","shards":1,"effective_bpw":8.5086,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068912576","shards":1,"effective_bpw":16.0083,"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-15b-a2b-base","canonical_repo":"TroyDoesAI/Qwen3-15B-A2B-Base","display_name":"Qwen3-15B-A2B-Base","publisher":"TroyDoesAI","modality":"text","arch_key":"qwen3moe","params_total":"15577227264","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3089","n_layers":24,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"TroyDoesAI/Qwen3-15B-A2B-Base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5810950816","shards":1,"effective_bpw":2.9843,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6843681440","shards":1,"effective_bpw":3.5147,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7540918944","shards":1,"effective_bpw":3.8728,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8147782304","shards":1,"effective_bpw":4.1845,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8491795104","shards":1,"effective_bpw":4.3611,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8946377376","shards":1,"effective_bpw":4.5946,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9496453792","shards":1,"effective_bpw":4.8771,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10777813664","shards":1,"effective_bpw":5.5352,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11100349088","shards":1,"effective_bpw":5.7008,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12804487840","shards":1,"effective_bpw":6.576,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16575548064","shards":1,"effective_bpw":8.5127,"repo":"mradermacher/Qwen3-15B-A2B-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chuluun-qwen2-5-72b-v0-01","canonical_repo":"DatToad/Chuluun-Qwen2.5-72B-v0.01","display_name":"Chuluun-Qwen2.5-72B-v0.01","publisher":"DatToad","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3089","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DatToad/Chuluun-Qwen2.5-72B-v0.01","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"29811761536","shards":6,"effective_bpw":3.2802,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487788000","shards":7,"effective_bpw":3.7948,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698724480","shards":8,"effective_bpw":4.1481,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505224384","shards":9,"effective_bpw":4.3468,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40163238624","shards":9,"effective_bpw":4.4192,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889222400","shards":9,"effective_bpw":4.8292,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415714592","shards":10,"effective_bpw":5.2172,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375137696","shards":11,"effective_bpw":5.6529,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447465664","shards":12,"effective_bpw":5.991,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628832","shards":14,"effective_bpw":7.0803,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612064","shards":16,"effective_bpw":8.5014,"repo":"featherless-ai-quants/DatToad-Chuluun-Qwen2.5-72B-v0.01-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lift","canonical_repo":"datalab-to/lift","display_name":"lift","publisher":"datalab-to","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"openrail","downloads_30d":"3080","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"datalab-to/lift","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914968544","shards":1,"effective_bpw":3.2445,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364021216","shards":1,"effective_bpw":3.6167,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4522782176","shards":1,"effective_bpw":3.7483,"repo":"SandLogicTechnologies/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737609184","shards":1,"effective_bpw":3.9263,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048511968","shards":1,"effective_bpw":4.1839,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357874656","shards":1,"effective_bpw":4.4403,"repo":"SandLogicTechnologies/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5450280416","shards":1,"effective_bpw":4.5169,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488553440","shards":1,"effective_bpw":4.5486,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5580828128","shards":1,"effective_bpw":4.6251,"repo":"SandLogicTechnologies/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780090336","shards":1,"effective_bpw":4.7902,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6472642016","shards":1,"effective_bpw":5.3642,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642016","shards":1,"effective_bpw":5.3642,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642544096","shards":1,"effective_bpw":5.505,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558901216","shards":1,"effective_bpw":6.2644,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786060256","shards":1,"effective_bpw":8.1102,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407321056","shards":1,"effective_bpw":15.255,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407321056","shards":1,"effective_bpw":15.255,"repo":"prithivMLmods/lift-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codegeex4-all-9b","canonical_repo":"zai-org/codegeex4-all-9b","display_name":"codegeex4-all-9b","publisher":"zai-org","modality":"text","arch_key":"chatglm","params_total":"9399951392","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3080","n_layers":40,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/codegeex4-all-9b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"3097789824","shards":1,"effective_bpw":2.6364,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3220669824","shards":1,"effective_bpw":2.741,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3425469824","shards":1,"effective_bpw":2.9153,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3610281344","shards":1,"effective_bpw":3.0726,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3767698816","shards":1,"effective_bpw":3.2066,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3931538816","shards":1,"effective_bpw":3.346,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3958801792","shards":1,"effective_bpw":3.3692,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991897216","shards":1,"effective_bpw":3.3974,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991897472","shards":1,"effective_bpw":3.3974,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991898208","shards":1,"effective_bpw":3.3974,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4259218816","shards":1,"effective_bpw":3.6249,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429645184","shards":1,"effective_bpw":3.7699,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429645920","shards":1,"effective_bpw":3.7699,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587422848","shards":1,"effective_bpw":3.9042,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4587423104","shards":1,"effective_bpw":3.9042,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587423104","shards":1,"effective_bpw":3.9042,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587423840","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4587423840","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811883904","shards":1,"effective_bpw":4.0952,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811884640","shards":1,"effective_bpw":4.0952,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5064328320","shards":1,"effective_bpw":4.3101,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"5064328576","shards":1,"effective_bpw":4.3101,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5064329312","shards":1,"effective_bpw":4.3101,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5251106176","shards":1,"effective_bpw":4.469,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281449088","shards":1,"effective_bpw":4.4949,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281449344","shards":1,"effective_bpw":4.4949,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281450080","shards":1,"effective_bpw":4.4949,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5303699552","shards":1,"effective_bpw":4.5138,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5455316096","shards":1,"effective_bpw":4.6428,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5455316352","shards":1,"effective_bpw":4.6428,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753341056","shards":1,"effective_bpw":4.8965,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753341312","shards":1,"effective_bpw":4.8965,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753342048","shards":1,"effective_bpw":4.8965,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6003983488","shards":1,"effective_bpw":5.1098,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6250923136","shards":1,"effective_bpw":5.32,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"6250923392","shards":1,"effective_bpw":5.32,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6250924128","shards":1,"effective_bpw":5.32,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6552650880","shards":1,"effective_bpw":5.5768,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692897920","shards":1,"effective_bpw":5.6961,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692897920","shards":1,"effective_bpw":5.6961,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692898912","shards":1,"effective_bpw":5.6961,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"7101318272","shards":1,"effective_bpw":6.0437,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7143785600","shards":1,"effective_bpw":6.0798,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"7143785600","shards":1,"effective_bpw":6.0798,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7143786592","shards":1,"effective_bpw":6.0798,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262026368","shards":1,"effective_bpw":7.0315,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262026368","shards":1,"effective_bpw":7.0315,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262027360","shards":1,"effective_bpw":7.0315,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994994816","shards":1,"effective_bpw":8.5064,"repo":"QuantFactory/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994994816","shards":1,"effective_bpw":8.5064,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994995808","shards":1,"effective_bpw":8.5064,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18806965376","shards":1,"effective_bpw":16.006,"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18806966368","shards":1,"effective_bpw":16.006,"repo":"mradermacher/codegeex4-all-9b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-13b-oasst-sft-v10","canonical_repo":"OpenAssistant/codellama-13b-oasst-sft-v10","display_name":"codellama-13b-oasst-sft-v10","publisher":"OpenAssistant","modality":"text","arch_key":"llama","params_total":"13016192000","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"3078","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32032,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenAssistant/codellama-13b-oasst-sft-v10","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429537312","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659185952","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337975072","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929765152","shards":1,"effective_bpw":4.2592,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7366062112","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414558752","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866183712","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972533792","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972533792","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230172192","shards":1,"effective_bpw":5.673,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679409952","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831668512","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-nvfp4","canonical_repo":"nvidia/Gemma-4-26B-A4B-NVFP4","display_name":"Gemma-4-26B-A4B-NVFP4","publisher":"nvidia","modality":"vision_language","arch_key":"gemma4","params_total":"14386941232","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3072","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"nvidia/Gemma-4-26B-A4B-NVFP4","arch_confidence":1,"quantizations":[{"quant":"NVFP4","bytes":"17675619776","shards":1,"effective_bpw":9.8287,"repo":"catlilface/Gemma-4-26B-A4B-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"NVFP4","bytes":"17675619776","shards":1,"effective_bpw":9.8287,"repo":"williamliao/Gemma-4-26B-A4B-NVFP4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-235b-a22b-thinking-gguf","canonical_repo":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","display_name":"Qwen3-VL-235B-A22B-Thinking-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3vlmoe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"3070","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-48b-a4b-savant-commander-distill-12x-closed-open-heretic-uncensored","canonical_repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored","display_name":"Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"qwen3moe","params_total":"33609145856","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3066","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":12,"n_expert_used":2,"arch_source":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6983652992","shards":1,"effective_bpw":1.6623,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7723144832","shards":1,"effective_bpw":1.8383,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8955631232","shards":1,"effective_bpw":2.1317,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9953416832","shards":1,"effective_bpw":2.3692,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10127906432","shards":1,"effective_bpw":2.4108,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11113895552","shards":1,"effective_bpw":2.6454,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11532473472","shards":1,"effective_bpw":2.7451,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12383294592","shards":1,"effective_bpw":2.9476,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13000349312","shards":1,"effective_bpw":3.0945,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13837948032","shards":1,"effective_bpw":3.2939,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14603981952","shards":1,"effective_bpw":3.4762,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14616515712","shards":1,"effective_bpw":3.4792,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14825411712","shards":1,"effective_bpw":3.5289,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16170859584","shards":1,"effective_bpw":3.8492,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16170859584","shards":1,"effective_bpw":3.8492,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16170865792","shards":1,"effective_bpw":3.8492,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17499280512","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17992520832","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18179292224","shards":1,"effective_bpw":4.3272,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18179292224","shards":1,"effective_bpw":4.3272,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19090576512","shards":1,"effective_bpw":4.5441,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19166592064","shards":1,"effective_bpw":4.5622,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19166592064","shards":1,"effective_bpw":4.5622,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19166598272","shards":1,"effective_bpw":4.5622,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20414848064","shards":1,"effective_bpw":4.8594,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20414848064","shards":1,"effective_bpw":4.8594,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20414854272","shards":1,"effective_bpw":4.8594,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21092045952","shards":1,"effective_bpw":5.0205,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23168220224","shards":1,"effective_bpw":5.5147,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23168220224","shards":1,"effective_bpw":5.5147,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23168226432","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23888911424","shards":1,"effective_bpw":5.6863,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23888911424","shards":1,"effective_bpw":5.6863,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23888917632","shards":1,"effective_bpw":5.6863,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27580103744","shards":1,"effective_bpw":6.5649,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27580103744","shards":1,"effective_bpw":6.5649,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27580109952","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35719503424","shards":1,"effective_bpw":8.5023,"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35719503424","shards":1,"effective_bpw":8.5023,"repo":"advanubis/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openelm-3b-instruct","canonical_repo":"apple/OpenELM-3B-Instruct","display_name":"OpenELM-3B-Instruct","publisher":"apple","modality":"text","arch_key":"openelm","params_total":"3036647424","is_moe":false,"is_gated":false,"license_spdx":"apple-amlr","downloads_30d":"3066","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":128,"head_dim_v":128,"hidden":null,"vocab_size":32000,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"apple/OpenELM-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1150219328","shards":1,"effective_bpw":3.0302,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1291703360","shards":1,"effective_bpw":3.403,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1344787520","shards":1,"effective_bpw":3.5428,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1344787520","shards":1,"effective_bpw":3.5428,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1435657280","shards":1,"effective_bpw":3.7822,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1533236288","shards":1,"effective_bpw":4.0393,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1649333312","shards":1,"effective_bpw":4.3451,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1659753536","shards":1,"effective_bpw":4.3726,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1739920448","shards":1,"effective_bpw":4.5838,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1887788096","shards":1,"effective_bpw":4.9733,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2102268992","shards":1,"effective_bpw":5.5384,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2207448128","shards":1,"effective_bpw":5.8155,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2492486720","shards":1,"effective_bpw":6.5664,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3227868224","shards":1,"effective_bpw":8.5038,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6074506304","shards":1,"effective_bpw":16.0032,"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-34b-200k-dare-megamerge-v8","canonical_repo":"brucethemoose/Yi-34B-200K-DARE-megamerge-v8","display_name":"Yi-34B-200K-DARE-megamerge-v8","publisher":"brucethemoose","modality":"text","arch_key":"llama","params_total":"34388945920","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3065","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64002,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"brucethemoose/Yi-34B-200K-DARE-megamerge-v8","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498993920","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176800000","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9306476800","shards":1,"effective_bpw":2.165,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306476800","shards":1,"effective_bpw":2.165,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10306556160","shards":1,"effective_bpw":2.3976,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306556160","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891036352","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"11755210880","shards":1,"effective_bpw":2.7346,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794777792","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12766759040","shards":1,"effective_bpw":2.97,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825249920","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333890752","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13366450816","shards":1,"effective_bpw":3.1095,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234336832","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14717046848","shards":1,"effective_bpw":3.4237,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960311872","shards":1,"effective_bpw":3.4803,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960311872","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018802752","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15501512768","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15560003648","shards":1,"effective_bpw":3.6198,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564717632","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16105918528","shards":1,"effective_bpw":3.7468,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654941760","shards":1,"effective_bpw":3.8745,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654941760","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17196142656","shards":1,"effective_bpw":4.0004,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139463232","shards":1,"effective_bpw":4.2198,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139463232","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475070432","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18680664128","shards":1,"effective_bpw":4.3457,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19176834528","shards":1,"effective_bpw":4.4612,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19466548640","shards":1,"effective_bpw":4.5286,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530773920","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598669216","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598669216","shards":1,"effective_bpw":4.5593,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20139870112","shards":1,"effective_bpw":4.6852,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658730400","shards":1,"effective_bpw":4.8059,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658730400","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21199931296","shards":1,"effective_bpw":4.9318,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23707712672","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707712672","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707712672","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24248913568","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321866912","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321866912","shards":1,"effective_bpw":5.6581,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24863067808","shards":1,"effective_bpw":5.784,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213949472","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213949472","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28755150368","shards":1,"effective_bpw":6.6894,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542312224","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36972405664","shards":1,"effective_bpw":8.601,"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-3-70b-magnum-diamond","canonical_repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond","display_name":"L3.3-70B-Magnum-Diamond","publisher":"Doctor-Shotgun","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"3065","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343482720","shards":1,"effective_bpw":1.7398,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751196000","shards":1,"effective_bpw":1.8994,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097384800","shards":1,"effective_bpw":2.1654,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108000","shards":1,"effective_bpw":2.3973,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242342752","shards":1,"effective_bpw":2.522,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119293792","shards":1,"effective_bpw":2.7349,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"24471943008","shards":1,"effective_bpw":2.7748,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108448","shards":1,"effective_bpw":2.9906,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494112","shards":1,"effective_bpw":3.1147,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307729760","shards":1,"effective_bpw":3.3232,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912051040","shards":1,"effective_bpw":3.5051,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051040","shards":1,"effective_bpw":3.5051,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034080","shards":1,"effective_bpw":3.6213,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494240","shards":1,"effective_bpw":3.8855,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592480","shards":1,"effective_bpw":4.2113,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661472","shards":1,"effective_bpw":4.2977,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053618528","shards":1,"effective_bpw":4.5416,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347219808","shards":1,"effective_bpw":4.5749,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393568","shards":1,"effective_bpw":4.8213,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657446752","shards":1,"effective_bpw":5.5172,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949816896","shards":2,"effective_bpw":5.6637,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143424","shards":2,"effective_bpw":6.5639,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975049536","shards":2,"effective_bpw":8.5013,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117913152","shards":4,"effective_bpw":16.0012,"repo":"Doctor-Shotgun/L3.3-70B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-13b-uncensored","canonical_repo":"QuixiAI/WizardLM-13B-Uncensored","display_name":"WizardLM-13B-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"13015874560","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"3064","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32001,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/WizardLM-13B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2898692544","shards":1,"effective_bpw":1.7816,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3138615744","shards":1,"effective_bpw":1.9291,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3538487744","shards":1,"effective_bpw":2.1749,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3891153344","shards":1,"effective_bpw":2.3916,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4197688256","shards":1,"effective_bpw":2.58,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4436690048","shards":1,"effective_bpw":2.7269,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4517585856","shards":1,"effective_bpw":2.7767,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4854277248","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4960568256","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5361618560","shards":1,"effective_bpw":3.2954,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429354208","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658986720","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5658988160","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5658988160","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5984517760","shards":1,"effective_bpw":3.6783,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337775840","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6337777280","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929565920","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6929567360","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6964230272","shards":1,"effective_bpw":4.2805,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365841792","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7365843232","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7387961632","shards":1,"effective_bpw":4.5409,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414338432","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7423187232","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865963392","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7865964832","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8169069152","shards":1,"effective_bpw":5.021,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972293632","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972293632","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8972295072","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229932032","shards":1,"effective_bpw":5.673,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9229933472","shards":1,"effective_bpw":5.673,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679148736","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10679150176","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/WizardLM-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831330368","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"crazy-ai-model","canonical_repo":"Alireza1913/Crazy-AI-Model","display_name":"Crazy-AI-Model","publisher":"Alireza1913","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3064","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Alireza1913/Crazy-AI-Model","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668224","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196992","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078272","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022720","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638272","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343296","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074624","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940864","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515456","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256896","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369152","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193344","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012928","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391936","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460032","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473472","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299136","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814272","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122112","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769728","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074304","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284608","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177216","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832000","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199552","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Crazy-AI-Model-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525952","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853952","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Crazy-AI-Model-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"holo-3-1-9b-abliterated-rdo","canonical_repo":"usermma/Holo-3.1-9B-abliterated-rdo","display_name":"Holo-3.1-9B-abliterated-rdo","publisher":"usermma","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3064","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/Holo-3.1-9B-abliterated-rdo","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642208","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269536","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648416","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345824","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968544","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471648","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239584","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262752","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263008","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166304","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416608","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407136","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407392","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818592","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383072","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525152","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525408","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515040","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515296","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441120","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898144","shards":1,"effective_bpw":4.671,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940256","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630112","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630368","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418214944","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109536","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109792","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333792","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309984","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310240","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970336","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970592","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259936","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260192","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502112","shards":1,"effective_bpw":8.5126,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697632","shards":1,"effective_bpw":16.0117,"repo":"mradermacher/Holo-3.1-9B-abliterated-rdo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"webs-sejong-31b-v2","canonical_repo":"websfactory/Webs-Sejong-31B-v2","display_name":"Webs-Sejong-31B-v2","publisher":"websfactory","modality":"text","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"3064","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489536","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872448","shards":1,"effective_bpw":2.0134,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843968","shards":1,"effective_bpw":2.2607,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359104","shards":1,"effective_bpw":2.4837,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888832","shards":1,"effective_bpw":2.6472,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066048","shards":1,"effective_bpw":2.8451,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589120","shards":1,"effective_bpw":2.8606,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313920","shards":1,"effective_bpw":3.1055,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507904","shards":1,"effective_bpw":3.1475,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368960","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357120","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357120","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497472","shards":1,"effective_bpw":3.7592,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108928","shards":1,"effective_bpw":3.984,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270400","shards":1,"effective_bpw":4.3335,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790400","shards":1,"effective_bpw":4.3615,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578048","shards":1,"effective_bpw":4.6132,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165504","shards":1,"effective_bpw":4.6292,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063360","shards":1,"effective_bpw":4.87,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421120","shards":1,"effective_bpw":5.077,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841600","shards":1,"effective_bpw":5.5541,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570880","shards":1,"effective_bpw":5.6931,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485120","shards":1,"effective_bpw":6.5677,"repo":"mradermacher/Webs-Sejong-31B-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reasoning-medical0-1-27b","canonical_repo":"EpistemeAI/Reasoning-Medical0.1-27B","display_name":"Reasoning-Medical0.1-27B","publisher":"EpistemeAI","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"cc","downloads_30d":"3060","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EpistemeAI/Reasoning-Medical0.1-27B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592000","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592256","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535680","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256535936","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602606976","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331136","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736640","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500736896","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798400","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798656","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309038976","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449920","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418176","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298560","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298816","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714240","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714496","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343767936","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681920","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682176","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701120","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701376","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999680","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22430999936","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Reasoning-Medical0.1-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084160","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Reasoning-Medical0.1-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"paddleocr-vl-1-5","canonical_repo":"PaddlePaddle/PaddleOCR-VL-1.5","display_name":"PaddleOCR-VL-1.5","publisher":"PaddlePaddle","modality":"text","arch_key":"paddleocr","params_total":"958588736","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3060","n_layers":18,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PaddlePaddle/PaddleOCR-VL-1.5","arch_confidence":1,"quantizations":[{"quant":"IQ4_NL","bytes":"265598048","shards":1,"effective_bpw":2.2166,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"271950944","shards":1,"effective_bpw":2.2696,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"274244704","shards":1,"effective_bpw":2.2887,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"280437856","shards":1,"effective_bpw":2.3404,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"293921888","shards":1,"effective_bpw":2.453,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"300218208","shards":1,"effective_bpw":2.5055,"repo":"octopusmegalopod/some-paddleocr1.5-vl-ggufs","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"303981664","shards":1,"effective_bpw":2.5369,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"307410016","shards":1,"effective_bpw":2.5655,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"312390752","shards":1,"effective_bpw":2.6071,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"326431840","shards":1,"effective_bpw":2.7243,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"370914400","shards":1,"effective_bpw":3.0955,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"382084192","shards":1,"effective_bpw":3.1887,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"402764896","shards":1,"effective_bpw":3.3613,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"411747424","shards":1,"effective_bpw":3.4363,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"418690144","shards":1,"effective_bpw":3.4942,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"436606048","shards":1,"effective_bpw":3.6437,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"498315104","shards":1,"effective_bpw":4.1587,"repo":"octopusmegalopod/some-paddleocr1.5-vl-ggufs","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"498316064","shards":1,"effective_bpw":4.1587,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"498316224","shards":1,"effective_bpw":4.1587,"repo":"noctrex/PaddleOCR-VL-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"935768864","shards":1,"effective_bpw":7.8096,"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"935769024","shards":1,"effective_bpw":7.8096,"repo":"noctrex/PaddleOCR-VL-1.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"935769024","shards":1,"effective_bpw":7.8096,"repo":"noctrex/PaddleOCR-VL-1.5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tini-cybersec-8b-a1b","canonical_repo":"iselabvn/Tini-Cybersec-8B-A1B","display_name":"Tini-Cybersec-8B-A1B","publisher":"iselabvn","modality":"text","arch_key":"lfm2moe","params_total":"8467856832","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3059","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"iselabvn/Tini-Cybersec-8B-A1B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2912515168","shards":1,"effective_bpw":2.7516,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3063379040","shards":1,"effective_bpw":2.8941,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3126867040","shards":1,"effective_bpw":2.9541,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190437120","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3563467872","shards":1,"effective_bpw":3.3666,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3755078912","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769660512","shards":1,"effective_bpw":3.5614,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3925636192","shards":1,"effective_bpw":3.7087,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3931370592","shards":1,"effective_bpw":3.7142,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4076663904","shards":1,"effective_bpw":3.8514,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4079481952","shards":1,"effective_bpw":3.8541,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4108399872","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4436866304","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4601345120","shards":1,"effective_bpw":4.3471,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4611241216","shards":1,"effective_bpw":4.3565,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4856280160","shards":1,"effective_bpw":4.588,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4863554816","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4869649504","shards":1,"effective_bpw":4.6006,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5003605088","shards":1,"effective_bpw":4.7272,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155566848","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5166625888","shards":1,"effective_bpw":4.8812,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5230113888","shards":1,"effective_bpw":4.9411,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5364577376","shards":1,"effective_bpw":5.0682,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5870187776","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5876020320","shards":1,"effective_bpw":5.5514,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030341376","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6039237728","shards":1,"effective_bpw":5.7056,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6102725728","shards":1,"effective_bpw":5.7655,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959789312","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7255389280","shards":1,"effective_bpw":6.8545,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7318877280","shards":1,"effective_bpw":6.9145,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010197600","shards":1,"effective_bpw":8.5124,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010197760","shards":1,"effective_bpw":8.5124,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16947262272","shards":1,"effective_bpw":16.0109,"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947262720","shards":1,"effective_bpw":16.0109,"repo":"mradermacher/Tini-Cybersec-8B-A1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ourbox-35b-jgos","canonical_repo":"FINAL-Bench/Ourbox-35B-JGOS","display_name":"Ourbox-35B-JGOS","publisher":"FINAL-Bench","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3058","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"FINAL-Bench/Ourbox-35B-JGOS","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"8239208288","shards":1,"effective_bpw":1.9017,"repo":"FINAL-Bench/Ourbox-35B-JGOS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939593376","shards":1,"effective_bpw":2.9866,"repo":"FINAL-Bench/Ourbox-35B-JGOS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764763808","shards":1,"effective_bpw":3.8695,"repo":"FINAL-Bench/Ourbox-35B-JGOS-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166757536","shards":1,"effective_bpw":4.8855,"repo":"FINAL-Bench/Ourbox-35B-JGOS-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"foundation-sec-8b-instruct","canonical_repo":"fdtn-ai/Foundation-Sec-8B-Instruct","display_name":"Foundation-Sec-8B-Instruct","publisher":"fdtn-ai","modality":"text","arch_key":"llama","params_total":"8031309824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3057","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128384,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fdtn-ai/Foundation-Sec-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2020167424","shards":1,"effective_bpw":2.0123,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2162511616","shards":1,"effective_bpw":2.1541,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399751936","shards":1,"effective_bpw":2.3904,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2606321408","shards":1,"effective_bpw":2.5962,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2759081728","shards":1,"effective_bpw":2.7483,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948873984","shards":1,"effective_bpw":2.9374,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2989424384","shards":1,"effective_bpw":2.9778,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179740928","shards":1,"effective_bpw":3.1673,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3275505408","shards":1,"effective_bpw":3.2627,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3519409920","shards":1,"effective_bpw":3.5057,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3665161984","shards":1,"effective_bpw":3.6509,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682987776","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3785486080","shards":1,"effective_bpw":3.7707,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4019580672","shards":1,"effective_bpw":4.0039,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4322619136","shards":1,"effective_bpw":4.3058,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4448378624","shards":1,"effective_bpw":4.431,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4676624128","shards":1,"effective_bpw":4.6584,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4678721280","shards":1,"effective_bpw":4.6605,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4693401344","shards":1,"effective_bpw":4.6751,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921465312","shards":1,"effective_bpw":4.9023,"repo":"e12ex2/Foundation-Sec-8B-Instruct-heretic","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4921466624","shards":1,"effective_bpw":4.9023,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5131017984","shards":1,"effective_bpw":5.111,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5600091904","shards":1,"effective_bpw":5.5783,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5733785344","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596873984","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Foundation-Sec-8B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541888288","shards":1,"effective_bpw":8.5086,"repo":"fdtn-ai/Foundation-Sec-8B-Instruct-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16070994400","shards":1,"effective_bpw":16.0083,"repo":"e12ex2/Foundation-Sec-8B-Instruct-heretic","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"noema-2b","canonical_repo":"NoemaAI-labs/Noema-2B","display_name":"Noema-2B","publisher":"NoemaAI-labs","modality":"text","arch_key":"qwen35","params_total":"1881825088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3055","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NoemaAI-labs/Noema-2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"968542560","shards":1,"effective_bpw":4.1175,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968542784","shards":1,"effective_bpw":4.1175,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1020173664","shards":1,"effective_bpw":4.337,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020173888","shards":1,"effective_bpw":4.337,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051090496","shards":1,"effective_bpw":4.4684,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059446336","shards":1,"effective_bpw":4.5039,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1099259232","shards":1,"effective_bpw":4.6732,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099259456","shards":1,"effective_bpw":4.6732,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1164533088","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164533312","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195962944","shards":1,"effective_bpw":5.0843,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1201860960","shards":1,"effective_bpw":5.1093,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204847168","shards":1,"effective_bpw":5.122,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1212055904","shards":1,"effective_bpw":5.1527,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212056128","shards":1,"effective_bpw":5.1527,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231585856","shards":1,"effective_bpw":5.2357,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274396096","shards":1,"effective_bpw":5.4177,"repo":"NoemaAI-labs/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1274397024","shards":1,"effective_bpw":5.4177,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274397248","shards":1,"effective_bpw":5.4177,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288282688","shards":1,"effective_bpw":5.4767,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1374077280","shards":1,"effective_bpw":5.8415,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374077504","shards":1,"effective_bpw":5.8415,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1411121504","shards":1,"effective_bpw":5.9989,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411121728","shards":1,"effective_bpw":5.9989,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556390336","shards":1,"effective_bpw":6.6165,"repo":"NoemaAI-labs/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556391264","shards":1,"effective_bpw":6.6165,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556391488","shards":1,"effective_bpw":6.6165,"repo":"mradermacher/Noema-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012011968","shards":1,"effective_bpw":8.5534,"repo":"NoemaAI-labs/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012012896","shards":1,"effective_bpw":8.5535,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775708608","shards":1,"effective_bpw":16.0513,"repo":"NoemaAI-labs/Noema-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775709536","shards":1,"effective_bpw":16.0513,"repo":"mradermacher/Noema-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lco-embedding-omni-3b-2605","canonical_repo":"LCO-Embedding/LCO-Embedding-Omni-3B-2605","display_name":"LCO-Embedding-Omni-3B-2605","publisher":"LCO-Embedding","modality":"embedding","arch_key":"qwen2vl","params_total":"4703464448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3054","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LCO-Embedding/LCO-Embedding-Omni-3B-2605","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2104931744","shards":1,"effective_bpw":3.5802,"repo":"marksverdhei/LCO-Embedding-Omni-3B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2438739360","shards":1,"effective_bpw":4.148,"repo":"marksverdhei/LCO-Embedding-Omni-3B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793409952","shards":1,"effective_bpw":4.7512,"repo":"marksverdhei/LCO-Embedding-Omni-3B-2605-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616087456","shards":1,"effective_bpw":6.1505,"repo":"marksverdhei/LCO-Embedding-Omni-3B-2605-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-instruct-bnb-4bit","canonical_repo":"unsloth/meta-llama-3.1-8b-instruct-bnb-4bit","display_name":"meta-llama-3.1-8b-instruct-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"8248929342","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3052","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/meta-llama-3.1-8b-instruct-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4920738848","shards":1,"effective_bpw":4.7722,"repo":"dhruvsangani/Meta-Llma-3.2-3B-Instruct-Paul-Graham-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771104","shards":1,"effective_bpw":8.283,"repo":"hoang1123/llama3.1-8b-instruct-Q8_0","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"onellm-doey-v1-llama-3-2-1b-it","canonical_repo":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it","display_name":"OneLLM-Doey-V1-Llama-3.2-1B-it","publisher":"DoeyLLM","modality":"text","arch_key":"llama","params_total":"1235814400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3052","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"1321082912","shards":1,"effective_bpw":8.552,"repo":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harc-qwen2-5-7b-instruct","canonical_repo":"microsoft/HARC-Qwen2.5-7B-Instruct","display_name":"HARC-Qwen2.5-7B-Instruct","publisher":"microsoft","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3051","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/HARC-Qwen2.5-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668352","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197120","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078400","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022848","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638400","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343424","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074752","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940992","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941248","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515584","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257024","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369280","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369536","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193472","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013056","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392064","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392320","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460160","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460416","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473600","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299264","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814400","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122240","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769856","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770112","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074432","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074688","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284736","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177344","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177600","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832128","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832384","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199680","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199936","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526080","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854080","shards":1,"effective_bpw":16.007,"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"c4ai-command-r7b-12-2024-abliterated","canonical_repo":"huihui-ai/c4ai-command-r7b-12-2024-abliterated","display_name":"c4ai-command-r7b-12-2024-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"cohere2","params_total":"8028033024","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"3050","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"3084835488","shards":1,"effective_bpw":3.0741,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438533280","shards":1,"effective_bpw":3.4265,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692485280","shards":1,"effective_bpw":3.6796,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3724794528","shards":1,"effective_bpw":3.7118,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870546592","shards":1,"effective_bpw":3.857,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3990870688","shards":1,"effective_bpw":3.9769,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4224965280","shards":1,"effective_bpw":4.2102,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4528003744","shards":1,"effective_bpw":4.5122,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4600355488","shards":1,"effective_bpw":4.5843,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4812167840","shards":1,"effective_bpw":4.7954,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4814264992","shards":1,"effective_bpw":4.7975,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828945056","shards":1,"effective_bpw":4.8121,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057010336","shards":1,"effective_bpw":5.0394,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5233695392","shards":1,"effective_bpw":5.2154,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310962336","shards":1,"effective_bpw":5.2924,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669903008","shards":1,"effective_bpw":5.6501,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803596448","shards":1,"effective_bpw":5.7833,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057548448","shards":1,"effective_bpw":6.0364,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596844192","shards":1,"effective_bpw":6.5738,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850796192","shards":1,"effective_bpw":6.8269,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541100704","shards":1,"effective_bpw":8.5113,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16067254656","shards":1,"effective_bpw":16.0111,"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"amalia-9b-0626-dpo","canonical_repo":"amalia-llm/AMALIA-9B-0626-DPO","display_name":"AMALIA-9B-0626-DPO","publisher":"amalia-llm","modality":"text","arch_key":"llama","params_total":"9152319488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3049","n_layers":42,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"amalia-llm/AMALIA-9B-0626-DPO","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3593067264","shards":1,"effective_bpw":3.1407,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4141767424","shards":1,"effective_bpw":3.6203,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4553136896","shards":1,"effective_bpw":3.9799,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4913847040","shards":1,"effective_bpw":4.2952,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5084863232","shards":1,"effective_bpw":4.4447,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5321186048","shards":1,"effective_bpw":4.6512,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5321186176","shards":1,"effective_bpw":4.6512,"repo":"layerx-labs/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5582838528","shards":1,"effective_bpw":4.8799,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5582838592","shards":1,"effective_bpw":4.8799,"repo":"csoares31/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5582838624","shards":1,"effective_bpw":4.8799,"repo":"layerx-labs/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6366092032","shards":1,"effective_bpw":5.5646,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6518168320","shards":1,"effective_bpw":5.6975,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7511956224","shards":1,"effective_bpw":6.5662,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9728449280","shards":1,"effective_bpw":8.5036,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9728449344","shards":1,"effective_bpw":8.5036,"repo":"csoares31/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9728449376","shards":1,"effective_bpw":8.5036,"repo":"layerx-labs/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18308422400","shards":1,"effective_bpw":16.0033,"repo":"duarteocarmo/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18308422464","shards":1,"effective_bpw":16.0033,"repo":"csoares31/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18308422528","shards":1,"effective_bpw":16.0033,"repo":"layerx-labs/AMALIA-9B-0626-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"thinkingcap-qwen3-6-27b-heretic","canonical_repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic","display_name":"ThinkingCap-Qwen3.6-27B-heretic","publisher":"egibson","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3045","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"egibson/ThinkingCap-Qwen3.6-27B-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"9362913184","shards":1,"effective_bpw":2.738,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10004592544","shards":1,"effective_bpw":2.9257,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711664288","shards":1,"effective_bpw":3.1324,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11967129504","shards":1,"effective_bpw":3.4996,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073952928","shards":1,"effective_bpw":3.5308,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12580874144","shards":1,"effective_bpw":3.6791,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442208","shards":1,"effective_bpw":3.8898,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775328","shards":1,"effective_bpw":4.1949,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082506144","shards":1,"effective_bpw":4.4106,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15476868768","shards":1,"effective_bpw":4.5259,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586313888","shards":1,"effective_bpw":4.5579,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399328","shards":1,"effective_bpw":4.839,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613088","shards":1,"effective_bpw":5.4625,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098528","shards":1,"effective_bpw":5.6238,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528928","shards":1,"effective_bpw":6.4577,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762848","shards":1,"effective_bpw":8.3623,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"53808281248","shards":1,"effective_bpw":15.7353,"repo":"egibson/ThinkingCap-Qwen3.6-27B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-dark-planet-8b","canonical_repo":"DavidAU/L3-Dark-Planet-8B","display_name":"L3-Dark-Planet-8B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3044","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/L3-Dark-Planet-8B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"3861500256","shards":1,"effective_bpw":3.8469,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4215918944","shards":1,"effective_bpw":4.2,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4518957408","shards":1,"effective_bpw":4.5019,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4885565792","shards":1,"effective_bpw":4.8672,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5113631072","shards":1,"effective_bpw":5.0944,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5796295008","shards":1,"effective_bpw":5.7745,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5929988448","shards":1,"effective_bpw":5.9076,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8106648256","shards":2,"effective_bpw":8.0761,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16236966592","shards":3,"effective_bpw":16.1758,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16642044960","shards":3,"effective_bpw":16.5793,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27592324128","shards":3,"effective_bpw":27.4883,"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-abliterated","canonical_repo":"jenerallee78/Ministral-3-14B-abliterated","display_name":"Ministral-3-14B-abliterated","publisher":"jenerallee78","modality":"text","arch_key":"mistral3","params_total":"13945031680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3043","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jenerallee78/Ministral-3-14B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5246531072","shards":1,"effective_bpw":3.0098,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074906112","shards":1,"effective_bpw":3.4851,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682097152","shards":1,"effective_bpw":3.8334,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7210317312","shards":1,"effective_bpw":4.1364,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7476721152","shards":1,"effective_bpw":4.2893,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7834547712","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239068672","shards":1,"effective_bpw":4.7266,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383818752","shards":1,"effective_bpw":5.3833,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620567552","shards":1,"effective_bpw":5.5191,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088410112","shards":1,"effective_bpw":6.3612,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359311872","shards":1,"effective_bpw":8.2377,"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rombo-llm-v3-0-qwen-72b","canonical_repo":"Rombo-Org/Rombo-LLM-V3.0-Qwen-72b","display_name":"Rombo-LLM-V3.0-Qwen-72b","publisher":"Rombo-Org","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3041","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Rombo-Org/Rombo-LLM-V3.0-Qwen-72b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"22690326848","shards":1,"effective_bpw":2.4967,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23740213152","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"23740213568","shards":1,"effective_bpw":2.6122,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024352","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"25490024768","shards":1,"effective_bpw":2.8047,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645472","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"27057645888","shards":1,"effective_bpw":2.9772,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939137440","shards":1,"effective_bpw":3.0742,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"27939137856","shards":1,"effective_bpw":3.0742,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986400","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"29338986816","shards":1,"effective_bpw":3.2282,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"29569280320","shards":1,"effective_bpw":3.2536,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763104","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"29811763520","shards":1,"effective_bpw":3.2802,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028275104","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845083040","shards":1,"effective_bpw":3.504,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"31845083456","shards":1,"effective_bpw":3.504,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32842180512","shards":1,"effective_bpw":3.6137,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"32842180928","shards":1,"effective_bpw":3.6137,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789472","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"34487789888","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"34487789888","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597472","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"35503597888","shards":1,"effective_bpw":3.9065,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725792","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"37698726208","shards":1,"effective_bpw":4.1481,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225632","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"39505226048","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075360","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"39709075776","shards":1,"effective_bpw":4.3693,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624864","shards":1,"effective_bpw":4.546,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126944","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"41383127360","shards":1,"effective_bpw":4.5535,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223584","shards":1,"effective_bpw":4.8292,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"43889224000","shards":1,"effective_bpw":4.8292,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697886112","shards":1,"effective_bpw":5.0282,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"45697886528","shards":1,"effective_bpw":5.0282,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715744","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"47415716160","shards":1,"effective_bpw":5.2172,"repo":"mradermacher/Rombo-LLM-V3.0-Qwen-72b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48340264864","shards":1,"effective_bpw":5.319,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138944","shards":2,"effective_bpw":5.6529,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466624","shards":2,"effective_bpw":5.991,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629696","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612320","shards":2,"effective_bpw":8.5014,"repo":"bartowski/Rombo-Org_Rombo-LLM-V3.0-Qwen-72b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-indic-v1","canonical_repo":"LingoIITGN/qwen-indic-v1","display_name":"qwen-indic-v1","publisher":"LingoIITGN","modality":"embedding","arch_key":"qwen3","params_total":"7567295488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3036","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151665,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LingoIITGN/qwen-indic-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1910797568","shards":1,"effective_bpw":2.0201,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2051175680","shards":1,"effective_bpw":2.1685,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2285139200","shards":1,"effective_bpw":2.4158,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2491184384","shards":1,"effective_bpw":2.6336,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2596566272","shards":1,"effective_bpw":2.745,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2783737088","shards":1,"effective_bpw":2.9429,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2878432544","shards":1,"effective_bpw":3.043,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3076613152","shards":1,"effective_bpw":3.2525,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3076613408","shards":1,"effective_bpw":3.2525,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3101455616","shards":1,"effective_bpw":3.2788,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3358549280","shards":1,"effective_bpw":3.5506,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3501286432","shards":1,"effective_bpw":3.7015,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3501286688","shards":1,"effective_bpw":3.7015,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3521340704","shards":1,"effective_bpw":3.7227,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3628295456","shards":1,"effective_bpw":3.8358,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3855836192","shards":1,"effective_bpw":4.0763,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3855836448","shards":1,"effective_bpw":4.0763,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4163068960","shards":1,"effective_bpw":4.4011,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4163069216","shards":1,"effective_bpw":4.4011,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4230309152","shards":1,"effective_bpw":4.4722,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4261766176","shards":1,"effective_bpw":4.5055,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4436354336","shards":1,"effective_bpw":4.69,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4442645792","shards":1,"effective_bpw":4.6967,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4451034144","shards":1,"effective_bpw":4.7055,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4451034400","shards":1,"effective_bpw":4.7055,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4676805664","shards":1,"effective_bpw":4.9442,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4676805920","shards":1,"effective_bpw":4.9442,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4857881888","shards":1,"effective_bpw":5.1357,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5291992096","shards":1,"effective_bpw":5.5946,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5291992352","shards":1,"effective_bpw":5.5946,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5422343200","shards":1,"effective_bpw":5.7324,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5422343456","shards":1,"effective_bpw":5.7324,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6214476832","shards":1,"effective_bpw":6.5698,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6214477088","shards":1,"effective_bpw":6.5698,"repo":"mradermacher/qwen-indic-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047106560","shards":1,"effective_bpw":8.5072,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15141157120","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/qwen-indic-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"onellm-doey-chatqa-v1-llama-3-2-3b","canonical_repo":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-3B","display_name":"OneLLM-Doey-ChatQA-V1-Llama-3.2-3B","publisher":"DoeyLLM","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3034","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-3B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2019377216","shards":1,"effective_bpw":5.0284,"repo":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"intellect-1-instruct","canonical_repo":"PrimeIntellect/INTELLECT-1-Instruct","display_name":"INTELLECT-1-Instruct","publisher":"PrimeIntellect","modality":"text","arch_key":"llama","params_total":"10211381248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3032","n_layers":42,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PrimeIntellect/INTELLECT-1-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2479635584","shards":1,"effective_bpw":1.9426,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2666806400","shards":1,"effective_bpw":2.0893,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2978757760","shards":1,"effective_bpw":2.3337,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3250338528","shards":1,"effective_bpw":2.5464,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3250338944","shards":1,"effective_bpw":2.5464,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"3432602336","shards":1,"effective_bpw":2.6892,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3432602752","shards":1,"effective_bpw":2.6892,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3682163424","shards":1,"effective_bpw":2.8848,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3682163840","shards":1,"effective_bpw":2.8848,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3728399488","shards":1,"effective_bpw":2.921,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3981630176","shards":1,"effective_bpw":3.1194,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3981630592","shards":1,"effective_bpw":3.1194,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4112472800","shards":1,"effective_bpw":3.2219,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4112473216","shards":1,"effective_bpw":3.2219,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4413455072","shards":1,"effective_bpw":3.4577,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4413455488","shards":1,"effective_bpw":3.4577,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4494654176","shards":1,"effective_bpw":3.5213,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4602002144","shards":1,"effective_bpw":3.6054,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4602002560","shards":1,"effective_bpw":3.6054,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4625398912","shards":1,"effective_bpw":3.6237,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4757977824","shards":1,"effective_bpw":3.7276,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4757978240","shards":1,"effective_bpw":3.7276,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5062261472","shards":1,"effective_bpw":3.966,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5062261888","shards":1,"effective_bpw":3.966,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5464914368","shards":1,"effective_bpw":4.2814,"repo":"lmstudio-community/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5464914656","shards":1,"effective_bpw":4.2814,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5464915072","shards":1,"effective_bpw":4.2814,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5613230816","shards":1,"effective_bpw":4.3976,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5613231232","shards":1,"effective_bpw":4.3976,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5906733792","shards":1,"effective_bpw":4.6276,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5906734208","shards":1,"effective_bpw":4.6276,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5910403808","shards":1,"effective_bpw":4.6304,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5910404224","shards":1,"effective_bpw":4.6304,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5927181024","shards":1,"effective_bpw":4.6436,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5927181440","shards":1,"effective_bpw":4.6436,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6229006784","shards":1,"effective_bpw":4.8801,"repo":"lmstudio-community/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6229007072","shards":1,"effective_bpw":4.8801,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6229007488","shards":1,"effective_bpw":4.8801,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"6493740160","shards":1,"effective_bpw":5.0875,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6618905312","shards":1,"effective_bpw":5.1855,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7099095776","shards":1,"effective_bpw":5.5617,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"7099096192","shards":1,"effective_bpw":5.5617,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7274568416","shards":1,"effective_bpw":5.6992,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7274568832","shards":1,"effective_bpw":5.6992,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7598799584","shards":1,"effective_bpw":5.9532,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8385477056","shards":1,"effective_bpw":6.5695,"repo":"lmstudio-community/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8385477344","shards":1,"effective_bpw":6.5695,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8385477760","shards":1,"effective_bpw":6.5695,"repo":"mradermacher/INTELLECT-1-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8639937248","shards":1,"effective_bpw":6.7689,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10858461632","shards":1,"effective_bpw":8.5069,"repo":"lmstudio-community/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"10858461920","shards":1,"effective_bpw":8.5069,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"20431300864","shards":1,"effective_bpw":16.0067,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"40853371328","shards":1,"effective_bpw":32.0061,"repo":"bartowski/INTELLECT-1-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-2-phi-3-medium","canonical_repo":"dphn/dolphin-2.9.2-Phi-3-Medium","display_name":"dolphin-2.9.2-Phi-3-Medium","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"13960238080","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"3032","n_layers":40,"n_head":40,"n_head_kv":10,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32064,"ctx_native":4096,"sliding_window":2048,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.9.2-Phi-3-Medium","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"3054259616","shards":1,"effective_bpw":1.7503,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3332275616","shards":1,"effective_bpw":1.9096,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3795635616","shards":1,"effective_bpw":2.1751,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4199091616","shards":1,"effective_bpw":2.4063,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4409812896","shards":1,"effective_bpw":2.5271,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4780500896","shards":1,"effective_bpw":2.7395,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4832735136","shards":1,"effective_bpw":2.7694,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5204447136","shards":1,"effective_bpw":2.9824,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5418452896","shards":1,"effective_bpw":3.1051,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5780224416","shards":1,"effective_bpw":3.3124,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064896416","shards":1,"effective_bpw":3.4755,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"6099712416","shards":1,"effective_bpw":3.4955,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6299904416","shards":1,"effective_bpw":3.6102,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"6750976416","shards":1,"effective_bpw":3.8687,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7348992416","shards":1,"effective_bpw":4.2114,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7506977696","shards":1,"effective_bpw":4.3019,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7929899936","shards":1,"effective_bpw":4.5443,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7957752736","shards":1,"effective_bpw":4.5602,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"8404011936","shards":1,"effective_bpw":4.816,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621588608","shards":1,"effective_bpw":5.5137,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"9882708608","shards":1,"effective_bpw":5.6633,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453824128","shards":1,"effective_bpw":6.5637,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834718848","shards":1,"effective_bpw":8.5011,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"27922053248","shards":1,"effective_bpw":16.0009,"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-13b-strict-instruct","canonical_repo":"DavidAU/Qwen3.5-13B-Strict-Instruct","display_name":"Qwen3.5-13B-Strict-Instruct","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"12413584128","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3032","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3148430880","shards":1,"effective_bpw":2.029,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3378683424","shards":1,"effective_bpw":2.1774,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3762437664","shards":1,"effective_bpw":2.4247,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4075732512","shards":1,"effective_bpw":2.6266,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4238016032","shards":1,"effective_bpw":2.7312,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4545019424","shards":1,"effective_bpw":2.9291,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4673216032","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4868251168","shards":1,"effective_bpw":3.1374,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5116558880","shards":1,"effective_bpw":3.2974,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5563514400","shards":1,"effective_bpw":3.5854,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5747932704","shards":1,"effective_bpw":3.7043,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5754617376","shards":1,"effective_bpw":3.7086,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5981896224","shards":1,"effective_bpw":3.8551,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6282575392","shards":1,"effective_bpw":4.0488,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6596099616","shards":1,"effective_bpw":4.2509,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6913089056","shards":1,"effective_bpw":4.4552,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7267606048","shards":1,"effective_bpw":4.6836,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7280188960","shards":1,"effective_bpw":4.6918,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7301160480","shards":1,"effective_bpw":4.7053,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7732387360","shards":1,"effective_bpw":4.9832,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7973494304","shards":1,"effective_bpw":5.1386,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8685674016","shards":1,"effective_bpw":5.5975,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9010994720","shards":1,"effective_bpw":5.8072,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10199055904","shards":1,"effective_bpw":6.5728,"repo":"mradermacher/Qwen3.5-13B-Strict-Instruct-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-32b-qweh2","canonical_repo":"BusRune/Qwen3-32B-qweh2","display_name":"Qwen3-32B-qweh2","publisher":"BusRune","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"wtfpl","downloads_30d":"3026","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BusRune/Qwen3-32B-qweh2","arch_confidence":1,"quantizations":[{"quant":"Q5_K_M","bytes":"23214827360","shards":1,"effective_bpw":5.6687,"repo":"BusRune/Qwen3-32B-qweh2-Q5_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-1-gptdeluxe-8b","canonical_repo":"Yuma42/Llama3.1-GptDeluxe-8B","display_name":"Llama3.1-GptDeluxe-8B","publisher":"Yuma42","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3022","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Yuma42/Llama3.1-GptDeluxe-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633568","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977760","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218080","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787552","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494624","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286880","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820896","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137184","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137440","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918304","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753184","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504992","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505248","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682331040","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829344","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923680","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923936","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962144","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962400","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668640","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368544","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897760","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994912","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674720","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674976","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920740000","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740256","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258848","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299744","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599300000","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993184","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993440","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012192","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012448","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776608","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896928","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama3.1-GptDeluxe-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-0-6b-distilled-30b-a3b-thinking-sft","canonical_repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT","display_name":"Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"751632384","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3021","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"484219808","shards":1,"effective_bpw":5.1538,"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"551377824","shards":1,"effective_bpw":5.8686,"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"804753312","shards":1,"effective_bpw":8.5654,"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1509347232","shards":1,"effective_bpw":16.0647,"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-21b-iq-ultra-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking","display_name":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"21268429424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3016","n_layers":48,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5687925952","shards":1,"effective_bpw":2.1395,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6048870592","shards":1,"effective_bpw":2.2752,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6650444992","shards":1,"effective_bpw":2.5015,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7143500992","shards":1,"effective_bpw":2.687,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7380024512","shards":1,"effective_bpw":2.776,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7861284032","shards":1,"effective_bpw":2.957,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8054016192","shards":1,"effective_bpw":3.0295,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8401520512","shards":1,"effective_bpw":3.1602,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8401520832","shards":1,"effective_bpw":3.1602,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8747617472","shards":1,"effective_bpw":3.2904,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9375401152","shards":1,"effective_bpw":3.5265,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9455518592","shards":1,"effective_bpw":3.5566,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9455518912","shards":1,"effective_bpw":3.5566,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9714549952","shards":1,"effective_bpw":3.6541,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9835709632","shards":1,"effective_bpw":3.6996,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10379412352","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10379412672","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11158635392","shards":1,"effective_bpw":4.1973,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11158635712","shards":1,"effective_bpw":4.1973,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11744215232","shards":1,"effective_bpw":4.4175,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11827773312","shards":1,"effective_bpw":4.449,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12083343552","shards":1,"effective_bpw":4.5451,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12137082752","shards":1,"effective_bpw":4.5653,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12137083072","shards":1,"effective_bpw":4.5653,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12852817792","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12852818112","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13270814912","shards":1,"effective_bpw":4.9917,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14491709312","shards":1,"effective_bpw":5.451,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14491709632","shards":1,"effective_bpw":5.451,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14905323392","shards":1,"effective_bpw":5.6066,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14905323712","shards":1,"effective_bpw":5.6066,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17086110592","shards":1,"effective_bpw":6.4268,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17086110912","shards":1,"effective_bpw":6.4268,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22124994432","shards":1,"effective_bpw":8.3222,"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-1-dark-reasoning-lewdplay-evo-hermes-r1-uncensored-8b","canonical_repo":"DavidAU/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B","display_name":"L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"3014","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019635200","shards":1,"effective_bpw":2.012,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019635200","shards":1,"effective_bpw":2.012,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161979392","shards":1,"effective_bpw":2.1538,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161979392","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399219712","shards":1,"effective_bpw":2.3902,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399219712","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605789184","shards":1,"effective_bpw":2.596,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605789184","shards":1,"effective_bpw":2.596,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758496256","shards":1,"effective_bpw":2.7481,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758496256","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948288512","shards":1,"effective_bpw":2.9372,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948288512","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988822528","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988822528","shards":1,"effective_bpw":2.9776,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179138304","shards":1,"effective_bpw":3.1672,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179139072","shards":1,"effective_bpw":3.1672,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179139072","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274919936","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274919936","shards":1,"effective_bpw":3.2626,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518754816","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518754816","shards":1,"effective_bpw":3.5055,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664506112","shards":1,"effective_bpw":3.6507,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664506880","shards":1,"effective_bpw":3.6507,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664506880","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332672","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332672","shards":1,"effective_bpw":3.6685,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784830976","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784830976","shards":1,"effective_bpw":3.7706,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018924800","shards":1,"effective_bpw":4.0038,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018925568","shards":1,"effective_bpw":4.0038,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018925568","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321963264","shards":1,"effective_bpw":4.3057,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321964032","shards":1,"effective_bpw":4.3057,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321964032","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447670272","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447670272","shards":1,"effective_bpw":4.4309,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675899392","shards":1,"effective_bpw":4.6583,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675899392","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677996544","shards":1,"effective_bpw":4.6604,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677996544","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692675840","shards":1,"effective_bpw":4.675,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676608","shards":1,"effective_bpw":4.675,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676608","shards":1,"effective_bpw":4.675,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920741120","shards":1,"effective_bpw":4.9022,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920741888","shards":1,"effective_bpw":4.9022,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920741888","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130260480","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130260480","shards":1,"effective_bpw":5.1109,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599300864","shards":1,"effective_bpw":5.5782,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301632","shards":1,"effective_bpw":5.5782,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301632","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732994304","shards":1,"effective_bpw":5.7114,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732995072","shards":1,"effective_bpw":5.7114,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732995072","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596013312","shards":1,"effective_bpw":6.5712,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596014080","shards":1,"effective_bpw":6.5712,"repo":"fairy322/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596014080","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540777728","shards":1,"effective_bpw":8.5086,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068898048","shards":1,"effective_bpw":16.0083,"repo":"DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"slava-qwen3-14b-serbian","canonical_repo":"IvanCvetanovic/Slava-Qwen3-14B-Serbian","display_name":"Slava-Qwen3-14B-Serbian","publisher":"IvanCvetanovic","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-sa-4.0","downloads_30d":"3008","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"IvanCvetanovic/Slava-Qwen3-14B-Serbian","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579934592","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849656192","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299192192","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691588992","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963312512","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322941312","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389849472","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753983584","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753983872","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942666112","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375300992","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105504","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657105792","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684958592","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883409792","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321312864","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321313152","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651104","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900651392","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110730112","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180361824","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541363072","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543001472","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475424","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573475712","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753184","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001753472","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389521792","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263894624","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263894912","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514569824","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514570112","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937504","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121937792","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698533984","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/Slava-Qwen3-14B-Serbian-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-1.5B-Instruct-abliterated","display_name":"Qwen2.5-1.5B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3008","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-1.5B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528448","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464462144","shards":1,"effective_bpw":2.407,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511018304","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327616","shards":1,"effective_bpw":2.852,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810624","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055552","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668793152","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305472","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305728","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731700032","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760945216","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945472","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407744","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664896","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824179264","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179520","shards":1,"effective_bpw":4.2712,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163392","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163648","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732544","shards":1,"effective_bpw":4.642,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902183488","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937536320","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940313152","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940313408","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986049088","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986049344","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098730048","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098730304","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050944","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125051200","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740416","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740672","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573632","shards":1,"effective_bpw":8.533,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669952","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-uncensored-v2","canonical_repo":"Felldude/Qwen3-VL-8B-Instruct-Uncensored-V2","display_name":"Qwen3-VL-8B-Instruct-Uncensored-V2","publisher":"Felldude","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3007","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Felldude/Qwen3-VL-8B-Instruct-Uncensored-V2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771520","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149632","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113152","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158336","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745600","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916416","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553920","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734496","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734784","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634944","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876032","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613152","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613440","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667456","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622208","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162912","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163200","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395680","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395968","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841280","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298272","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334272","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625728","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014048","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014336","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785568","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785856","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757440","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763232","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763520","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114336","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114624","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901152","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901440","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520224","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045664","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"legitus-instruct-v1","canonical_repo":"moncefem/legitus-instruct-v1","display_name":"legitus-instruct-v1","publisher":"moncefem","modality":"text","arch_key":"apertus","params_total":"8053338176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3005","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"moncefem/legitus-instruct-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2047031968","shards":1,"effective_bpw":2.0335,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2186623648","shards":1,"effective_bpw":2.1721,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2419276448","shards":1,"effective_bpw":2.4033,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2622175904","shards":1,"effective_bpw":2.6048,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2787981984","shards":1,"effective_bpw":2.7695,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2974104224","shards":1,"effective_bpw":2.9544,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3029678752","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3287890336","shards":1,"effective_bpw":3.2661,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3287890592","shards":1,"effective_bpw":3.2661,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3287890592","shards":1,"effective_bpw":3.2661,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3566287520","shards":1,"effective_bpw":3.5427,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3679009184","shards":1,"effective_bpw":3.6546,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3679009440","shards":1,"effective_bpw":3.6546,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3696835232","shards":1,"effective_bpw":3.6724,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3814931104","shards":1,"effective_bpw":3.7897,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4165548448","shards":1,"effective_bpw":4.138,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4165548704","shards":1,"effective_bpw":4.138,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4463344288","shards":1,"effective_bpw":4.4338,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4518394272","shards":1,"effective_bpw":4.4885,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4578687392","shards":1,"effective_bpw":4.5484,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4578687648","shards":1,"effective_bpw":4.5484,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4694031008","shards":1,"effective_bpw":4.6629,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4699273888","shards":1,"effective_bpw":4.6682,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4723390880","shards":1,"effective_bpw":4.6921,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4723391136","shards":1,"effective_bpw":4.6921,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5057886624","shards":1,"effective_bpw":5.0244,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5057886880","shards":1,"effective_bpw":5.0244,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5147015840","shards":1,"effective_bpw":5.1129,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5616777632","shards":1,"effective_bpw":5.5796,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5616777888","shards":1,"effective_bpw":5.5796,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5812861344","shards":1,"effective_bpw":5.7744,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5812861600","shards":1,"effective_bpw":5.7744,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6615021984","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6615022240","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/legitus-instruct-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8565373344","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16115120544","shards":1,"effective_bpw":16.0084,"repo":"mradermacher/legitus-instruct-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-thinking-2507-claude-4-5-sonnet-high-reasoning-distill","canonical_repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill","display_name":"Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill","publisher":"TeichAI","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3004","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416510112","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078292640","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263520","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076223136","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132320","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509024","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519364768","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610848","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327776","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598443168","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468608","shards":1,"effective_bpw":3.4829,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469408","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299154080","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063584","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847296","shards":1,"effective_bpw":3.8548,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711848096","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900671136","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350368","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988640","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010400","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556686720","shards":1,"effective_bpw":4.8622,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687520","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501408","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511648","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582496","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533408","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932224","shards":1,"effective_bpw":8.5114,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61095803456","shards":2,"effective_bpw":16.0083,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803456","shards":2,"effective_bpw":16.0083,"repo":"TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwenstock-14b","canonical_repo":"Aashraf995/QwenStock-14B","display_name":"QwenStock-14B","publisher":"Aashraf995","modality":"text","arch_key":"qwen2","params_total":"14765947904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"3003","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Aashraf995/QwenStock-14B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3605911520","shards":1,"effective_bpw":1.9536,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3870226400","shards":1,"effective_bpw":2.0968,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4310751200","shards":1,"effective_bpw":2.3355,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4702492640","shards":1,"effective_bpw":2.5477,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5001436512","shards":1,"effective_bpw":2.7097,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5353856352","shards":1,"effective_bpw":2.9007,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5394834464","shards":1,"effective_bpw":2.9229,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5768143904","shards":1,"effective_bpw":3.1251,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5944417632","shards":1,"effective_bpw":3.2206,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6380800416","shards":1,"effective_bpw":3.457,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657034656","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6690458016","shards":1,"effective_bpw":3.6248,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6913976736","shards":1,"effective_bpw":3.7459,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7336642976","shards":1,"effective_bpw":3.9749,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7922207136","shards":1,"effective_bpw":4.2921,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8117071648","shards":1,"effective_bpw":4.3977,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8541435328","shards":1,"effective_bpw":4.6276,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8570598848","shards":1,"effective_bpw":4.6434,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8985277888","shards":1,"effective_bpw":4.8681,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263466048","shards":1,"effective_bpw":5.5606,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10505785408","shards":1,"effective_bpw":5.6919,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121324672","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/QwenStock-14B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-1-mixtral-1x22b","canonical_repo":"dphn/dolphin-2.9.1-mixtral-1x22b","display_name":"dolphin-2.9.1-mixtral-1x22b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"22238214144","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2993","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32002,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":1,"n_expert_used":1,"arch_source":"dphn/dolphin-2.9.1-mixtral-1x22b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4826066272","shards":1,"effective_bpw":1.7361,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4826066720","shards":1,"effective_bpw":1.7361,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5263715680","shards":1,"effective_bpw":1.8936,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5263716128","shards":1,"effective_bpw":1.8936,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5993131360","shards":1,"effective_bpw":2.156,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5993131808","shards":1,"effective_bpw":2.156,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6642724192","shards":1,"effective_bpw":2.3897,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6642724640","shards":1,"effective_bpw":2.3897,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7031530048","shards":1,"effective_bpw":2.5295,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7031530496","shards":1,"effective_bpw":2.5295,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7615062592","shards":1,"effective_bpw":2.7395,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7615063040","shards":1,"effective_bpw":2.7395,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"7645979584","shards":1,"effective_bpw":2.7506,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8268047296","shards":1,"effective_bpw":2.9744,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8268047744","shards":1,"effective_bpw":2.9744,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8594956864","shards":1,"effective_bpw":3.092,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8594957312","shards":1,"effective_bpw":3.092,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9171572896","shards":1,"effective_bpw":3.2994,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9171573344","shards":1,"effective_bpw":3.2994,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9636747424","shards":1,"effective_bpw":3.4667,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9636747872","shards":1,"effective_bpw":3.4667,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"9683540128","shards":1,"effective_bpw":3.4836,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9683540576","shards":1,"effective_bpw":3.4836,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10057881760","shards":1,"effective_bpw":3.6182,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10057882208","shards":1,"effective_bpw":3.6182,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"10752301216","shards":1,"effective_bpw":3.868,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10752301664","shards":1,"effective_bpw":3.868,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11725904032","shards":1,"effective_bpw":4.2183,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11725904480","shards":1,"effective_bpw":4.2183,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11930291584","shards":1,"effective_bpw":4.2918,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11930292032","shards":1,"effective_bpw":4.2918,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12608048896","shards":1,"effective_bpw":4.5356,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12608049344","shards":1,"effective_bpw":4.5356,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12655234816","shards":1,"effective_bpw":4.5526,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12655235264","shards":1,"effective_bpw":4.5526,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"13336088320","shards":1,"effective_bpw":4.7975,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13336088768","shards":1,"effective_bpw":4.7975,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15319077856","shards":1,"effective_bpw":5.5109,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15319078592","shards":1,"effective_bpw":5.5109,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"15716815840","shards":1,"effective_bpw":5.654,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15716816576","shards":1,"effective_bpw":5.654,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18246339136","shards":1,"effective_bpw":6.564,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18246339872","shards":1,"effective_bpw":6.564,"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23631905152","shards":1,"effective_bpw":8.5014,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"44479257472","shards":1,"effective_bpw":16.001,"repo":"legraphista/dolphin-2.9.1-mixtral-1x22b-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-zero-coder-reasoning-v2-0-8b","canonical_repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B","display_name":"Qwen3-Zero-Coder-Reasoning-V2-0.8B","publisher":"DavidAU","modality":"text","arch_key":"qwen3","params_total":"816283136","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2991","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"255783232","shards":1,"effective_bpw":2.5068,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"267800896","shards":1,"effective_bpw":2.6246,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"287830336","shards":1,"effective_bpw":2.8209,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"306606400","shards":1,"effective_bpw":3.0049,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325062976","shards":1,"effective_bpw":3.1858,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"341086528","shards":1,"effective_bpw":3.3428,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"354426176","shards":1,"effective_bpw":3.4736,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"362074432","shards":1,"effective_bpw":3.5485,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"377576768","shards":1,"effective_bpw":3.7004,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"402496832","shards":1,"effective_bpw":3.9447,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"417832256","shards":1,"effective_bpw":4.095,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"417832256","shards":1,"effective_bpw":4.095,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"437468480","shards":1,"effective_bpw":4.2874,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"453975360","shards":1,"effective_bpw":4.4492,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"484924736","shards":1,"effective_bpw":4.7525,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"485956928","shards":1,"effective_bpw":4.7626,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"505568576","shards":1,"effective_bpw":4.9548,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"506551616","shards":1,"effective_bpw":4.9645,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"508058944","shards":1,"effective_bpw":4.9792,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"528276800","shards":1,"effective_bpw":5.1774,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"546856256","shards":1,"effective_bpw":5.3595,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"588143936","shards":1,"effective_bpw":5.7641,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"599842112","shards":1,"effective_bpw":5.8788,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"675880256","shards":1,"effective_bpw":6.624,"repo":"mradermacher/Qwen3-Zero-Coder-Reasoning-V2-0.8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2500313088","shards":3,"effective_bpw":24.5044,"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4916167680","shards":3,"effective_bpw":null,"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hubble-4b-v1","canonical_repo":"TheDrummer/Hubble-4B-v1","display_name":"Hubble-4B-v1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"4512758784","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2988","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Hubble-4B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ3_XS","bytes":"2027610784","shards":1,"effective_bpw":3.5945,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101535392","shards":1,"effective_bpw":3.7255,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183422624","shards":1,"effective_bpw":3.8707,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296570528","shards":1,"effective_bpw":4.0712,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464866976","shards":1,"effective_bpw":4.3696,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2535554304","shards":1,"effective_bpw":4.4949,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2655608256","shards":1,"effective_bpw":4.7077,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664259008","shards":1,"effective_bpw":4.7231,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778291648","shards":1,"effective_bpw":4.9252,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3070719872","shards":1,"effective_bpw":5.4436,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163349184","shards":1,"effective_bpw":5.6078,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230195904","shards":1,"effective_bpw":5.7263,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3473373056","shards":1,"effective_bpw":6.1574,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710344192","shards":1,"effective_bpw":6.5775,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3901192064","shards":1,"effective_bpw":6.9158,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803229568","shards":1,"effective_bpw":8.5149,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9033753472","shards":1,"effective_bpw":16.0146,"repo":"bartowski/Hubble-4B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-4-0-1-2b-abliterated","canonical_repo":"addansee2/EXAONE-4.0-1.2B-abliterated","display_name":"EXAONE-4.0-1.2B-abliterated","publisher":"addansee2","modality":"text","arch_key":"exaone4","params_total":"1489106688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2983","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":102400,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":0,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"addansee2/EXAONE-4.0-1.2B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"449369472","shards":1,"effective_bpw":2.4142,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"470160768","shards":1,"effective_bpw":2.5259,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"504812928","shards":1,"effective_bpw":2.712,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"536466816","shards":1,"effective_bpw":2.8821,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"578016640","shards":1,"effective_bpw":3.1053,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"605738368","shards":1,"effective_bpw":3.2542,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"609785216","shards":1,"effective_bpw":3.276,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"642225280","shards":1,"effective_bpw":3.4503,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"642225536","shards":1,"effective_bpw":3.4503,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"650171776","shards":1,"effective_bpw":3.4929,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"705156480","shards":1,"effective_bpw":3.7883,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"726439040","shards":1,"effective_bpw":3.9027,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"726439296","shards":1,"effective_bpw":3.9027,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"730617216","shards":1,"effective_bpw":3.9251,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"750671232","shards":1,"effective_bpw":4.0329,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"782062720","shards":1,"effective_bpw":4.2015,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"782062976","shards":1,"effective_bpw":4.2015,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"831870080","shards":1,"effective_bpw":4.4691,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"831870336","shards":1,"effective_bpw":4.4691,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"861279616","shards":1,"effective_bpw":4.6271,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"865211520","shards":1,"effective_bpw":4.6482,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"897914240","shards":1,"effective_bpw":4.8239,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"900011136","shards":1,"effective_bpw":4.8352,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"900011392","shards":1,"effective_bpw":4.8352,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"900273536","shards":1,"effective_bpw":4.8366,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"930403456","shards":1,"effective_bpw":4.9985,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"930403712","shards":1,"effective_bpw":4.9985,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"976295296","shards":1,"effective_bpw":5.245,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1056248960","shards":1,"effective_bpw":5.6745,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1056249216","shards":1,"effective_bpw":5.6745,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1073796224","shards":1,"effective_bpw":5.7688,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1073796480","shards":1,"effective_bpw":5.7688,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1226151040","shards":1,"effective_bpw":6.5873,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1226151296","shards":1,"effective_bpw":6.5873,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1586762880","shards":1,"effective_bpw":8.5246,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2982679680","shards":1,"effective_bpw":16.024,"repo":"mradermacher/EXAONE-4.0-1.2B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"juggernaut-xl-v9","canonical_repo":"RunDiffusion/Juggernaut-XL-v9","display_name":"Juggernaut-XL-v9","publisher":"RunDiffusion","modality":"image","arch_key":null,"params_total":"3468837867","is_moe":false,"is_gated":false,"license_spdx":"creativeml-openrail-m","downloads_30d":"2983","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"2965023776","shards":1,"effective_bpw":6.8381,"repo":"offgrid-ai/juggernaut-xl-v9-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4347454816","shards":1,"effective_bpw":10.0263,"repo":"offgrid-ai/juggernaut-xl-v9-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-22b-arliai-rpmax-v1-1","canonical_repo":"ArliAI/Mistral-Small-22B-ArliAI-RPMax-v1.1","display_name":"Mistral-Small-22B-ArliAI-RPMax-v1.1","publisher":"ArliAI","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2981","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Mistral-Small-22B-ArliAI-RPMax-v1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4829492544","shards":1,"effective_bpw":1.7367,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5267141952","shards":1,"effective_bpw":1.894,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5996557632","shards":1,"effective_bpw":2.1563,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6646150464","shards":1,"effective_bpw":2.3899,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7035433856","shards":1,"effective_bpw":2.5299,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7035434304","shards":1,"effective_bpw":2.5299,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618966400","shards":1,"effective_bpw":2.7397,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7618966848","shards":1,"effective_bpw":2.7397,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098176","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8272098624","shards":1,"effective_bpw":2.9746,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8468706176","shards":1,"effective_bpw":3.0453,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8598861120","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176101760","shards":1,"effective_bpw":3.2997,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9176102208","shards":1,"effective_bpw":3.2997,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276288","shards":1,"effective_bpw":3.4669,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9641276736","shards":1,"effective_bpw":3.4669,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9688069440","shards":1,"effective_bpw":3.4838,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062410624","shards":1,"effective_bpw":3.6184,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10062411072","shards":1,"effective_bpw":3.6184,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756830080","shards":1,"effective_bpw":3.8681,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10756830528","shards":1,"effective_bpw":3.8681,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730432896","shards":1,"effective_bpw":4.2182,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11730433344","shards":1,"effective_bpw":4.2182,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935298432","shards":1,"effective_bpw":4.2919,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11935298880","shards":1,"effective_bpw":4.2919,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12613202816","shards":1,"effective_bpw":4.5356,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12613203264","shards":1,"effective_bpw":4.5356,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660388736","shards":1,"effective_bpw":4.5526,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12660389184","shards":1,"effective_bpw":4.5526,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242240","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13341242688","shards":1,"effective_bpw":4.7974,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13490664320","shards":1,"effective_bpw":4.8512,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820352","shards":1,"effective_bpw":5.5107,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15324820800","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558336","shards":1,"effective_bpw":5.6537,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15722558784","shards":1,"effective_bpw":5.6537,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15846814592","shards":1,"effective_bpw":5.6984,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252706688","shards":1,"effective_bpw":6.5636,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18252707136","shards":1,"effective_bpw":6.5636,"repo":"mradermacher/Mistral-Small-22B-ArliAI-RPMax-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18350224256","shards":1,"effective_bpw":6.5986,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552320","shards":1,"effective_bpw":8.501,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496728672","shards":1,"effective_bpw":16.0008,"repo":"bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bitnet-b1-58-large","canonical_repo":"1bitLLM/bitnet_b1_58-large","display_name":"bitnet_b1_58-large","publisher":"1bitLLM","modality":"text","arch_key":"bitnet","params_total":"728843904","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2977","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":96,"head_dim_v":96,"hidden":1536,"vocab_size":32002,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"1bitLLM/bitnet_b1_58-large","arch_confidence":1,"quantizations":[{"quant":"TQ2_0","bytes":"217082208","shards":1,"effective_bpw":2.3828,"repo":"gianni-cor/bitnet_b1_58-large-TQ2_0","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-1-8b-claude","canonical_repo":"Undi95/Meta-Llama-3.1-8B-Claude","display_name":"Meta-Llama-3.1-8B-Claude","publisher":"Undi95","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2975","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Undi95/Meta-Llama-3.1-8B-Claude","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628608","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972800","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213120","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782592","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489664","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281504","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281920","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132064","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132064","shards":1,"effective_bpw":3.1672,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132480","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913344","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747808","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748224","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499872","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499872","shards":1,"effective_bpw":3.6507,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500288","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325664","shards":1,"effective_bpw":3.6684,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326080","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156064","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823968","shards":1,"effective_bpw":3.7706,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823968","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824384","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918560","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918560","shards":1,"effective_bpw":4.0038,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918976","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957024","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957440","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663264","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663264","shards":1,"effective_bpw":4.4309,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663680","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892800","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669600","shards":1,"effective_bpw":4.675,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669600","shards":1,"effective_bpw":4.675,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670016","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734880","shards":1,"effective_bpw":4.9022,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734880","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735296","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633120","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294624","shards":1,"effective_bpw":5.5782,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294624","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295040","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988064","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988064","shards":1,"effective_bpw":5.7114,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988480","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219232","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007072","shards":1,"effective_bpw":6.5712,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007072","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007488","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Meta-Llama-3.1-8B-Claude-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466976","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771488","shards":1,"effective_bpw":8.5086,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771488","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891520","shards":1,"effective_bpw":16.0083,"repo":"InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881536","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Meta-Llama-3.1-8B-Claude-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gluon-8b","canonical_repo":"rmdhirr/Gluon-8B","display_name":"Gluon-8B","publisher":"rmdhirr","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2974","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rmdhirr/Gluon-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019635136","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161979328","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399219648","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605789120","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758496192","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948288448","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179139008","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274919872","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518754752","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664506816","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682332608","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784830912","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018925504","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321963968","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447670208","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675899328","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692676544","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920741824","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599301568","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732995008","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596014016","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Gluon-8B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-v0-3-bnb-4bit","canonical_repo":"unsloth/mistral-7b-v0.3-bnb-4bit","display_name":"mistral-7b-v0.3-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"7466691914","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2969","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/mistral-7b-v0.3-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"3168522112","shards":1,"effective_bpw":3.3948,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940800","shards":1,"effective_bpw":3.7746,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746368","shards":1,"effective_bpw":4.4408,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811264","shards":1,"effective_bpw":4.6851,"repo":"ebowwa/cognitive-hacker-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811264","shards":1,"effective_bpw":4.6851,"repo":"ebowwa/cognitive-hacker-gguf-0.2","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811648","shards":1,"effective_bpw":4.6851,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136174976","shards":1,"effective_bpw":5.503,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248512","shards":1,"effective_bpw":6.372,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564736","shards":1,"effective_bpw":8.2527,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497337216","shards":1,"effective_bpw":15.5328,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"14497337216","shards":1,"effective_bpw":15.5328,"repo":"theprint/CleverBoi-7B-v2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-heretic-uncensored-abliterated-extreme","canonical_repo":"DavidAU/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme","display_name":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2966","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1133093600","shards":1,"effective_bpw":2.108,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1199571680","shards":1,"effective_bpw":2.2317,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1310368480","shards":1,"effective_bpw":2.4378,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1404576480","shards":1,"effective_bpw":2.6131,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1449345760","shards":1,"effective_bpw":2.6964,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1537983200","shards":1,"effective_bpw":2.8613,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1636063200","shards":1,"effective_bpw":3.0438,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1689453280","shards":1,"effective_bpw":3.1431,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164960","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1729165280","shards":1,"effective_bpw":3.217,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1863391200","shards":1,"effective_bpw":3.4667,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364640","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1937364960","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1937364960","shards":1,"effective_bpw":3.6043,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1986803680","shards":1,"effective_bpw":3.6963,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460320","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2098460640","shards":1,"effective_bpw":3.904,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085920","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2236086240","shards":1,"effective_bpw":4.1601,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2263242720","shards":1,"effective_bpw":4.2106,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279626400","shards":1,"effective_bpw":4.2411,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2363512800","shards":1,"effective_bpw":4.3972,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2370066400","shards":1,"effective_bpw":4.4093,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930400","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2377930720","shards":1,"effective_bpw":4.424,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894560","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2489894880","shards":1,"effective_bpw":4.6323,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2564052960","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592800","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2764593120","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698720","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2829699040","shards":1,"effective_bpw":5.2645,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740640","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3190740960","shards":1,"effective_bpw":5.9362,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402720","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767804320","shards":1,"effective_bpw":14.4515,"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-8b-kali-pentester","canonical_repo":"suryanshp1/Llama-3.1-8B-kali-pentester","display_name":"Llama-3.1-8B-kali-pentester","publisher":"suryanshp1","modality":"text","arch_key":"llama","params_total":"8030261312","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2964","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"suryanshp1/Llama-3.1-8B-kali-pentester","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179132320","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500128","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918816","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957280","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363680","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669856","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735136","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294880","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988320","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007328","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771744","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892064","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama-3.1-8B-kali-pentester-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stepfun-ai-step-3-5-flash","canonical_repo":"stepfun-ai/step-3.5-flash","display_name":"step-3.5-flash","publisher":"stepfun-ai","modality":"text","arch_key":"step35","params_total":"199384301376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2959","n_layers":45,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128896,"ctx_native":262144,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stepfun-ai/step-3.5-flash","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"41301534944","shards":1,"effective_bpw":1.6572,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"43127491808","shards":1,"effective_bpw":1.7304,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"48034597088","shards":1,"effective_bpw":1.9273,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"55187798432","shards":2,"effective_bpw":2.2143,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"55513426368","shards":2,"effective_bpw":2.2274,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"62949743040","shards":2,"effective_bpw":2.5258,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"63980443584","shards":1,"effective_bpw":2.5671,"repo":"Ex0bit/Step-3.5-Flash-PRISM","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"69553669568","shards":2,"effective_bpw":2.7907,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"70069253568","shards":2,"effective_bpw":2.8114,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"78190672320","shards":2,"effective_bpw":3.1373,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"81028805184","shards":3,"effective_bpw":3.2512,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"85965042240","shards":3,"effective_bpw":3.4492,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"90168226336","shards":3,"effective_bpw":3.6179,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"90232418848","shards":3,"effective_bpw":3.6204,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"93692326464","shards":3,"effective_bpw":3.7593,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"102042463936","shards":1,"effective_bpw":4.0943,"repo":"Ex0bit/Step-3.5-Flash-PRISM","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"105591741984","shards":3,"effective_bpw":4.2367,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"111520582336","shards":1,"effective_bpw":4.4746,"repo":"Ex0bit/Step-3.5-Flash-PRISM","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"111641955904","shards":3,"effective_bpw":4.4795,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"113392160320","shards":3,"effective_bpw":4.5497,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"115642666560","shards":3,"effective_bpw":4.64,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"118710303712","shards":1,"effective_bpw":4.7631,"repo":"ggml-org/Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"119937953440","shards":4,"effective_bpw":4.8123,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"120329797280","shards":4,"effective_bpw":4.8281,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"123642900160","shards":4,"effective_bpw":4.961,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"135886679712","shards":4,"effective_bpw":5.4523,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"140208656064","shards":4,"effective_bpw":5.6257,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"140534505152","shards":4,"effective_bpw":5.6387,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"161935354688","shards":5,"effective_bpw":6.4974,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"209417870976","shards":6,"effective_bpw":8.4026,"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-abliterated-ties-qwen2-5-14b","canonical_repo":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B","display_name":"EVA-abliterated-TIES-Qwen2.5-14B","publisher":"nbeerbower","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2958","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/EVA-abliterated-TIES-Qwen2.5-14B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607995296","shards":1,"effective_bpw":1.9542,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3607995296","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872310176","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872310176","shards":1,"effective_bpw":2.0974,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834976","shards":1,"effective_bpw":2.336,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834976","shards":1,"effective_bpw":2.336,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576416","shards":1,"effective_bpw":2.5482,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576416","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727776","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727776","shards":1,"effective_bpw":2.7102,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147616","shards":1,"effective_bpw":2.9011,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147616","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189536","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189536","shards":1,"effective_bpw":2.9233,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498976","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498976","shards":1,"effective_bpw":3.1255,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708896","shards":1,"effective_bpw":3.221,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708896","shards":1,"effective_bpw":3.221,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362976","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362976","shards":1,"effective_bpw":3.4575,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659597216","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659597216","shards":1,"effective_bpw":3.6071,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020576","shards":1,"effective_bpw":3.6252,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020576","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916539296","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916539296","shards":1,"effective_bpw":3.7463,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205536","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205536","shards":1,"effective_bpw":3.9752,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769696","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769696","shards":1,"effective_bpw":4.2924,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841696","shards":1,"effective_bpw":4.398,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841696","shards":1,"effective_bpw":4.398,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544269216","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544269216","shards":1,"effective_bpw":4.6279,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184416","shards":1,"effective_bpw":4.6306,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184416","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432736","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432736","shards":1,"effective_bpw":4.6437,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111776","shards":1,"effective_bpw":4.8683,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111776","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392141216","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392141216","shards":1,"effective_bpw":5.0871,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266555296","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266555296","shards":1,"effective_bpw":5.5607,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874656","shards":1,"effective_bpw":5.692,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874656","shards":1,"effective_bpw":5.692,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124685216","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124685216","shards":1,"effective_bpw":6.5672,"repo":"KiyoEditz/EVA-abliterated-TIES-Qwen2.5-14B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-large-3-675b-instruct-2512","canonical_repo":"mistralai/Mistral-Large-3-675B-Instruct-2512","display_name":"Mistral-Large-3-675B-Instruct-2512","publisher":"mistralai","modality":"text","arch_key":"deepseek2","params_total":"673421089792","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2958","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"142267169760","shards":4,"effective_bpw":1.6901,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"148492663776","shards":4,"effective_bpw":1.764,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"165151554656","shards":5,"effective_bpw":1.9619,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"168604875200","shards":1,"effective_bpw":2.003,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"189541563520","shards":5,"effective_bpw":2.2517,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"190766333056","shards":5,"effective_bpw":2.2662,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"190801132352","shards":4,"effective_bpw":2.2666,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"206460042240","shards":5,"effective_bpw":2.4527,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"216213306592","shards":6,"effective_bpw":2.5685,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"224807238656","shards":5,"effective_bpw":2.6706,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"235376884672","shards":5,"effective_bpw":2.7962,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"239826713952","shards":7,"effective_bpw":2.8491,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"240744217952","shards":7,"effective_bpw":2.86,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"247110065152","shards":5,"effective_bpw":2.9356,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"247330266208","shards":6,"effective_bpw":2.9382,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"269619903808","shards":7,"effective_bpw":3.203,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"279130750432","shards":8,"effective_bpw":3.316,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"279215127616","shards":6,"effective_bpw":3.317,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"291854199872","shards":6,"effective_bpw":3.4671,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"295337541024","shards":8,"effective_bpw":3.5085,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"309858876864","shards":8,"effective_bpw":3.681,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"309902917056","shards":8,"effective_bpw":3.6815,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"321679081024","shards":9,"effective_bpw":3.8214,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"321845570720","shards":7,"effective_bpw":3.8234,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"359954316736","shards":8,"effective_bpw":4.2761,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"361952919200","shards":10,"effective_bpw":4.2999,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"380738813248","shards":8,"effective_bpw":4.523,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"381700357440","shards":8,"effective_bpw":4.5345,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"382449958624","shards":10,"effective_bpw":4.5434,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"382661901632","shards":8,"effective_bpw":4.5459,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"388388044480","shards":10,"effective_bpw":4.6139,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"396117098336","shards":11,"effective_bpw":4.7057,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"406989520384","shards":9,"effective_bpw":4.8349,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"411354713952","shards":11,"effective_bpw":4.8867,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"422366526912","shards":9,"effective_bpw":5.0176,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"422996295424","shards":11,"effective_bpw":5.025,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"464446570080","shards":10,"effective_bpw":5.5175,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"477969661536","shards":10,"effective_bpw":5.6781,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"480762839168","shards":13,"effective_bpw":5.7113,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"553317879616","shards":12,"effective_bpw":6.5732,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"554863051008","shards":15,"effective_bpw":6.5916,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"715677646752","shards":15,"effective_bpw":8.502,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"715677647584","shards":20,"effective_bpw":8.502,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1346959087424","shards":30,"effective_bpw":16.0014,"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1346959087808","shards":36,"effective_bpw":16.0014,"repo":"bartowski/mistralai_Mistral-Large-3-675B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-uncensored","canonical_repo":"braindao/Qwen3-8B-Uncensored","display_name":"Qwen3-8B-Uncensored","publisher":"braindao","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2957","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"braindao/Qwen3-8B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281732896","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281732896","shards":1,"effective_bpw":3.2053,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611552","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611552","shards":1,"effective_bpw":3.6818,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161312","shards":1,"effective_bpw":4.0281,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161312","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394080","shards":1,"effective_bpw":4.3282,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394080","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593296672","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593296672","shards":1,"effective_bpw":4.4863,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012448","shards":1,"effective_bpw":4.6902,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012448","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783968","shards":1,"effective_bpw":4.9107,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783968","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761632","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761632","shards":1,"effective_bpw":5.5875,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112736","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112736","shards":1,"effective_bpw":5.7149,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899552","shards":1,"effective_bpw":6.5693,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899552","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518624","shards":1,"effective_bpw":8.5067,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518624","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044064","shards":1,"effective_bpw":16.0064,"repo":"hellmans/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044064","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"next-8b","canonical_repo":"thelamapi/next-8b","display_name":"next-8b","publisher":"thelamapi","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2957","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thelamapi/next-8b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115774464","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256152576","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490116096","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696161280","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864748544","shards":1,"effective_bpw":2.798,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051919360","shards":1,"effective_bpw":2.9809,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083556864","shards":1,"effective_bpw":3.0118,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281737504","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281737728","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369637888","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626878976","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769616160","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769616384","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789670400","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896625152","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124165920","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124166144","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431398688","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431398912","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561844224","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593301280","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787337216","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793628672","shards":1,"effective_bpw":4.682,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802017056","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802017280","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027782816","shards":1,"effective_bpw":4.9107,"repo":"Lamapi/next-8b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027788576","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027788800","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247760384","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720766240","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720766464","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851117344","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851117568","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725904160","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725904384","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/next-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709523232","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388048672","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/next-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"polyglot-lion-1-7b","canonical_repo":"knoveleng/polyglot-lion-1.7b","display_name":"polyglot-lion-1.7b","publisher":"knoveleng","modality":"text","arch_key":"qwen3vl","params_total":"2038052480","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2951","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"knoveleng/polyglot-lion-1.7b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515776032","shards":1,"effective_bpw":2.0246,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543792672","shards":1,"effective_bpw":2.1346,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590487072","shards":1,"effective_bpw":2.3178,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631512608","shards":1,"effective_bpw":2.4789,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657825312","shards":1,"effective_bpw":2.5822,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695180832","shards":1,"effective_bpw":2.7288,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732968480","shards":1,"effective_bpw":2.8771,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754359840","shards":1,"effective_bpw":2.9611,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777794848","shards":1,"effective_bpw":3.0531,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777795104","shards":1,"effective_bpw":3.0531,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834221600","shards":1,"effective_bpw":3.2746,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867251488","shards":1,"effective_bpw":3.4042,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867251744","shards":1,"effective_bpw":3.4042,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867251744","shards":1,"effective_bpw":3.4042,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895661600","shards":1,"effective_bpw":3.5158,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939537696","shards":1,"effective_bpw":3.688,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939537952","shards":1,"effective_bpw":3.688,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003500832","shards":1,"effective_bpw":3.9391,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003501088","shards":1,"effective_bpw":3.9391,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010382368","shards":1,"effective_bpw":3.9661,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016280352","shards":1,"effective_bpw":3.9892,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054422560","shards":1,"effective_bpw":4.1389,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056781856","shards":1,"effective_bpw":4.1482,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060189472","shards":1,"effective_bpw":4.1616,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060189728","shards":1,"effective_bpw":4.1616,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107408160","shards":1,"effective_bpw":4.3469,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107408416","shards":1,"effective_bpw":4.3469,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142502944","shards":1,"effective_bpw":4.4847,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230583072","shards":1,"effective_bpw":4.8304,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230583328","shards":1,"effective_bpw":4.8304,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257878816","shards":1,"effective_bpw":4.9376,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257879072","shards":1,"effective_bpw":4.9376,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417753888","shards":1,"effective_bpw":5.5651,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417754144","shards":1,"effective_bpw":5.5651,"repo":"mradermacher/polyglot-lion-1.7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834425632","shards":1,"effective_bpw":7.2007,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447348512","shards":1,"effective_bpw":13.5319,"repo":"mradermacher/polyglot-lion-1.7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"frickfritz-4b","canonical_repo":"addansee/FrickFritz-4B","display_name":"FrickFritz-4B","publisher":"addansee","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2947","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"addansee/FrickFritz-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168928","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959169184","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121749408","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121749664","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729824","shards":1,"effective_bpw":3.7627,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216797344","shards":1,"effective_bpw":3.8058,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807968","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318808224","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647968","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482648224","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578812064","shards":1,"effective_bpw":4.4273,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593557408","shards":1,"effective_bpw":4.4526,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617683104","shards":1,"effective_bpw":4.494,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631773088","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631773344","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677648544","shards":1,"effective_bpw":4.597,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447968","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783448224","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842389664","shards":1,"effective_bpw":4.8798,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072994208","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072994464","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426848","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161427104","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563029408","shards":1,"effective_bpw":6.117,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563029664","shards":1,"effective_bpw":6.117,"repo":"mradermacher/FrickFritz-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610579680","shards":1,"effective_bpw":7.9154,"repo":"fattis/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610581408","shards":1,"effective_bpw":7.9154,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665621408","shards":1,"effective_bpw":14.877,"repo":"mradermacher/FrickFritz-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hemlock2-coder-7b-grpo","canonical_repo":"nbeerbower/Hemlock2-Coder-7B-GRPO","display_name":"Hemlock2-Coder-7B-GRPO","publisher":"nbeerbower","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2945","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Hemlock2-Coder-7B-GRPO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668576","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197344","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078624","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023072","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638624","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343648","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074976","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941184","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941472","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515808","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257248","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369472","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369760","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193696","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013280","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392256","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392544","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460352","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460640","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473824","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299456","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814624","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122464","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770048","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770336","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074624","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074912","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284960","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177536","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177824","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832320","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832608","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199872","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200160","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526272","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854272","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Hemlock2-Coder-7B-GRPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ling-mini-2-0","canonical_repo":"inclusionAI/Ling-mini-2.0","display_name":"Ling-mini-2.0","publisher":"inclusionAI","modality":"text","arch_key":"bailingmoe2","params_total":"16255643392","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2938","n_layers":20,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":157184,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"inclusionAI/Ling-mini-2.0","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4656006336","shards":1,"effective_bpw":2.2914,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4699186368","shards":1,"effective_bpw":2.3126,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5282915520","shards":1,"effective_bpw":2.5999,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5844419776","shards":1,"effective_bpw":2.8763,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6065349152","shards":1,"effective_bpw":2.985,"repo":"inclusionAI/Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6158787776","shards":1,"effective_bpw":3.031,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6546539712","shards":1,"effective_bpw":3.2218,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6823158976","shards":1,"effective_bpw":3.3579,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7200646336","shards":1,"effective_bpw":3.5437,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7539614912","shards":1,"effective_bpw":3.7105,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7540925632","shards":1,"effective_bpw":3.7112,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7821288640","shards":1,"effective_bpw":3.8491,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8803304640","shards":1,"effective_bpw":4.3324,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9296430272","shards":1,"effective_bpw":4.5751,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9437594816","shards":1,"effective_bpw":4.6446,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9599730880","shards":1,"effective_bpw":4.7244,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9911575072","shards":1,"effective_bpw":4.8779,"repo":"inclusionAI/Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9941894336","shards":1,"effective_bpw":4.8928,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"10180814016","shards":1,"effective_bpw":5.0104,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10277438656","shards":1,"effective_bpw":5.0579,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11273110720","shards":1,"effective_bpw":5.5479,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11619697856","shards":1,"effective_bpw":5.7185,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"11818378432","shards":1,"effective_bpw":5.8163,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13373178400","shards":1,"effective_bpw":6.5814,"repo":"inclusionAI/Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13387654336","shards":1,"effective_bpw":6.5886,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"13543580864","shards":1,"effective_bpw":6.6653,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17307656736","shards":1,"effective_bpw":8.5177,"repo":"inclusionAI/Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17307657408","shards":1,"effective_bpw":8.5177,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32537895456","shards":1,"effective_bpw":16.0131,"repo":"inclusionAI/Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32537895840","shards":1,"effective_bpw":16.0131,"repo":"bartowski/inclusionAI_Ling-mini-2.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ace-step-v1-3-5b","canonical_repo":"ACE-Step/ACE-Step-v1-3.5B","display_name":"ACE-Step-v1-3.5B","publisher":"ACE-Step","modality":"text","arch_key":"pig","params_total":"3305659264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2938","n_layers":null,"n_head":20,"n_head_kv":20,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ACE-Step/ACE-Step-v1-3.5B","arch_confidence":1,"quantizations":[{"quant":"BF16","bytes":"445924896","shards":1,"effective_bpw":1.0792,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5478716576","shards":1,"effective_bpw":13.259,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5661846944","shards":1,"effective_bpw":13.7022,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5705264544","shards":1,"effective_bpw":13.8073,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5742947744","shards":1,"effective_bpw":13.8985,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5946381120","shards":1,"effective_bpw":14.3908,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"6075460736","shards":1,"effective_bpw":14.7032,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6149775712","shards":2,"effective_bpw":14.883,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6207817152","shards":1,"effective_bpw":15.0235,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6249596352","shards":1,"effective_bpw":15.1246,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6340173568","shards":1,"effective_bpw":15.3438,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6489074560","shards":1,"effective_bpw":15.7042,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6675660800","shards":1,"effective_bpw":16.1557,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6734643200","shards":1,"effective_bpw":16.2985,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7883135040","shards":4,"effective_bpw":19.0779,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12893499072","shards":3,"effective_bpw":31.2035,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"13178389952","shards":2,"effective_bpw":31.8929,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"13222726400","shards":1,"effective_bpw":32.0002,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14680317248","shards":2,"effective_bpw":null,"repo":"calcuis/ace-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-1-5b-uncensored","canonical_repo":"thirdeyeai/DeepSeek-R1-Distill-Qwen-1.5B-uncensored","display_name":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored","publisher":"thirdeyeai","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2938","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thirdeyeai/DeepSeek-R1-Distill-Qwen-1.5B-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"513103488","shards":1,"effective_bpw":2.3099,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"541037184","shards":1,"effective_bpw":2.4356,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"587593344","shards":1,"effective_bpw":2.6452,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"626902656","shards":1,"effective_bpw":2.8222,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"664087680","shards":1,"effective_bpw":2.9896,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"701332608","shards":1,"effective_bpw":3.1572,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"716711040","shards":1,"effective_bpw":3.2265,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880480","shards":1,"effective_bpw":3.3893,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"752880768","shards":1,"effective_bpw":3.3893,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"769070208","shards":1,"effective_bpw":3.4622,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"831977088","shards":1,"effective_bpw":3.7454,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861222240","shards":1,"effective_bpw":3.877,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"861222528","shards":1,"effective_bpw":3.877,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"862684800","shards":1,"effective_bpw":3.8836,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"876941952","shards":1,"effective_bpw":3.9478,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456288","shards":1,"effective_bpw":4.1617,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"924456576","shards":1,"effective_bpw":4.1617,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440416","shards":1,"effective_bpw":4.4137,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"980440704","shards":1,"effective_bpw":4.4137,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1019711616","shards":1,"effective_bpw":4.5905,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1026162528","shards":1,"effective_bpw":4.6195,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1067604096","shards":1,"effective_bpw":4.8061,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1068808320","shards":1,"effective_bpw":4.8115,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585120","shards":1,"effective_bpw":4.824,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1071585408","shards":1,"effective_bpw":4.824,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321056","shards":1,"effective_bpw":5.0299,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1117321344","shards":1,"effective_bpw":5.0299,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1162700928","shards":1,"effective_bpw":5.2342,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259173728","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1259174016","shards":1,"effective_bpw":5.6685,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285494624","shards":1,"effective_bpw":5.787,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1285494912","shards":1,"effective_bpw":5.787,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179040","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1464179328","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532448","shards":1,"effective_bpw":8.5287,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3560416608","shards":1,"effective_bpw":16.0281,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-34b-code-base-8k","canonical_repo":"ibm-granite/granite-34b-code-base-8k","display_name":"granite-34b-code-base-8k","publisher":"ibm-granite","modality":"text","arch_key":"starcoder","params_total":"33715603456","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2938","n_layers":88,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":49152,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-34b-code-base-8k","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"7377962656","shards":1,"effective_bpw":1.7506,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"7377963136","shards":1,"effective_bpw":1.7506,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"8042989216","shards":1,"effective_bpw":1.9084,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8042989696","shards":1,"effective_bpw":1.9084,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9151366816","shards":1,"effective_bpw":2.1714,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9151367296","shards":1,"effective_bpw":2.1714,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10141877920","shards":1,"effective_bpw":2.4065,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10141878400","shards":1,"effective_bpw":2.4065,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10777708192","shards":1,"effective_bpw":2.5573,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10777708672","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11664410272","shards":1,"effective_bpw":2.7677,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11664410752","shards":1,"effective_bpw":2.7677,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13107021472","shards":1,"effective_bpw":3.11,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13107021952","shards":1,"effective_bpw":3.11,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"13359957664","shards":1,"effective_bpw":3.17,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13359958144","shards":1,"effective_bpw":3.17,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14340834976","shards":1,"effective_bpw":3.4028,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14340835456","shards":1,"effective_bpw":3.4028,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14807975584","shards":1,"effective_bpw":3.5136,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14807975584","shards":1,"effective_bpw":3.5136,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14807976064","shards":1,"effective_bpw":3.5136,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14807976064","shards":1,"effective_bpw":3.5136,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15929329312","shards":1,"effective_bpw":3.7797,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15929329792","shards":1,"effective_bpw":3.7797,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17567860384","shards":1,"effective_bpw":4.1685,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17567860864","shards":1,"effective_bpw":4.1685,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18195826336","shards":1,"effective_bpw":4.3175,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18195826816","shards":1,"effective_bpw":4.3175,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19238241952","shards":1,"effective_bpw":4.5648,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19342051456","shards":1,"effective_bpw":4.5895,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19445860000","shards":1,"effective_bpw":4.6141,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19445860480","shards":1,"effective_bpw":4.6141,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19549669024","shards":1,"effective_bpw":4.6387,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"19549669504","shards":1,"effective_bpw":4.6387,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21383628160","shards":1,"effective_bpw":5.0739,"repo":"ibm-granite/granite-34b-code-instruct-8k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21383628448","shards":1,"effective_bpw":5.0739,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21383628928","shards":1,"effective_bpw":5.0739,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23407904416","shards":1,"effective_bpw":5.5542,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23407904896","shards":1,"effective_bpw":5.5542,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24749852320","shards":1,"effective_bpw":5.8726,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24749852800","shards":1,"effective_bpw":5.8726,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27838170784","shards":1,"effective_bpw":6.6054,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27838171264","shards":1,"effective_bpw":6.6054,"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35990029984","shards":1,"effective_bpw":8.5397,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"134864193472","shards":5,"effective_bpw":32.0004,"repo":"bartowski/granite-34b-code-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-33b-base","canonical_repo":"deepseek-ai/deepseek-coder-33b-base","display_name":"deepseek-coder-33b-base","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"33342991360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2930","n_layers":62,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-33b-base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"14028664800","shards":1,"effective_bpw":3.3659,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14421901280","shards":1,"effective_bpw":3.4603,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16074928096","shards":1,"effective_bpw":3.8569,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17560367072","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18819440608","shards":1,"effective_bpw":4.5154,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18891923424","shards":1,"effective_bpw":4.5327,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19940659168","shards":1,"effective_bpw":4.7844,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22958301152","shards":1,"effective_bpw":5.5084,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22958301152","shards":1,"effective_bpw":5.5084,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23535898592","shards":1,"effective_bpw":5.647,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27355840480","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35430879200","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/deepseek-coder-33B-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-6-derestricted-v3","canonical_repo":"ArliAI/GLM-4.6-Derestricted-v3","display_name":"GLM-4.6-Derestricted-v3","publisher":"ArliAI","modality":"text","arch_key":"glm4moe","params_total":"356785898816","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2929","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":160,"n_expert_used":8,"arch_source":"ArliAI/GLM-4.6-Derestricted-v3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"76307266080","shards":2,"effective_bpw":1.711,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"79564384800","shards":2,"effective_bpw":1.784,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"88325421728","shards":3,"effective_bpw":1.9805,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"101043747488","shards":3,"effective_bpw":2.2656,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"101853936288","shards":3,"effective_bpw":2.2838,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"115044121216","shards":3,"effective_bpw":2.5796,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"127247272736","shards":4,"effective_bpw":2.8532,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"128005032768","shards":4,"effective_bpw":2.8702,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"142438804288","shards":4,"effective_bpw":3.1938,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"148186106624","shards":4,"effective_bpw":3.3227,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"156653153024","shards":4,"effective_bpw":3.5125,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"164263234400","shards":5,"effective_bpw":3.6832,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"164288138080","shards":5,"effective_bpw":3.6837,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"169917189056","shards":5,"effective_bpw":3.81,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"192019450784","shards":5,"effective_bpw":4.3055,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"202862709728","shards":6,"effective_bpw":4.5487,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"205621120000","shards":6,"effective_bpw":4.6105,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"209905863712","shards":6,"effective_bpw":4.7066,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"217651747840","shards":6,"effective_bpw":4.8803,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"224153062368","shards":6,"effective_bpw":5.0261,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"246376750208","shards":7,"effective_bpw":5.5244,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"254211230816","shards":7,"effective_bpw":5.7,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"293559577856","shards":8,"effective_bpw":6.5823,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379317898496","shards":10,"effective_bpw":8.5052,"repo":"bartowski/ArliAI_GLM-4.6-Derestricted-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-4b-claude-4-6-opus-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated","display_name":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2926","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359231296","shards":1,"effective_bpw":2.3335,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426415936","shards":1,"effective_bpw":2.4489,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538390336","shards":1,"effective_bpw":2.6411,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630591296","shards":1,"effective_bpw":2.7994,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651972416","shards":1,"effective_bpw":2.8361,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741551936","shards":1,"effective_bpw":2.9899,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852389696","shards":1,"effective_bpw":3.1802,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904490816","shards":1,"effective_bpw":3.2696,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1915467776","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915468096","shards":1,"effective_bpw":3.2885,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069876736","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069877056","shards":1,"effective_bpw":3.5535,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077577536","shards":1,"effective_bpw":3.5668,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139509056","shards":1,"effective_bpw":3.6731,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163183936","shards":1,"effective_bpw":3.7137,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262061056","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262061376","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2421313536","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421313856","shards":1,"effective_bpw":4.1569,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514282816","shards":1,"effective_bpw":4.3165,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2529028096","shards":1,"effective_bpw":4.3418,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549795136","shards":1,"effective_bpw":4.3775,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2563885056","shards":1,"effective_bpw":4.4016,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563885376","shards":1,"effective_bpw":4.4016,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609432896","shards":1,"effective_bpw":4.4798,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708801536","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708801856","shards":1,"effective_bpw":4.6504,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766965056","shards":1,"effective_bpw":4.7503,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990032896","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990033216","shards":1,"effective_bpw":5.1333,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074983936","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074984256","shards":1,"effective_bpw":5.2791,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464052736","shards":1,"effective_bpw":5.947,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464053056","shards":1,"effective_bpw":5.947,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482400256","shards":1,"effective_bpw":7.6953,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424390656","shards":1,"effective_bpw":14.4629,"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"blacksheep-rp-12b","canonical_repo":"KOOWEEYUS/BlackSheep-RP-12B","display_name":"BlackSheep-RP-12B","publisher":"KOOWEEYUS","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"artistic-2.0","downloads_30d":"2922","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KOOWEEYUS/BlackSheep-RP-12B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138472096","shards":1,"effective_bpw":2.7032,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435022496","shards":1,"effective_bpw":2.8969,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791046816","shards":1,"effective_bpw":3.1294,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306487456","shards":1,"effective_bpw":3.4661,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446406816","shards":1,"effective_bpw":3.5575,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225056","shards":1,"effective_bpw":3.6148,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722231456","shards":1,"effective_bpw":3.7376,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089056","shards":1,"effective_bpw":3.9733,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561501856","shards":1,"effective_bpw":4.2858,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742708896","shards":1,"effective_bpw":4.4042,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094637216","shards":1,"effective_bpw":4.6341,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120196256","shards":1,"effective_bpw":4.6508,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477203616","shards":1,"effective_bpw":4.884,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975277216","shards":1,"effective_bpw":5.2093,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518734496","shards":1,"effective_bpw":5.5643,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727630496","shards":1,"effective_bpw":5.7007,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818016","shards":1,"effective_bpw":5.9712,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209056","shards":1,"effective_bpw":6.5685,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381267616","shards":1,"effective_bpw":6.7808,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368416","shards":1,"effective_bpw":8.5059,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504275360","shards":1,"effective_bpw":16.0057,"repo":"bartowski/BlackSheep-RP-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harrier-oss-v1-270m","canonical_repo":"microsoft/harrier-oss-v1-270m","display_name":"harrier-oss-v1-270m","publisher":"microsoft","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2921","n_layers":18,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":640,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/harrier-oss-v1-270m","arch_confidence":1,"quantizations":[{"quant":"Q3_K_L","bytes":"246386368","shards":1,"effective_bpw":7.3521,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"249555232","shards":1,"effective_bpw":7.4467,"repo":"cstr/harrier-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"250661152","shards":1,"effective_bpw":7.4797,"repo":"cstr/harrier-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"253114048","shards":1,"effective_bpw":7.5529,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"260026048","shards":1,"effective_bpw":7.7591,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"263194912","shards":1,"effective_bpw":7.8537,"repo":"cstr/harrier-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"282973888","shards":1,"effective_bpw":8.4439,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"291544768","shards":1,"effective_bpw":8.6996,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"300796192","shards":1,"effective_bpw":8.9757,"repo":"cstr/harrier-270m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"542834368","shards":1,"effective_bpw":16.1981,"repo":"mykor/harrier-oss-v1-270m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-the-deckard-claude-opus-expresso-universe-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking","display_name":"gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2921","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316768","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401317088","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633888","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654634208","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663164128","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691808","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391968","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850392288","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021277088","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021277408","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951648","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091431328","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954528","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194118368","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202965408","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965728","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286688","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335287008","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435946208","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685965728","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685966048","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762909088","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762909408","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217257888","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217258208","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031237024","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053091744","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Claude-Opus-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gelab-zero-4b-preview-sico-evolution","canonical_repo":"microsoft/GELab-Zero-4B-preview-Sico-Evolution","display_name":"GELab-Zero-4B-preview-Sico-Evolution","publisher":"microsoft","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2919","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257792","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019712","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622912","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354101952","shards":1,"effective_bpw":2.441,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303232","shards":1,"effective_bpw":2.555,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985792","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456192","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501344","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501632","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190272","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377152","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998944","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999232","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899532992","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898112","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619744","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620032","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787424","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787712","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753472","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286317984","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774912","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345472","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311264","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311552","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282464","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282752","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631232","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713184","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713472","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515424","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515712","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262944","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263232","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406944","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286944","shards":1,"effective_bpw":14.514,"repo":"mradermacher/GELab-Zero-4B-preview-Sico-Evolution-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"macaron-v1-tall","canonical_repo":"mindlab-research/Macaron-V1-Tall","display_name":"Macaron-V1-Tall","publisher":"mindlab-research","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2917","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"mindlab-research/Macaron-V1-Tall","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"21169117568","shards":1,"effective_bpw":4.7106,"repo":"Trilogix1/Hugston-Macaron-V1-Tall","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-opus-4-6-distill","canonical_repo":"empero-ai/Qwen3.5-9B-Claude-Opus-4.6-Distill","display_name":"Qwen3.5-9B-Claude-Opus-4.6-Distill","publisher":"empero-ai","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2916","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"empero-ai/Qwen3.5-9B-Claude-Opus-4.6-Distill","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3827261792","shards":1,"effective_bpw":3.4196,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524192","shards":1,"effective_bpw":4.131,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108576","shards":1,"effective_bpw":5.0295,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969376","shards":1,"effective_bpw":5.779,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359258976","shards":1,"effective_bpw":6.5753,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501152","shards":1,"effective_bpw":8.5126,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696672","shards":1,"effective_bpw":16.0117,"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-70b-instruct-hf","canonical_repo":"codellama/CodeLlama-70b-Instruct-hf","display_name":"CodeLlama-70b-Instruct-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"68976910336","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2916","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32016,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-70b-Instruct-hf","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14535673120","shards":1,"effective_bpw":1.6859,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15943386400","shards":1,"effective_bpw":1.8491,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18289575200","shards":1,"effective_bpw":2.1212,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20334298400","shards":1,"effective_bpw":2.3584,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21354461472","shards":1,"effective_bpw":2.4767,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23231412512","shards":1,"effective_bpw":2.6944,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25462588416","shards":1,"effective_bpw":2.9532,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25462588448","shards":1,"effective_bpw":2.9532,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25462589728","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26581612832","shards":1,"effective_bpw":3.083,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"28315139360","shards":1,"effective_bpw":3.284,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919459328","shards":1,"effective_bpw":3.4701,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919459360","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29919460640","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29919460640","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30944443680","shards":1,"effective_bpw":3.589,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274902528","shards":1,"effective_bpw":3.8593,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274902560","shards":1,"effective_bpw":3.8593,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"33274903840","shards":1,"effective_bpw":3.8593,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36148000768","shards":1,"effective_bpw":4.1925,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36148000800","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"36148002080","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36829999392","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872431616","shards":1,"effective_bpw":4.5085,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872431648","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"39019233568","shards":1,"effective_bpw":4.5255,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249918976","shards":1,"effective_bpw":4.5522,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249919008","shards":1,"effective_bpw":4.5522,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"39249920288","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41423092736","shards":1,"effective_bpw":4.8043,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41423092768","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"41423094048","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461596160","shards":1,"effective_bpw":5.5046,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461596160","shards":1,"effective_bpw":5.5046,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461596192","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461596192","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"47461597472","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753966080","shards":1,"effective_bpw":5.6545,"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753966112","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/CodeLlama-70B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"48753967392","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"newton-bot-3-vlm-mini-4b","canonical_repo":"Kolyadual/Newton-bot-3-VLM-mini-4B","display_name":"Newton-bot-3-VLM-mini-4B","publisher":"Kolyadual","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2906","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kolyadual/Newton-bot-3-VLM-mini-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168256","shards":1,"effective_bpw":3.3635,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1959168736","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748736","shards":1,"effective_bpw":3.6426,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121749216","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807296","shards":1,"effective_bpw":3.9809,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807776","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647296","shards":1,"effective_bpw":4.2622,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647776","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593557216","shards":1,"effective_bpw":4.4526,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2611783936","shards":1,"effective_bpw":4.4839,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772416","shards":1,"effective_bpw":4.5182,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772896","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447296","shards":1,"effective_bpw":4.7786,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447776","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2842388736","shards":1,"effective_bpw":4.8798,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3072993536","shards":1,"effective_bpw":5.2757,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993536","shards":1,"effective_bpw":5.2757,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072994016","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426176","shards":1,"effective_bpw":5.4275,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426656","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3303598336","shards":1,"effective_bpw":5.6716,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028736","shards":1,"effective_bpw":6.117,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563029216","shards":1,"effective_bpw":6.117,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580736","shards":1,"effective_bpw":7.9154,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610581216","shards":1,"effective_bpw":7.9154,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620736","shards":1,"effective_bpw":14.877,"repo":"kirilldual0987/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665621216","shards":1,"effective_bpw":14.877,"repo":"mradermacher/Newton-bot-3-VLM-mini-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v4-flash-q8-0-gguf","canonical_repo":"Preyazz/DeepSeek-V4-Flash-Q8_0-GGUF","display_name":"DeepSeek-V4-Flash-Q8_0-GGUF","publisher":"Preyazz","modality":"text","arch_key":"deepseek4","params_total":"284334567511","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2904","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"103283751520","shards":1,"effective_bpw":2.906,"repo":"Preyazz/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"135535174240","shards":1,"effective_bpw":3.8134,"repo":"Preyazz/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"172037991008","shards":1,"effective_bpw":4.8404,"repo":"Preyazz/DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-math-72b-instruct","canonical_repo":"Qwen/Qwen2.5-Math-72B-Instruct","display_name":"Qwen2.5-Math-72B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2903","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2.5-Math-72B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740212928","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024128","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645248","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986176","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762880","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274880","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082816","shards":1,"effective_bpw":3.504,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789248","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597248","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725568","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225120","shards":1,"effective_bpw":4.3468,"repo":"lmstudio-community/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225408","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075136","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126720","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715232","shards":1,"effective_bpw":5.2172,"repo":"lmstudio-community/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715520","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466368","shards":2,"effective_bpw":5.991,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629152","shards":2,"effective_bpw":7.0803,"repo":"lmstudio-community/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629440","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612096","shards":2,"effective_bpw":8.5014,"repo":"lmstudio-community/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612384","shards":2,"effective_bpw":8.5014,"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grok-oss-thanatos-8b","canonical_repo":"c4tdr0ut/grok-oss-Thanatos-8B","display_name":"grok-oss-Thanatos-8B","publisher":"c4tdr0ut","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2902","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"c4tdr0ut/grok-oss-Thanatos-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633088","shards":1,"effective_bpw":2.012,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977280","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217600","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787072","shards":1,"effective_bpw":2.596,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494144","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286400","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820416","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136704","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179136960","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274917824","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518752704","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504512","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664504768","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330560","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784828864","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923200","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923456","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961664","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321961920","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668160","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368064","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897280","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994432","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674240","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674496","shards":1,"effective_bpw":4.675,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739520","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920739776","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258368","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299264","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299520","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992704","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732992960","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011712","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596011968","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/grok-oss-Thanatos-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776128","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896448","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/grok-oss-Thanatos-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"saiga-llama3-8b","canonical_repo":"IlyaGusev/saiga_llama3_8b","display_name":"saiga_llama3_8b","publisher":"IlyaGusev","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2901","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"IlyaGusev/saiga_llama3_8b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948281856","shards":1,"effective_bpw":2.9372,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179644576","shards":1,"effective_bpw":3.1677,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665012384","shards":1,"effective_bpw":3.6512,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824320","shards":1,"effective_bpw":3.7706,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019431072","shards":1,"effective_bpw":4.0043,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322469536","shards":1,"effective_bpw":4.3062,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663616","shards":1,"effective_bpw":4.4309,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661724832","shards":1,"effective_bpw":4.6442,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693182112","shards":1,"effective_bpw":4.6755,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734624","shards":1,"effective_bpw":4.9022,"repo":"itlwas/saiga_llama3_8b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735232","shards":1,"effective_bpw":4.9022,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921247392","shards":1,"effective_bpw":4.9027,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130765984","shards":1,"effective_bpw":5.1114,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599807136","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599807136","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988416","shards":1,"effective_bpw":5.7114,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733500576","shards":1,"effective_bpw":5.7119,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068848288","shards":1,"effective_bpw":6.046,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007424","shards":1,"effective_bpw":6.5712,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596519584","shards":1,"effective_bpw":6.5717,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771840","shards":1,"effective_bpw":8.5086,"repo":"liodon-ai/saiga_llama3_8b-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541284000","shards":1,"effective_bpw":8.5091,"repo":"QuantFactory/saiga_llama3_8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magistral-small-2509-vision","canonical_repo":"EnlistedGhost/Magistral-Small-2509-Vision","display_name":"Magistral-Small-2509-Vision","publisher":"EnlistedGhost","modality":"vision_language","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2900","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EnlistedGhost/Magistral-Small-2509-Vision","arch_confidence":1,"quantizations":[{"quant":"Q2_K_M","bytes":"8689786560","shards":1,"effective_bpw":2.8952,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9042368320","shards":1,"effective_bpw":3.0127,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"9220626240","shards":1,"effective_bpw":3.0721,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10662418240","shards":1,"effective_bpw":3.5525,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10803976000","shards":1,"effective_bpw":3.5996,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11174256320","shards":1,"effective_bpw":3.723,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12061284160","shards":1,"effective_bpw":4.0185,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12621946560","shards":1,"effective_bpw":4.2053,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13544036160","shards":1,"effective_bpw":4.5125,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16393541440","shards":1,"effective_bpw":5.4619,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16718600000","shards":1,"effective_bpw":5.5702,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345938240","shards":1,"effective_bpw":6.4456,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"19670996800","shards":1,"effective_bpw":6.5539,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054779200","shards":1,"effective_bpw":8.3476,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27729960640","shards":1,"effective_bpw":9.2389,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153518400","shards":1,"effective_bpw":15.7104,"repo":"EnlistedGhost/Magistral-Small-2509-Vision-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-sunair-v1-0","canonical_repo":"Triangle104/Mistral_Sunair-V1.0","display_name":"Mistral_Sunair-V1.0","publisher":"Triangle104","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2898","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999216416","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221629216","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592317216","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915082016","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477856","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435028256","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791052352","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791052576","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389856","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306493216","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534230592","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230816","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562083616","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722237216","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083094592","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094816","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561507392","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561507616","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742714656","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800058432","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642976","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201792","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120202016","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477209152","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477209376","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518740032","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518740256","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727636032","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727636256","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056214592","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214816","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral_Sunair-V1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373952","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mistral_Sunair-V1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"giftige-blume-31b-v1-styleswap","canonical_repo":"Casual-Autopsy/Giftige-Blume-31B-v1-StyleSwap","display_name":"Giftige-Blume-31B-v1-StyleSwap","publisher":"Casual-Autopsy","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2897","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Casual-Autopsy/Giftige-Blume-31B-v1-StyleSwap","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618912000","shards":1,"effective_bpw":1.865,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188294912","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137266432","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992781568","shards":1,"effective_bpw":2.446,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763441920","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439011584","shards":1,"effective_bpw":2.8,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522619136","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378736096","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378736384","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683060992","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677922048","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366909920","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366910208","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366910208","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030050560","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892661728","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892662016","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233823200","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233823488","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484474112","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610917344","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494301952","shards":1,"effective_bpw":4.527,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555889120","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555889408","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479786976","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479787264","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362225408","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280725984","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280726272","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814455264","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814455552","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357540320","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357540608","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133042656","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/Giftige-Blume-31B-v1-StyleSwap-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"solar-10-7b-instruct-v1-0","canonical_repo":"upstage/SOLAR-10.7B-Instruct-v1.0","display_name":"SOLAR-10.7B-Instruct-v1.0","publisher":"upstage","modality":"text","arch_key":"llama","params_total":"10731524096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2897","n_layers":48,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"upstage/SOLAR-10.7B-Instruct-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2351227072","shards":1,"effective_bpw":1.7528,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2564743360","shards":1,"effective_bpw":1.9119,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2920603840","shards":1,"effective_bpw":2.1772,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3230458048","shards":1,"effective_bpw":2.4082,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3392798912","shards":1,"effective_bpw":2.5292,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3677487296","shards":1,"effective_bpw":2.7414,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4003233728","shards":1,"effective_bpw":2.9843,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4003233984","shards":1,"effective_bpw":2.9843,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4167434432","shards":1,"effective_bpw":3.1067,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4445937600","shards":1,"effective_bpw":3.3143,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4445937856","shards":1,"effective_bpw":3.3143,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4549016160","shards":1,"effective_bpw":3.3911,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4664564320","shards":1,"effective_bpw":3.4773,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4664565696","shards":1,"effective_bpw":3.4773,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4664565952","shards":1,"effective_bpw":3.4773,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4691304384","shards":1,"effective_bpw":3.4972,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4691304640","shards":1,"effective_bpw":3.4972,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4845051840","shards":1,"effective_bpw":3.6118,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4845052096","shards":1,"effective_bpw":3.6118,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5188328032","shards":1,"effective_bpw":3.8677,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5195669440","shards":1,"effective_bpw":3.8732,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5195669696","shards":1,"effective_bpw":3.8732,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5650750048","shards":1,"effective_bpw":4.2124,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5650751424","shards":1,"effective_bpw":4.2125,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5650751680","shards":1,"effective_bpw":4.2125,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5772591296","shards":1,"effective_bpw":4.3033,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5827641280","shards":1,"effective_bpw":4.3443,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6072384096","shards":1,"effective_bpw":4.5268,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6094405824","shards":1,"effective_bpw":4.5432,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6103841376","shards":1,"effective_bpw":4.5502,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6118522816","shards":1,"effective_bpw":4.5612,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6118523072","shards":1,"effective_bpw":4.5612,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6461667936","shards":1,"effective_bpw":4.817,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6461669312","shards":1,"effective_bpw":4.817,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6461669568","shards":1,"effective_bpw":4.817,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7397390944","shards":1,"effective_bpw":5.5145,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"7397390944","shards":1,"effective_bpw":5.5145,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7397392320","shards":1,"effective_bpw":5.5145,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"7397392576","shards":1,"effective_bpw":5.5145,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7597931104","shards":1,"effective_bpw":5.664,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7597932480","shards":1,"effective_bpw":5.664,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7597932736","shards":1,"effective_bpw":5.664,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8805210720","shards":1,"effective_bpw":6.564,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8805212096","shards":1,"effective_bpw":6.564,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8805212352","shards":1,"effective_bpw":6.564,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11404155488","shards":1,"effective_bpw":8.5014,"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11404156864","shards":1,"effective_bpw":8.5014,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"21464588224","shards":1,"effective_bpw":16.0011,"repo":"mradermacher/SOLAR-10.7B-Instruct-v1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"foundation-sec-8b-reasoning","canonical_repo":"fdtn-ai/Foundation-Sec-8B-Reasoning","display_name":"Foundation-Sec-8B-Reasoning","publisher":"fdtn-ai","modality":"text","arch_key":"llama","params_total":"8030425088","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2895","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128276,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fdtn-ai/Foundation-Sec-8B-Reasoning","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4920851232","shards":1,"effective_bpw":4.9022,"repo":"fdtn-ai/Foundation-Sec-8B-Reasoning-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540948640","shards":1,"effective_bpw":8.5086,"repo":"fdtn-ai/Foundation-Sec-8B-Reasoning-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-270m-it-qat","canonical_repo":"google/gemma-3-270m-it-qat","display_name":"gemma-3-270m-it-qat","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"268098176","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2889","n_layers":18,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":640,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-270m-it-qat","arch_confidence":0.8,"quantizations":[{"quant":"Q4_0","bytes":"241410624","shards":1,"effective_bpw":7.2036,"repo":"ggml-org/gemma-3-270m-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fimbulvetr-11b-v2","canonical_repo":"Sao10K/Fimbulvetr-11B-v2","display_name":"Fimbulvetr-11B-v2","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"10731524096","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2885","n_layers":48,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/Fimbulvetr-11B-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2523256928","shards":1,"effective_bpw":1.881,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2564741216","shards":1,"effective_bpw":1.9119,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3092633696","shards":1,"effective_bpw":2.3055,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3402487904","shards":1,"effective_bpw":2.5364,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3564828768","shards":1,"effective_bpw":2.6575,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3849517152","shards":1,"effective_bpw":2.8697,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4157855840","shards":1,"effective_bpw":3.0995,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4157855840","shards":1,"effective_bpw":3.0995,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4339464288","shards":1,"effective_bpw":3.2349,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4573821024","shards":1,"effective_bpw":3.4096,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4573821024","shards":1,"effective_bpw":3.4096,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4819187808","shards":1,"effective_bpw":3.5925,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4819187808","shards":1,"effective_bpw":3.5925,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"4845926496","shards":1,"effective_bpw":3.6125,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4845926496","shards":1,"effective_bpw":3.6125,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4999673952","shards":1,"effective_bpw":3.7271,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4999673952","shards":1,"effective_bpw":3.7271,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5350291552","shards":1,"effective_bpw":3.9885,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5350291552","shards":1,"effective_bpw":3.9885,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5805373536","shards":1,"effective_bpw":4.3277,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5805373536","shards":1,"effective_bpw":4.3277,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5927213152","shards":1,"effective_bpw":4.4185,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5982263392","shards":1,"effective_bpw":4.4596,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6249027680","shards":1,"effective_bpw":4.6584,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6252173408","shards":1,"effective_bpw":4.6608,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6273144928","shards":1,"effective_bpw":4.6764,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6273144928","shards":1,"effective_bpw":4.6764,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"6616291424","shards":1,"effective_bpw":4.9322,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6616291424","shards":1,"effective_bpw":4.9322,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7552014432","shards":1,"effective_bpw":5.6298,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"7552014432","shards":1,"effective_bpw":5.6298,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7752554592","shards":1,"effective_bpw":5.7793,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"7752554592","shards":1,"effective_bpw":5.7793,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8959834208","shards":1,"effective_bpw":6.6793,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"8959834208","shards":1,"effective_bpw":6.6793,"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11527034976","shards":1,"effective_bpw":8.593,"repo":"mradermacher/Fimbulvetr-11B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"josiefied-qwen3-4b-abliterated-v2","canonical_repo":"Goekdeniz-Guelmez/Josiefied-Qwen3-4B-abliterated-v2","display_name":"Josiefied-Qwen3-4B-abliterated-v2","publisher":"Goekdeniz-Guelmez","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2884","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Goekdeniz-Guelmez/Josiefied-Qwen3-4B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669500128","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997728","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618528","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786208","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316768","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310048","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281248","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711968","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514208","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261728","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405728","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285728","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Josiefied-Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-abliterated","canonical_repo":"DuoNeural/Gemma-4-E4B-Abliterated","display_name":"Gemma-4-E4B-Abliterated","publisher":"DuoNeural","modality":"text","arch_key":"gemma4","params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2881","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DuoNeural/Gemma-4-E4B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401320224","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401320512","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654637344","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654637632","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663167552","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714695232","shards":1,"effective_bpw":4.717,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850395424","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850395712","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021280544","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021280832","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070955072","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091434784","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193957952","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194121792","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202968864","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202969152","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335290144","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335290432","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435949632","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685969184","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685969472","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762912544","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762912832","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217261344","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217261632","shards":1,"effective_bpw":6.2203,"repo":"mradermacher/Gemma-4-E4B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240480","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053095200","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/Gemma-4-E4B-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nethena-20b","canonical_repo":"NeverSleep/Nethena-20B","display_name":"Nethena-20B","publisher":"NeverSleep","modality":"text","arch_key":"llama","params_total":"19994362880","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2880","n_layers":62,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NeverSleep/Nethena-20B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8311592480","shards":1,"effective_bpw":3.3256,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8658370080","shards":1,"effective_bpw":3.4643,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9697156640","shards":1,"effective_bpw":3.88,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10627767840","shards":1,"effective_bpw":4.2523,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11292026400","shards":1,"effective_bpw":4.5181,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11340523040","shards":1,"effective_bpw":4.5375,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12042208800","shards":1,"effective_bpw":4.8182,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"13770761760","shards":1,"effective_bpw":5.5099,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13770761760","shards":1,"effective_bpw":5.5099,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14157219360","shards":1,"effective_bpw":5.6645,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16404418080","shards":1,"effective_bpw":6.5636,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21246647840","shards":1,"effective_bpw":8.5011,"repo":"TheBloke/Nethena-20B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-it-assistant","canonical_repo":"google/gemma-4-E4B-it-assistant","display_name":"gemma-4-E4B-it-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"78779908","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2878","n_layers":4,"n_head":4,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":256,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-E4B-it-assistant","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"76960672","shards":1,"effective_bpw":7.8153,"repo":"matrixportalx/gemma-4-E4B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"76960864","shards":1,"effective_bpw":7.8153,"repo":"AtomicChat/gemma-4-E4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"77231200","shards":1,"effective_bpw":7.8427,"repo":"AtomicChat/gemma-4-E4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"78460000","shards":1,"effective_bpw":7.9675,"repo":"AtomicChat/gemma-4-E4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"79765408","shards":1,"effective_bpw":8.1001,"repo":"matrixportalx/gemma-4-E4B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"98653088","shards":1,"effective_bpw":10.0181,"repo":"matrixportalx/gemma-4-E4B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"98653280","shards":1,"effective_bpw":10.0181,"repo":"AtomicChat/gemma-4-E4B-it-assistant-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"171766688","shards":1,"effective_bpw":17.4427,"repo":"matrixportalx/gemma-4-E4B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"171766880","shards":1,"effective_bpw":17.4427,"repo":"AtomicChat/gemma-4-E4B-it-assistant-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dragon-1-0-5b","canonical_repo":"DireDreadlord/Dragon-1-0.5B","display_name":"Dragon-1-0.5B","publisher":"DireDreadlord","modality":"text","arch_key":"qwen2","params_total":"493772928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2874","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151646,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DireDreadlord/Dragon-1-0.5B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"315545376","shards":1,"effective_bpw":5.1124,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"317690400","shards":1,"effective_bpw":5.1471,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"321265440","shards":1,"effective_bpw":5.2051,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"324125472","shards":1,"effective_bpw":5.2514,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325453344","shards":1,"effective_bpw":5.2729,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"328313376","shards":1,"effective_bpw":5.3193,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"330764832","shards":1,"effective_bpw":5.359,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"333420576","shards":1,"effective_bpw":5.402,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"337979168","shards":1,"effective_bpw":5.4759,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"337979424","shards":1,"effective_bpw":5.4759,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338323232","shards":1,"effective_bpw":5.4814,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"338323488","shards":1,"effective_bpw":5.4814,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"338323488","shards":1,"effective_bpw":5.4814,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"338323488","shards":1,"effective_bpw":5.4814,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"342468384","shards":1,"effective_bpw":5.5486,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"349118496","shards":1,"effective_bpw":5.6563,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351161120","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"352387104","shards":1,"effective_bpw":5.7093,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"352688160","shards":1,"effective_bpw":5.7142,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355182368","shards":1,"effective_bpw":5.7546,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"355182624","shards":1,"effective_bpw":5.7546,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369073952","shards":1,"effective_bpw":5.9797,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"369074208","shards":1,"effective_bpw":5.9797,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"374235168","shards":1,"effective_bpw":6.0633,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385187616","shards":1,"effective_bpw":6.2407,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"385187872","shards":1,"effective_bpw":6.2407,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397523744","shards":1,"effective_bpw":6.4406,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"397524000","shards":1,"effective_bpw":6.4406,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412426016","shards":1,"effective_bpw":6.682,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"412426272","shards":1,"effective_bpw":6.682,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"419801888","shards":1,"effective_bpw":6.8015,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"419802144","shards":1,"effective_bpw":6.8015,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505452320","shards":1,"effective_bpw":8.1892,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"505452576","shards":1,"effective_bpw":8.1892,"repo":"mradermacher/Dragon-1-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"530784032","shards":1,"effective_bpw":8.5996,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"993629056","shards":1,"effective_bpw":16.0986,"repo":"mradermacher/Dragon-1-0.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cosmos-predict2-2b-text2image","canonical_repo":"nvidia/Cosmos-Predict2-2B-Text2Image","display_name":"Cosmos-Predict2-2B-Text2Image","publisher":"nvidia","modality":"image","arch_key":"pig","params_total":"14265265323","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2874","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"12366188640","shards":8,"effective_bpw":6.935,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16049921632","shards":8,"effective_bpw":9.0008,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19516964448","shards":8,"effective_bpw":10.9452,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"34729181536","shards":12,"effective_bpw":19.4762,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"51533681440","shards":10,"effective_bpw":28.9002,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"61595874080","shards":10,"effective_bpw":null,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"70090148192","shards":17,"effective_bpw":null,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"70505718624","shards":12,"effective_bpw":null,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"81925395520","shards":16,"effective_bpw":null,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"129830502016","shards":18,"effective_bpw":null,"repo":"calcuis/cosmos-predict2-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"muse-12b","canonical_repo":"LatitudeGames/Muse-12B","display_name":"Muse-12B","publisher":"LatitudeGames","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2873","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Muse-12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2999221376","shards":1,"effective_bpw":1.959,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2999222304","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3221634176","shards":1,"effective_bpw":2.1043,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221635104","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3592322176","shards":1,"effective_bpw":2.3464,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592323104","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915086976","shards":1,"effective_bpw":2.5573,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915087904","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138483872","shards":1,"effective_bpw":2.7032,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138484800","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034272","shards":1,"effective_bpw":2.8969,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435035200","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4493689312","shards":1,"effective_bpw":2.9352,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493690240","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791058912","shards":1,"effective_bpw":3.1294,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791059840","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945395872","shards":1,"effective_bpw":3.2302,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945396800","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306500608","shards":1,"effective_bpw":3.4661,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306501536","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238208","shards":1,"effective_bpw":3.6148,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239136","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562091008","shards":1,"effective_bpw":3.633,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562091936","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722244608","shards":1,"effective_bpw":3.7376,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722245536","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102208","shards":1,"effective_bpw":3.9734,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103136","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515008","shards":1,"effective_bpw":4.2858,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561515936","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723072","shards":1,"effective_bpw":4.4042,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742724000","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094652640","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097928512","shards":1,"effective_bpw":4.6362,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097929440","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120210752","shards":1,"effective_bpw":4.6508,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120211680","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218112","shards":1,"effective_bpw":4.884,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477219040","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795233120","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750272","shards":1,"effective_bpw":5.5643,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518751200","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646272","shards":1,"effective_bpw":5.7007,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727647200","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226208","shards":1,"effective_bpw":6.5685,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056227136","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Muse-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390496","shards":1,"effective_bpw":8.5059,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504316672","shards":1,"effective_bpw":16.0057,"repo":"LatitudeGames/Muse-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-qwen2-5-32b-v0-2","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2","display_name":"EVA-Qwen2.5-32B-v0.2","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2868","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957549088","shards":1,"effective_bpw":2.4313,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387567648","shards":1,"effective_bpw":2.5363,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264439328","shards":1,"effective_bpw":2.7505,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313097248","shards":1,"effective_bpw":3.0065,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073417248","shards":1,"effective_bpw":3.1922,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705511968","shards":1,"effective_bpw":3.3465,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392329248","shards":1,"effective_bpw":3.5142,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810121248","shards":1,"effective_bpw":3.6162,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935046688","shards":1,"effective_bpw":3.8909,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247077408","shards":1,"effective_bpw":4.2112,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693152288","shards":1,"effective_bpw":4.3202,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711008288","shards":1,"effective_bpw":4.5687,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784408608","shards":1,"effective_bpw":4.5866,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851334688","shards":1,"effective_bpw":4.8471,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429177888","shards":1,"effective_bpw":4.9882,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638253088","shards":1,"effective_bpw":5.5276,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262155808","shards":1,"effective_bpw":5.68,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742678048","shards":1,"effective_bpw":5.7973,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886153248","shards":1,"effective_bpw":6.5648,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263271968","shards":1,"effective_bpw":6.6569,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820883488","shards":1,"effective_bpw":8.5023,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535968224","shards":2,"effective_bpw":16.002,"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aura-medium-v1-bf16","canonical_repo":"UncannyEcho/Aura-Medium-v1-BF16","display_name":"Aura-Medium-v1-BF16","publisher":"UncannyEcho","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2865","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UncannyEcho/Aura-Medium-v1-BF16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983693600","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202850080","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110880","shards":1,"effective_bpw":2.3868,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844640","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598880","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371807520","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504149280","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830149664","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149920","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849196320","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272395040","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230944","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528231200","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528231200","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993760","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087089184","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087089440","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566321184","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566321440","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635257120","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552864","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975880480","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998880","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024049184","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024049440","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381384224","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381384480","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657127200","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338373664","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373920","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547269664","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269920","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022944","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786023200","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Aura-Medium-v1-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647904","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Aura-Medium-v1-BF16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-heretic-1-3-0","canonical_repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","display_name":"Qwen3-VL-8B-Heretic-1.3.0","publisher":"DreamFast","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2852","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115772064","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256150176","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113696","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158880","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864746144","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916960","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554464","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281735040","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735328","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635488","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876576","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613696","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613984","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789668000","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622752","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163456","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163744","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431396224","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396512","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841824","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298816","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334816","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793626272","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014592","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014880","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786112","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786400","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757984","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763776","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720764064","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114880","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851115168","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901696","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901984","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520768","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388046208","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Heretic-1.3.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-llama-3-2-3b-instruct-2","canonical_repo":"unsloth/llama-3.2-3b-instruct","display_name":"llama-3.2-3b-instruct","publisher":"unsloth","modality":"text","arch_key":null,"params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2851","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/llama-3.2-3b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"1100548416","shards":1,"effective_bpw":2.7405,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599668544","shards":1,"effective_bpw":3.9833,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599668576","shards":1,"effective_bpw":3.9833,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687158880","shards":1,"effective_bpw":4.2012,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829110080","shards":1,"effective_bpw":4.5546,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829110112","shards":1,"effective_bpw":4.5546,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1917191072","shards":1,"effective_bpw":4.774,"repo":"mfielding92/Llama-3.2-3B-claude-3.7-sonnet-reasoning-distilled","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377248","shards":1,"effective_bpw":5.0284,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377504","shards":1,"effective_bpw":5.0284,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322153568","shards":1,"effective_bpw":5.7823,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322153824","shards":1,"effective_bpw":5.7823,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643853408","shards":1,"effective_bpw":6.5834,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643853664","shards":1,"effective_bpw":6.5834,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421898848","shards":1,"effective_bpw":8.5208,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899104","shards":1,"effective_bpw":8.5208,"repo":"Zynerji/Ektome-Llama-3.2-3Bi-PristinelyUncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899680","shards":1,"effective_bpw":8.5208,"repo":"mfielding92/Llama-3.2-3B-claude-3.7-sonnet-reasoning-distilled","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4379869504","shards":2,"effective_bpw":10.9062,"repo":"Sweaterdog/MindCraft-LLM-tuning","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433687648","shards":1,"effective_bpw":16.0204,"repo":"juiceb0xc0de/bella-bartender-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6702444864","shards":2,"effective_bpw":16.6896,"repo":"Sweaterdog/MindCraft-LLM-tuning","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7766978880","shards":2,"effective_bpw":19.3404,"repo":"Sweaterdog/MindCraft-LLM-tuning","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11520418112","shards":2,"effective_bpw":28.6867,"repo":"Sweaterdog/MindCraft-LLM-tuning","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"36909386080","shards":3,"effective_bpw":null,"repo":"Sweaterdog/MindCraft-LLM-tuning","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bugtraceai-apex-g4-26b-master-f16","canonical_repo":"BugTraceAI/BugTraceAI-Apex-G4-26B-Master-f16","display_name":"BugTraceAI-Apex-G4-26B-Master-f16","publisher":"BugTraceAI","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2850","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"TQ1_0","bytes":"8570953760","shards":1,"effective_bpw":2.7174,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"9353407520","shards":1,"effective_bpw":2.9654,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582732320","shards":1,"effective_bpw":3.3552,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222404640","shards":1,"effective_bpw":3.875,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"13286728736","shards":1,"effective_bpw":4.2125,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286728736","shards":1,"effective_bpw":4.2125,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824483360","shards":1,"effective_bpw":4.383,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14439356960","shards":1,"effective_bpw":4.5779,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820256","shards":1,"effective_bpw":4.903,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"15969571360","shards":1,"effective_bpw":5.063,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011040","shards":1,"effective_bpw":5.3251,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"16796011040","shards":1,"effective_bpw":5.3251,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"17499785760","shards":1,"effective_bpw":5.5482,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986728480","shards":1,"effective_bpw":5.7026,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"19030000160","shards":1,"effective_bpw":6.0333,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132885536","shards":1,"effective_bpw":6.066,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19132885536","shards":1,"effective_bpw":6.066,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638394400","shards":1,"effective_bpw":7.1774,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854368","shards":1,"effective_bpw":8.5157,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505130528","shards":1,"effective_bpw":16.0123,"repo":"piotreknow02/BugTraceAI-Apex-G4-26B-Master-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"claria-14b","canonical_repo":"drwlf/Claria-14b","display_name":"Claria-14b","publisher":"drwlf","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2848","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"drwlf/Claria-14b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935648","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849657248","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299193248","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691590048","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313568","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942368","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850528","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984704","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984928","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942667168","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375302048","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106624","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106848","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959648","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410848","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313984","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321314208","shards":1,"effective_bpw":3.966,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652224","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652448","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110731168","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362944","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541364128","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002528","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476544","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476768","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754304","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754528","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522848","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895744","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895968","shards":1,"effective_bpw":5.56,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570944","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514571168","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938624","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938848","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/Claria-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535104","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/Claria-14b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-19b-a4b-it-instruct-heretic-uncensored","canonical_repo":"DavidAU/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored","display_name":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"gemma4","params_total":"19022697946","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2848","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":null,"arch_source":"DavidAU/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6123356160","shards":1,"effective_bpw":2.5752,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6395804160","shards":1,"effective_bpw":2.6898,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6849884160","shards":1,"effective_bpw":2.8807,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7225763840","shards":1,"effective_bpw":3.0388,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7282534400","shards":1,"effective_bpw":3.0627,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7645798400","shards":1,"effective_bpw":3.2154,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7815507136","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7815507456","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7829001728","shards":1,"effective_bpw":3.2925,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8311275520","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8572211712","shards":1,"effective_bpw":3.605,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8996115136","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8996115456","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8996115456","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9138019328","shards":1,"effective_bpw":3.843,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9773229760","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9773230080","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10174442176","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10174442496","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10232367616","shards":1,"effective_bpw":4.3032,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10336074944","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"10612752896","shards":1,"effective_bpw":4.4632,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"10647322112","shards":1,"effective_bpw":4.4777,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11341589696","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11341590016","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"11719215616","shards":1,"effective_bpw":4.9285,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12291399072","shards":1,"effective_bpw":5.1692,"repo":"kainah/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12291403968","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12291404288","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13171370176","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13171370496","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13987942592","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"13987942912","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16516468416","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16516468736","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19643236544","shards":1,"effective_bpw":8.261,"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-v0-3-chinese-chat","canonical_repo":"shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat","display_name":"Mistral-7B-v0.3-Chinese-Chat","publisher":"shenzhi-wang","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2848","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2722877344","shards":1,"effective_bpw":3.0054,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168522144","shards":1,"effective_bpw":3.4973,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522940832","shards":1,"effective_bpw":3.8884,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825979296","shards":1,"effective_bpw":4.2229,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4113289120","shards":1,"effective_bpw":4.54,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144746400","shards":1,"effective_bpw":4.5748,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811680","shards":1,"effective_bpw":4.8265,"repo":"stephenlzc/Mistral-7B-v0.3-Chinese-Chat-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372811680","shards":1,"effective_bpw":4.8265,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4557885344","shards":1,"effective_bpw":5.0308,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002481568","shards":1,"effective_bpw":5.5215,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5002481568","shards":1,"effective_bpw":5.5215,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136175008","shards":1,"effective_bpw":5.669,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5447077792","shards":1,"effective_bpw":6.0122,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947248544","shards":1,"effective_bpw":6.5643,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564768","shards":1,"effective_bpw":8.5017,"repo":"stephenlzc/Mistral-7B-v0.3-Chinese-Chat-uncensored","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702564768","shards":1,"effective_bpw":8.5017,"repo":"QuantFactory/Mistral-7B-v0.3-Chinese-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497337248","shards":1,"effective_bpw":16.0014,"repo":"stephenlzc/Mistral-7B-v0.3-Chinese-Chat-uncensored","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"colorgui-32b","canonical_repo":"MadeAgents/ColorGUI-32B","display_name":"ColorGUI-32B","publisher":"MadeAgents","modality":"text","arch_key":"qwen3vl","params_total":"33357390064","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2846","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MadeAgents/ColorGUI-32B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323843392","shards":1,"effective_bpw":1.7565,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959870272","shards":1,"effective_bpw":1.909,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019915072","shards":1,"effective_bpw":2.1632,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951836992","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514827072","shards":1,"effective_bpw":2.5217,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362862912","shards":1,"effective_bpw":2.7251,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465815872","shards":1,"effective_bpw":2.7498,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653376","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344653632","shards":1,"effective_bpw":2.9606,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821038912","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702923072","shards":1,"effective_bpw":3.2863,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740096","shards":1,"effective_bpw":3.451,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389740352","shards":1,"effective_bpw":3.451,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434304832","shards":1,"effective_bpw":3.4617,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930084672","shards":1,"effective_bpw":3.5806,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779136","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971779392","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330995776","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330996032","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690496832","shards":1,"effective_bpw":4.2427,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854336576","shards":1,"effective_bpw":4.282,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703089472","shards":1,"effective_bpw":4.4855,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771246656","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771246912","shards":1,"effective_bpw":4.5019,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150976","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762151232","shards":1,"effective_bpw":4.7395,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636524352","shards":1,"effective_bpw":4.9492,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635494976","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635495232","shards":1,"effective_bpw":5.4286,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833216","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214833472","shards":1,"effective_bpw":5.5675,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308096","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883308352","shards":1,"effective_bpw":6.4473,"repo":"mradermacher/ColorGUI-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720896","shards":1,"effective_bpw":8.3502,"repo":"mradermacher/ColorGUI-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"weirddolphinpersonalitymechanism-mistral-24b","canonical_repo":"Resoloopback/WeirdDolphinPersonalityMechanism-Mistral-24B","display_name":"WeirdDolphinPersonalityMechanism-Mistral-24B","publisher":"Resoloopback","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2846","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Resoloopback/WeirdDolphinPersonalityMechanism-Mistral-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273721472","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750495872","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545119872","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207033472","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478352512","shards":1,"effective_bpw":2.538,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114051712","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320162432","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890325632","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280592512","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907116672","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400275072","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428127872","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650950272","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474082432","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400761472","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758915712","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494229632","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549279872","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333909632","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873107072","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304413312","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763984512","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345939072","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/WeirdDolphinPersonalityMechanism-Mistral-24B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-5-4b-v3-heretic","canonical_repo":"tvall43/Qwopus3.5-4B-v3-heretic","display_name":"Qwopus3.5-4B-v3-heretic","publisher":"tvall43","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2845","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tvall43/Qwopus3.5-4B-v3-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1359231104","shards":1,"effective_bpw":2.3955,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1426415744","shards":1,"effective_bpw":2.5139,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1538390144","shards":1,"effective_bpw":2.7113,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1630591104","shards":1,"effective_bpw":2.8738,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1651972224","shards":1,"effective_bpw":2.9114,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1741551744","shards":1,"effective_bpw":3.0693,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1852389504","shards":1,"effective_bpw":3.2647,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1904490624","shards":1,"effective_bpw":3.3565,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1915467904","shards":1,"effective_bpw":3.3758,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069876864","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2077577344","shards":1,"effective_bpw":3.6615,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2139508864","shards":1,"effective_bpw":3.7707,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163183744","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2262061184","shards":1,"effective_bpw":3.9867,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2421313664","shards":1,"effective_bpw":4.2673,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2514282624","shards":1,"effective_bpw":4.4312,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549794944","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2563885184","shards":1,"effective_bpw":4.5186,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2609432704","shards":1,"effective_bpw":4.5989,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2708801664","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766964864","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990033024","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3074984064","shards":1,"effective_bpw":5.4194,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464052864","shards":1,"effective_bpw":6.105,"repo":"mradermacher/Qwopus3.5-4B-v3-heretic-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chronos-gold-12b-1-0","canonical_repo":"elinas/Chronos-Gold-12B-1.0","display_name":"Chronos-Gold-12B-1.0","publisher":"elinas","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2845","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"elinas/Chronos-Gold-12B-1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211904","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624704","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312704","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077504","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473344","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023328","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023744","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047648","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048064","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385344","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488288","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488704","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407648","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225888","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226304","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079104","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232288","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232704","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089888","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090304","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502688","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503104","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709728","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710144","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638464","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197088","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197504","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204448","shards":1,"effective_bpw":4.884,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204864","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278048","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735328","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735744","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631328","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631744","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818848","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209888","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210304","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268448","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369248","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276160","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parable-granite-4-1-8b-claude-fable-5","canonical_repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5","display_name":"Parable-Granite-4.1-8B-Claude-Fable-5","publisher":"AnkitAI","modality":"text","arch_key":"granite","params_total":"8380551168","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2844","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1982331328","shards":1,"effective_bpw":1.8923,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2143304128","shards":1,"effective_bpw":2.046,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2411592128","shards":1,"effective_bpw":2.3021,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2647194048","shards":1,"effective_bpw":2.527,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2768189888","shards":1,"effective_bpw":2.6425,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2982820288","shards":1,"effective_bpw":2.8474,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3057727936","shards":1,"effective_bpw":2.9189,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3277437056","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3277437376","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3347364288","shards":1,"effective_bpw":3.1954,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3601840576","shards":1,"effective_bpw":3.4383,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3766335616","shards":1,"effective_bpw":3.5953,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3766335936","shards":1,"effective_bpw":3.5953,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3788618176","shards":1,"effective_bpw":3.6166,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3912563136","shards":1,"effective_bpw":3.7349,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4170430592","shards":1,"effective_bpw":3.9811,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4170430912","shards":1,"effective_bpw":3.9811,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4523276416","shards":1,"effective_bpw":4.3179,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4523276736","shards":1,"effective_bpw":4.3179,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4601919936","shards":1,"effective_bpw":4.393,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4642879616","shards":1,"effective_bpw":4.4321,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4841126336","shards":1,"effective_bpw":4.6213,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4845713856","shards":1,"effective_bpw":4.6257,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4859607168","shards":1,"effective_bpw":4.6389,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4859607488","shards":1,"effective_bpw":4.6389,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5116704896","shards":1,"effective_bpw":4.8844,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5116705216","shards":1,"effective_bpw":4.8844,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5322815936","shards":1,"effective_bpw":5.0811,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5820889216","shards":1,"effective_bpw":5.5566,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5820889536","shards":1,"effective_bpw":5.5566,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5971294336","shards":1,"effective_bpw":5.7001,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5971294656","shards":1,"effective_bpw":5.7001,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6879295616","shards":1,"effective_bpw":6.5669,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6879295936","shards":1,"effective_bpw":6.5669,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8908880000","shards":1,"effective_bpw":8.5043,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16765335680","shards":1,"effective_bpw":16.004,"repo":"mradermacher/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-1-mistral-7b","canonical_repo":"dphn/dolphin-2.1-mistral-7b","display_name":"dolphin-2.1-mistral-7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2843","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.1-mistral-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083107168","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577440","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996128","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034592","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927712","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140384992","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450272","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997727968","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997727968","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421408","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078240","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874720","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"for-her-darkside-26b-a4b-v1-4","canonical_repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4","display_name":"For-Her-Darkside-26B-A4B-v1.4","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"26544131376","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2843","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ4_XS","bytes":"14063808992","shards":1,"effective_bpw":4.2386,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14439362016","shards":1,"effective_bpw":4.3518,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"34462874560","shards":2,"effective_bpw":10.3866,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"39136623552","shards":2,"effective_bpw":11.7952,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"46147641280","shards":2,"effective_bpw":13.9082,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54411779008","shards":2,"effective_bpw":16.3989,"repo":"ReadyArt/For-Her-Darkside-26B-A4B-v1.4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"s1-base-8b","canonical_repo":"ScienceOne-AI/S1-Base-8B","display_name":"S1-Base-8B","publisher":"ScienceOne-AI","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2841","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ScienceOne-AI/S1-Base-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115766688","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256144800","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490108320","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696153504","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864740768","shards":1,"effective_bpw":2.798,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051911584","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083549088","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281729952","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369630112","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626871200","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769608608","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789662624","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896617376","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124158368","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431391136","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561836448","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787329440","shards":1,"effective_bpw":4.6758,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793620896","shards":1,"effective_bpw":4.682,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802009504","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027781024","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247752608","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720758688","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851109792","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725896608","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/S1-Base-8B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"musacoder-27b","canonical_repo":"MooreThreads/MusaCoder-27B","display_name":"MusaCoder-27B","publisher":"MooreThreads","modality":"text","arch_key":"qwen35","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2839","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MooreThreads/MusaCoder-27B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301442144","shards":1,"effective_bpw":null,"repo":"uxix/MusaCoder-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399264","shards":1,"effective_bpw":null,"repo":"uxix/MusaCoder-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098464","shards":1,"effective_bpw":null,"repo":"uxix/MusaCoder-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528864","shards":1,"effective_bpw":null,"repo":"uxix/MusaCoder-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762784","shards":1,"effective_bpw":null,"repo":"uxix/MusaCoder-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"atomight-v2-2-ultrathink-0-5b-abliterated","canonical_repo":"usermma/Atomight-V2.2-UltraThink-0.5B-abliterated","display_name":"Atomight-V2.2-UltraThink-0.5B-abliterated","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2839","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/Atomight-V2.2-UltraThink-0.5B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"315830176","shards":1,"effective_bpw":5.1143,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"317975200","shards":1,"effective_bpw":5.1491,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"321550240","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"324410272","shards":1,"effective_bpw":5.2533,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325738144","shards":1,"effective_bpw":5.2748,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"328598176","shards":1,"effective_bpw":5.3211,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"331049632","shards":1,"effective_bpw":5.3608,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"333705376","shards":1,"effective_bpw":5.4038,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263904","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"338264224","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607968","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"338608288","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"338608288","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"338608288","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"342753184","shards":1,"effective_bpw":5.5503,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"349403296","shards":1,"effective_bpw":5.658,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351445856","shards":1,"effective_bpw":5.6911,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"352671904","shards":1,"effective_bpw":5.7109,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"352972960","shards":1,"effective_bpw":5.7158,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355467104","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"355467424","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358688","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"369359008","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"374519968","shards":1,"effective_bpw":6.0647,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472352","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"385472672","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808480","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"397808800","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710752","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"412711072","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086624","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"420086944","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505737056","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"505737376","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068768","shards":1,"effective_bpw":8.5997,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994157408","shards":1,"effective_bpw":16.0986,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-vl-glm-4-7-flash-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking","display_name":"gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2835","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947416000","shards":1,"effective_bpw":1.9347,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164729280","shards":1,"effective_bpw":2.0774,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526918080","shards":1,"effective_bpw":2.3151,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840262080","shards":1,"effective_bpw":2.5208,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020711360","shards":1,"effective_bpw":2.6393,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310462400","shards":1,"effective_bpw":2.8295,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448612160","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768223040","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784902080","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206167360","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458317120","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458317120","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655723840","shards":1,"effective_bpw":3.7125,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008819520","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480187200","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550966080","shards":1,"effective_bpw":4.3002,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887165760","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909284160","shards":1,"effective_bpw":4.5354,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935334720","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300779840","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559565120","shards":1,"effective_bpw":4.9622,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231964480","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445038400","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660813120","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-1","canonical_repo":"TheDrummer/Cydonia-24B-v4.1","display_name":"Cydonia-24B-v4.1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2831","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Cydonia-24B-v4.1","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207034624","shards":1,"effective_bpw":2.4459,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353664","shards":1,"effective_bpw":2.538,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052864","shards":1,"effective_bpw":2.7537,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326784","shards":1,"effective_bpw":3.0172,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593664","shards":1,"effective_bpw":3.1496,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686784","shards":1,"effective_bpw":3.2396,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117824","shards":1,"effective_bpw":3.3623,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276224","shards":1,"effective_bpw":3.5296,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951424","shards":1,"effective_bpw":3.6147,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083584","shards":1,"effective_bpw":3.8941,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762624","shards":1,"effective_bpw":4.2086,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916864","shards":1,"effective_bpw":4.3301,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016384","shards":1,"effective_bpw":4.5708,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230784","shards":1,"effective_bpw":4.5797,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281024","shards":1,"effective_bpw":4.5984,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910784","shards":1,"effective_bpw":4.8646,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984384","shards":1,"effective_bpw":5.0337,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108224","shards":1,"effective_bpw":5.0476,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414464","shards":1,"effective_bpw":5.5334,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985664","shards":1,"effective_bpw":5.6894,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178173184","shards":1,"effective_bpw":5.8299,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940224","shards":1,"effective_bpw":6.5656,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998784","shards":1,"effective_bpw":6.6759,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781184","shards":1,"effective_bpw":8.5031,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153520096","shards":1,"effective_bpw":16.003,"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-uncensored","canonical_repo":"luvGPT/mistral-7b-uncensored","display_name":"mistral-7b-uncensored","publisher":"luvGPT","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2831","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"luvGPT/mistral-7b-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719243584","shards":1,"effective_bpw":3.004,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018816832","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164568896","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182394688","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284892992","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518987584","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822026048","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944389952","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140375360","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368440640","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997717312","shards":1,"effective_bpw":5.521,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131410752","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942066496","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695859008","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484733248","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/mistral-7b-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lumimaid-v0-2-12b","canonical_repo":"NeverSleep/Lumimaid-v0.2-12B","display_name":"Lumimaid-v0.2-12B","publisher":"NeverSleep","modality":"text","arch_key":"llama","params_total":"12247792640","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2830","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131073,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NeverSleep/Lumimaid-v0.2-12B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435028992","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791053504","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306494656","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446418464","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534232256","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722238656","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083096256","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561509056","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742716608","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120204128","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208480","shards":1,"effective_bpw":4.884,"repo":"Undi95/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477211488","shards":1,"effective_bpw":4.884,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975288864","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518743008","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727639008","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141829664","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056218272","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381279264","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373280","shards":1,"effective_bpw":8.5059,"repo":"Undi95/Lumimaid-Magnum-v4-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022380064","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504296576","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Lumimaid-v0.2-12B-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504296576","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/Lumimaid-v0.2-12B-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999052416","shards":1,"effective_bpw":32.0051,"repo":"bartowski/Lumimaid-v0.2-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-gutenberg-doppel-12b","canonical_repo":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B","display_name":"Mistral-Nemo-Gutenberg-Doppel-12B","publisher":"nbeerbower","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2828","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Mistral-Nemo-Gutenberg-Doppel-12B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435027104","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051424","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306492064","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446411424","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229664","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722236064","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093664","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506464","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742713504","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094641824","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120200864","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208224","shards":1,"effective_bpw":4.884,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975281824","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739104","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635104","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141822624","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213664","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381272224","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373024","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504279936","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-harmonia-31b-uncensored-heretic","canonical_repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic","display_name":"Gemma-4-Harmonia-31B-uncensored-heretic","publisher":"llmfan46","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2823","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11916314016","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357216","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108096","shards":1,"effective_bpw":3.9106,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287109024","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269568","shards":1,"effective_bpw":4.2537,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270496","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862234016","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164672","shards":1,"effective_bpw":4.544,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165600","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062528","shards":1,"effective_bpw":4.7804,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063456","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840768","shards":1,"effective_bpw":5.4518,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841696","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570048","shards":1,"effective_bpw":5.5883,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570976","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484288","shards":1,"effective_bpw":6.4468,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485216","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675136","shards":1,"effective_bpw":8.3486,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635676064","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188096","shards":1,"effective_bpw":15.7102,"repo":"llmfan46/Gemma-4-Harmonia-31B-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-yoyo-v2","canonical_repo":"YOYO-AI/Qwen3.6-35B-A3B-YOYO-V2","display_name":"Qwen3.6-35B-A3B-YOYO-V2","publisher":"YOYO-AI","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2823","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"YOYO-AI/Qwen3.6-35B-A3B-YOYO-V2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247183552","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183808","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547036352","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547036608","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615415232","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624704","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166660288","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166660544","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552091328","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552091584","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179523008","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390057152","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276227008","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366863040","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366863296","shards":1,"effective_bpw":4.532,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713464000","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713464256","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377884608","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755712","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755968","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347533504","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533760","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208732352","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208732608","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802150592","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/Qwen3.6-35B-A3B-YOYO-V2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dots-llm1-inst","canonical_repo":"rednote-hilab/dots.llm1.inst","display_name":"dots.llm1.inst","publisher":"rednote-hilab","modality":"text","arch_key":"dots1","params_total":"142774381696","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2823","n_layers":62,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":6,"arch_source":"rednote-hilab/dots.llm1.inst","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47289962176","shards":1,"effective_bpw":2.6498,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"48010350432","shards":1,"effective_bpw":2.6901,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"48146886336","shards":1,"effective_bpw":2.6978,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"48252571488","shards":1,"effective_bpw":2.7037,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"50477936672","shards":2,"effective_bpw":2.8284,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"50501685152","shards":2,"effective_bpw":2.8297,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"53924204416","shards":2,"effective_bpw":3.0215,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"54023901216","shards":2,"effective_bpw":3.0271,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"54117486464","shards":2,"effective_bpw":3.0323,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"56469180448","shards":2,"effective_bpw":3.1641,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"57643814784","shards":2,"effective_bpw":3.2299,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"58126970912","shards":2,"effective_bpw":3.257,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"58272952352","shards":2,"effective_bpw":3.2652,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"60235419552","shards":2,"effective_bpw":3.3751,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"60843675520","shards":2,"effective_bpw":3.4092,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"65089134496","shards":2,"effective_bpw":3.6471,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"65437970464","shards":2,"effective_bpw":3.6667,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"66258714496","shards":2,"effective_bpw":3.7126,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"67700269088","shards":2,"effective_bpw":3.7934,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"69560156032","shards":2,"effective_bpw":3.8976,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"72472149888","shards":2,"effective_bpw":4.0608,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"72479145856","shards":2,"effective_bpw":4.0612,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"73720921984","shards":2,"effective_bpw":4.1308,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"73806528544","shards":2,"effective_bpw":4.1356,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"77575778336","shards":2,"effective_bpw":4.3468,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"78990536576","shards":2,"effective_bpw":4.426,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"80588943392","shards":2,"effective_bpw":4.5156,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"80872894496","shards":2,"effective_bpw":4.5315,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"81892192256","shards":3,"effective_bpw":4.5886,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"83149090816","shards":3,"effective_bpw":4.659,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"86519967776","shards":2,"effective_bpw":4.8479,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"88921862144","shards":3,"effective_bpw":4.9825,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"89471381536","shards":2,"effective_bpw":5.0133,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"90447671296","shards":3,"effective_bpw":5.068,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"94484008992","shards":2,"effective_bpw":5.2942,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"96120311808","shards":3,"effective_bpw":5.3859,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"96582586368","shards":3,"effective_bpw":5.4118,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"101170999424","shards":3,"effective_bpw":5.6689,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"102092820448","shards":3,"effective_bpw":5.7205,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"107986194592","shards":3,"effective_bpw":6.0507,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"109354070016","shards":3,"effective_bpw":6.1274,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"128145571968","shards":3,"effective_bpw":7.1803,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"128908697728","shards":4,"effective_bpw":7.2231,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"151799295840","shards":4,"effective_bpw":8.5057,"repo":"bartowski/rednote-hilab_dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"151799296032","shards":4,"effective_bpw":8.5057,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"285619794208","shards":6,"effective_bpw":16.004,"repo":"unsloth/dots.llm1.inst-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-nsfw-caption-v4","canonical_repo":"thesby/Qwen3-VL-8B-NSFW-Caption-V4","display_name":"Qwen3-VL-8B-NSFW-Caption-V4","publisher":"thesby","modality":"text","arch_key":"qwen3vl","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2820","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771744","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149856","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113376","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158560","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745824","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916640","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554144","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734752","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735008","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635168","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876256","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613408","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667680","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622432","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163168","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395936","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841504","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298528","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334496","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625952","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014304","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785824","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757664","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763488","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114112","shards":1,"effective_bpw":5.7149,"repo":"HDiffusion/Qwen3-VL-8B-NSFW-Caption-V4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114592","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901408","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520000","shards":1,"effective_bpw":8.5067,"repo":"HDiffusion/Qwen3-VL-8B-NSFW-Caption-V4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520480","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388045440","shards":1,"effective_bpw":16.0064,"repo":"HDiffusion/Qwen3-VL-8B-NSFW-Caption-V4-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045920","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-8b-reasoning-2512-heretic","canonical_repo":"coder3101/Ministral-3-8B-Reasoning-2512-heretic","display_name":"Ministral-3-8B-Reasoning-2512-heretic","publisher":"coder3101","modality":"vision_language","arch_key":"mistral3","params_total":"8918026240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2815","n_layers":34,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Ministral-3-8B-Reasoning-2512-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5198385440","shards":1,"effective_bpw":4.6633,"repo":"FadedRedStar/Ministral-3-8B-Reasoning-2512-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6058742048","shards":1,"effective_bpw":5.4351,"repo":"FadedRedStar/Ministral-3-8B-Reasoning-2512-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9028866336","shards":1,"effective_bpw":8.0994,"repo":"FadedRedStar/Ministral-3-8B-Reasoning-2512-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-uncensored-max","canonical_repo":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX","display_name":"gemma-4-26B-A4B-it-Uncensored-MAX","publisher":"prithivMLmods","modality":"vision_language","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2815","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267232","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668653152","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296352","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426592","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873197152","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711712","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582733120","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733408","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624477792","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325689952","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636063840","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405440","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405728","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405728","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559712","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729536","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286729824","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824484160","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484448","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722208","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804736","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052320","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464821056","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821344","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572448","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011840","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796012128","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729280","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729568","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886336","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886624","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638395200","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395488","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854080","shards":1,"effective_bpw":8.3267,"repo":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859855168","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505130240","shards":1,"effective_bpw":15.6569,"repo":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505130240","shards":1,"effective_bpw":15.6569,"repo":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"100948386048","shards":1,"effective_bpw":31.2946,"repo":"prithivMLmods/gemma-4-26B-A4B-it-Uncensored-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-micro-base","canonical_repo":"ibm-granite/granite-4.0-micro-base","display_name":"granite-4.0-micro-base","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"3402836480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2815","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2560,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention","attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-micro-base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1371432064","shards":1,"effective_bpw":3.2242,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566811264","shards":1,"effective_bpw":3.6835,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1725572224","shards":1,"effective_bpw":4.0568,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1864180864","shards":1,"effective_bpw":4.3827,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1984603264","shards":1,"effective_bpw":4.6658,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1998365824","shards":1,"effective_bpw":4.6981,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2099496064","shards":1,"effective_bpw":4.9359,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2181211264","shards":1,"effective_bpw":5.128,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377819264","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2377819264","shards":1,"effective_bpw":5.5902,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437006464","shards":1,"effective_bpw":5.7294,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2574427264","shards":1,"effective_bpw":6.0524,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795611264","shards":1,"effective_bpw":6.5724,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619685504","shards":1,"effective_bpw":8.5098,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6809650304","shards":1,"effective_bpw":16.0094,"repo":"ibm-granite/granite-4.0-micro-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkidol-llama-3-1-8b-instruct-1-0-uncensored","canonical_repo":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored","display_name":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored","publisher":"aifeifei798","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2813","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628960","shards":1,"effective_bpw":2.012,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973152","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213472","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782944","shards":1,"effective_bpw":2.596,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758490016","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281824","shards":1,"effective_bpw":2.9372,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282272","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132384","shards":1,"effective_bpw":3.1672,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132832","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913696","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748128","shards":1,"effective_bpw":3.5055,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748576","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500192","shards":1,"effective_bpw":3.6507,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500640","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326432","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156384","shards":1,"effective_bpw":3.6782,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824288","shards":1,"effective_bpw":3.7706,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824736","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918880","shards":1,"effective_bpw":4.0038,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919328","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957344","shards":1,"effective_bpw":4.3057,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957792","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663584","shards":1,"effective_bpw":4.4309,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447664032","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893152","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669920","shards":1,"effective_bpw":4.675,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670368","shards":1,"effective_bpw":4.675,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735200","shards":1,"effective_bpw":4.9022,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735648","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633440","shards":1,"effective_bpw":5.2906,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294944","shards":1,"effective_bpw":5.5782,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295392","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988384","shards":1,"effective_bpw":5.7114,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988832","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219552","shards":1,"effective_bpw":6.0344,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007392","shards":1,"effective_bpw":6.5712,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007840","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467296","shards":1,"effective_bpw":6.8247,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771808","shards":1,"effective_bpw":8.5086,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881824","shards":1,"effective_bpw":32.0078,"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwopus3-5-4b-v3","canonical_repo":"Jackrong/Qwopus3.5-4B-v3","display_name":"Qwopus3.5-4B-v3","publisher":"Jackrong","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2812","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwopus3.5-4B-v3","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959164128","shards":1,"effective_bpw":3.3635,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121744608","shards":1,"effective_bpw":3.6426,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318803168","shards":1,"effective_bpw":3.9809,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482643168","shards":1,"effective_bpw":4.2622,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593552608","shards":1,"effective_bpw":4.4526,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631768288","shards":1,"effective_bpw":4.5182,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783443168","shards":1,"effective_bpw":4.7786,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072989408","shards":1,"effective_bpw":5.2757,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161422048","shards":1,"effective_bpw":5.4275,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563024608","shards":1,"effective_bpw":6.117,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610576608","shards":1,"effective_bpw":7.9154,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8665616608","shards":1,"effective_bpw":14.877,"repo":"Jackrong/Qwopus3.5-4B-v3-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"distilqwen3-1-7b-uncensored","canonical_repo":"reaperdoesntknow/DistilQwen3-1.7B-uncensored","display_name":"DistilQwen3-1.7B-uncensored","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2811","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/DistilQwen3-1.7B-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1282439072","shards":1,"effective_bpw":5.0496,"repo":"reaperdoesntknow/DistilQwen3-1.7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1471805344","shards":1,"effective_bpw":5.7953,"repo":"reaperdoesntknow/DistilQwen3-1.7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039008","shards":1,"effective_bpw":8.5249,"repo":"reaperdoesntknow/DistilQwen3-1.7B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4069679008","shards":1,"effective_bpw":16.0244,"repo":"reaperdoesntknow/DistilQwen3-1.7B-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"anubis-mini-8b-v1-heretic","canonical_repo":"coder3101/Anubis-Mini-8B-v1-heretic","display_name":"Anubis-Mini-8B-v1-heretic","publisher":"coder3101","modality":"text","arch_key":"llama","params_total":"8030269440","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"2810","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128257,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Anubis-Mini-8B-v1-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4920744992","shards":1,"effective_bpw":4.9022,"repo":"FadedRedStar/Anubis-Mini-8B-v1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732998688","shards":1,"effective_bpw":5.7114,"repo":"FadedRedStar/Anubis-Mini-8B-v1-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540784640","shards":1,"effective_bpw":8.5086,"repo":"FadedRedStar/Anubis-Mini-8B-v1-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supernova-medius","canonical_repo":"arcee-ai/SuperNova-Medius","display_name":"SuperNova-Medius","publisher":"arcee-ai","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2808","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/SuperNova-Medius","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"4312834048","shards":1,"effective_bpw":2.336,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4704575488","shards":1,"effective_bpw":2.5482,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4704576032","shards":1,"effective_bpw":2.5482,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726848","shards":1,"effective_bpw":2.7102,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727392","shards":1,"effective_bpw":2.7102,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146688","shards":1,"effective_bpw":2.9011,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147232","shards":1,"effective_bpw":2.9011,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498048","shards":1,"effective_bpw":3.1255,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498592","shards":1,"effective_bpw":3.1255,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362048","shards":1,"effective_bpw":3.4575,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362592","shards":1,"effective_bpw":3.4575,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818048","shards":1,"effective_bpw":3.5373,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818592","shards":1,"effective_bpw":3.5373,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596288","shards":1,"effective_bpw":3.6071,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596832","shards":1,"effective_bpw":3.6071,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538368","shards":1,"effective_bpw":3.7463,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538912","shards":1,"effective_bpw":3.7463,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204608","shards":1,"effective_bpw":3.9752,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339205152","shards":1,"effective_bpw":3.9752,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768768","shards":1,"effective_bpw":4.2923,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769312","shards":1,"effective_bpw":4.2924,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840768","shards":1,"effective_bpw":4.398,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841312","shards":1,"effective_bpw":4.398,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268288","shards":1,"effective_bpw":4.6279,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268832","shards":1,"effective_bpw":4.6279,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431808","shards":1,"effective_bpw":4.6437,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432352","shards":1,"effective_bpw":4.6437,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110848","shards":1,"effective_bpw":4.8683,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111392","shards":1,"effective_bpw":4.8683,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954048","shards":1,"effective_bpw":5.1813,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954592","shards":1,"effective_bpw":5.1813,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554368","shards":1,"effective_bpw":5.5607,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554912","shards":1,"effective_bpw":5.5607,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873728","shards":1,"effective_bpw":5.692,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874272","shards":1,"effective_bpw":5.692,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395968","shards":1,"effective_bpw":5.9523,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396512","shards":1,"effective_bpw":5.9523,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684288","shards":1,"effective_bpw":6.5672,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684832","shards":1,"effective_bpw":6.5672,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803008","shards":1,"effective_bpw":6.7714,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803552","shards":1,"effective_bpw":6.7714,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598208","shards":1,"effective_bpw":8.5046,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598752","shards":1,"effective_bpw":8.5046,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716320","shards":1,"effective_bpw":16.0041,"repo":"bartowski/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716896","shards":1,"effective_bpw":16.0041,"repo":"arcee-ai/SuperNova-Medius-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"parable-granite-4-1-3b-claude-fable-5","canonical_repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5","display_name":"Parable-Granite-4.1-3B-Claude-Fable-5","publisher":"AnkitAI","modality":"text","arch_key":"granite","params_total":"3402836480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2805","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2560,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"844980640","shards":1,"effective_bpw":1.9865,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"908878240","shards":1,"effective_bpw":2.1368,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1015374240","shards":1,"effective_bpw":2.3871,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1108763040","shards":1,"effective_bpw":2.6067,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1156276640","shards":1,"effective_bpw":2.7184,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1241473440","shards":1,"effective_bpw":2.9187,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1284194720","shards":1,"effective_bpw":3.0191,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1371439232","shards":1,"effective_bpw":3.2242,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1371439520","shards":1,"effective_bpw":3.2242,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1387291040","shards":1,"effective_bpw":3.2615,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1500053920","shards":1,"effective_bpw":3.5266,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1566818432","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1566818720","shards":1,"effective_bpw":3.6836,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1573781920","shards":1,"effective_bpw":3.6999,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1622524320","shards":1,"effective_bpw":3.8145,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1725579392","shards":1,"effective_bpw":4.0568,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1725579680","shards":1,"effective_bpw":4.0568,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1864188032","shards":1,"effective_bpw":4.3827,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1864188320","shards":1,"effective_bpw":4.3827,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1894498720","shards":1,"effective_bpw":4.4539,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1910882432","shards":1,"effective_bpw":4.4924,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1991164320","shards":1,"effective_bpw":4.6812,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1991164320","shards":1,"effective_bpw":4.6812,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1998372992","shards":1,"effective_bpw":4.6981,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1998373280","shards":1,"effective_bpw":4.6981,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2099503232","shards":1,"effective_bpw":4.9359,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2099503520","shards":1,"effective_bpw":4.9359,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2181218720","shards":1,"effective_bpw":5.128,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2377826432","shards":1,"effective_bpw":5.5902,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2377826720","shards":1,"effective_bpw":5.5902,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437013632","shards":1,"effective_bpw":5.7294,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2437013920","shards":1,"effective_bpw":5.7294,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795618432","shards":1,"effective_bpw":6.5724,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2795618720","shards":1,"effective_bpw":6.5724,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619692672","shards":1,"effective_bpw":8.5098,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6809657472","shards":1,"effective_bpw":16.0094,"repo":"mradermacher/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grand-horror-25b-godzillas-wicked-sister","canonical_repo":"DavidAU/Grand-Horror-25B-Godzillas-Wicked-Sister","display_name":"Grand-Horror-25B-Godzillas-Wicked-Sister","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"25042997248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2804","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"9438582112","shards":1,"effective_bpw":3.0152,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10976982368","shards":1,"effective_bpw":3.5066,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12186318176","shards":1,"effective_bpw":3.8929,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13236991328","shards":1,"effective_bpw":4.2286,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13658330464","shards":1,"effective_bpw":4.3632,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14330631520","shards":1,"effective_bpw":4.5779,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15109002592","shards":1,"effective_bpw":4.8266,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17297708384","shards":1,"effective_bpw":5.5258,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17748923744","shards":1,"effective_bpw":5.6699,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20553839968","shards":1,"effective_bpw":6.5659,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26618721632","shards":1,"effective_bpw":8.5034,"repo":"DavidAU/L3-Grand-HORROR-25B-V2-STABLE-Godzillas-Wicked-Sister-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"atomight-v2-2-ultrathink-0-5b-obliterated","canonical_repo":"usermma/Atomight-V2.2-UltraThink-0.5B-OBLITERATED","display_name":"Atomight-V2.2-UltraThink-0.5B-OBLITERATED","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2803","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/Atomight-V2.2-UltraThink-0.5B-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"315830112","shards":1,"effective_bpw":5.1143,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"317975136","shards":1,"effective_bpw":5.1491,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"321550176","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"324410208","shards":1,"effective_bpw":5.2533,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325738080","shards":1,"effective_bpw":5.2748,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"328598112","shards":1,"effective_bpw":5.3211,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"331049568","shards":1,"effective_bpw":5.3608,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"333705312","shards":1,"effective_bpw":5.4038,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263872","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"338264160","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607936","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"338608224","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"338608224","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"338608224","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"342753120","shards":1,"effective_bpw":5.5503,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"349403232","shards":1,"effective_bpw":5.658,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351445824","shards":1,"effective_bpw":5.6911,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"352671840","shards":1,"effective_bpw":5.7109,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"352972896","shards":1,"effective_bpw":5.7158,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355467072","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"355467360","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358656","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"369358944","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"374519904","shards":1,"effective_bpw":6.0647,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472320","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"385472608","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808448","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"397808736","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710720","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"412711008","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086592","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"420086880","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505737024","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"505737312","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068736","shards":1,"effective_bpw":8.5997,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994157376","shards":1,"effective_bpw":16.0986,"repo":"mradermacher/Atomight-V2.2-UltraThink-0.5B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ai-girlfriend-v2","canonical_repo":"sercancelenk/ai-girlfriend-v2","display_name":"ai-girlfriend-v2","publisher":"sercancelenk","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2802","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sercancelenk/ai-girlfriend-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633472","shards":1,"effective_bpw":2.012,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977664","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217984","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787456","shards":1,"effective_bpw":2.596,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494528","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286784","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820800","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137088","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137344","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918208","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753088","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504896","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505152","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330944","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829248","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923584","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923840","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962048","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962304","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668544","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368448","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897664","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994816","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674624","shards":1,"effective_bpw":4.675,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674880","shards":1,"effective_bpw":4.675,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739904","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740160","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258752","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299648","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299904","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993088","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993344","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012096","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012352","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/ai-girlfriend-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776512","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896832","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/ai-girlfriend-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whiterabbitneo-2-5-qwen-2-5-coder-7b","canonical_repo":"WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B","display_name":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B","publisher":"WhiteRabbitNeo","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2802","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780340768","shards":1,"effective_bpw":2.9207,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938592","shards":1,"effective_bpw":3.1682,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254368","shards":1,"effective_bpw":3.5152,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366880","shards":1,"effective_bpw":3.6686,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162592","shards":1,"effective_bpw":3.7272,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010400","shards":1,"effective_bpw":3.7544,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389664","shards":1,"effective_bpw":4.0006,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457760","shards":1,"effective_bpw":4.2948,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470944","shards":1,"effective_bpw":4.4314,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119584","shards":1,"effective_bpw":4.6684,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767456","shards":1,"effective_bpw":4.6828,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072032","shards":1,"effective_bpw":4.9194,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562272","shards":1,"effective_bpw":5.3443,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174944","shards":1,"effective_bpw":5.5834,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829728","shards":1,"effective_bpw":5.7196,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195296","shards":1,"effective_bpw":6.073,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197280","shards":1,"effective_bpw":6.5699,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180384","shards":1,"effective_bpw":6.8472,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523680","shards":1,"effective_bpw":8.5073,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851360","shards":1,"effective_bpw":16.007,"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-vl-deepseek-v3-1-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking","display_name":"gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2801","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947416448","shards":1,"effective_bpw":1.9347,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164729728","shards":1,"effective_bpw":2.0774,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526918528","shards":1,"effective_bpw":2.3151,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840262528","shards":1,"effective_bpw":2.5208,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020711808","shards":1,"effective_bpw":2.6393,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310462848","shards":1,"effective_bpw":2.8295,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448612608","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768223168","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768223488","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784902528","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206167808","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458317248","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458317568","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458317568","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655724288","shards":1,"effective_bpw":3.7125,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008819648","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008819968","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480187328","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480187648","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550966528","shards":1,"effective_bpw":4.3002,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6606262208","shards":1,"effective_bpw":4.3365,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887166208","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909284608","shards":1,"effective_bpw":4.5354,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935334848","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935335168","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300779968","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300780288","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559565568","shards":1,"effective_bpw":4.9622,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231964608","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231964928","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445038528","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445038848","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660813248","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660813568","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510214208","shards":1,"effective_bpw":8.212,"repo":"mradermacher/gemma-3-12b-it-vl-Deepseek-v3.1-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"next-1b","canonical_repo":"thelamapi/next-1b","display_name":"next-1b","publisher":"thelamapi","modality":"text","arch_key":"gemma3","params_total":"999885952","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2800","n_layers":26,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1152,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thelamapi/next-1b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"806057664","shards":1,"effective_bpw":6.4492,"repo":"mattritchey/next-1b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hunyuanvideo-i2v","canonical_repo":"tencent/HunyuanVideo-I2V","display_name":"HunyuanVideo-I2V","publisher":"tencent","modality":"video","arch_key":"hyvid","params_total":"12821012544","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2800","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3179434304","shards":1,"effective_bpw":1.9839,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6087666432","shards":1,"effective_bpw":3.7986,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6238071552","shards":1,"effective_bpw":3.8924,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7742122752","shards":1,"effective_bpw":4.8309,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7742122752","shards":1,"effective_bpw":4.8309,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7883680512","shards":1,"effective_bpw":4.9192,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"8520690432","shards":1,"effective_bpw":5.3167,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9299258112","shards":1,"effective_bpw":5.8025,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9299258112","shards":1,"effective_bpw":5.8025,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9449663232","shards":1,"effective_bpw":5.8964,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"10077825792","shards":1,"effective_bpw":6.2883,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10953714432","shards":1,"effective_bpw":6.8349,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12155696416","shards":2,"effective_bpw":7.5849,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13970664192","shards":1,"effective_bpw":8.7174,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15464609056","shards":2,"effective_bpw":9.6495,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15464609056","shards":2,"effective_bpw":9.6495,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"17021744416","shards":2,"effective_bpw":10.6212,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"18578879776","shards":2,"effective_bpw":11.5928,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"18729284896","shards":2,"effective_bpw":11.6866,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"20136015136","shards":2,"effective_bpw":12.5644,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"21887792416","shards":2,"effective_bpw":13.6575,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"25649179392","shards":1,"effective_bpw":16.0045,"repo":"city96/HunyuanVideo-I2V-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27921691936","shards":2,"effective_bpw":17.4225,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"52699804960","shards":2,"effective_bpw":32.8834,"repo":"calcuis/hyvid-i2v-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"orca-2-13b-alpaca-uncensored","canonical_repo":"athirdpath/Orca-2-13b-Alpaca-Uncensored","display_name":"Orca-2-13b-Alpaca-Uncensored","publisher":"athirdpath","modality":"text","arch_key":"llama","params_total":"13015895040","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2793","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32003,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"athirdpath/Orca-2-13b-Alpaca-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2898702848","shards":1,"effective_bpw":1.7816,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3138626048","shards":1,"effective_bpw":1.9291,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3538498048","shards":1,"effective_bpw":2.1749,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3891163648","shards":1,"effective_bpw":2.3916,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4197699616","shards":1,"effective_bpw":2.58,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4517597216","shards":1,"effective_bpw":2.7767,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4854288640","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4854288896","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4960579616","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5361631264","shards":1,"effective_bpw":3.2954,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659000608","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5659000864","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5659000864","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5984530464","shards":1,"effective_bpw":3.6783,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337789728","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6337789984","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929579808","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6929580064","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6964244000","shards":1,"effective_bpw":4.2805,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7019539744","shards":1,"effective_bpw":4.3144,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7387975680","shards":1,"effective_bpw":4.5409,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7423201024","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7423201280","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865978624","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7865978880","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972310144","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8972310400","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229948544","shards":1,"effective_bpw":5.673,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9229948800","shards":1,"effective_bpw":5.673,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679166592","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10679166848","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831353216","shards":1,"effective_bpw":8.5012,"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mr-martin-31b-v1-0-gemma-4-base-ftp","canonical_repo":"ZERO-POINT-AI/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp","display_name":"MR_MARTIN_31b_V1.0_Gemma-4-base-ftp","publisher":"ZERO-POINT-AI","modality":"vision_language","arch_key":"gemma4","params_total":"30697345596","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2792","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156473248","shards":1,"effective_bpw":1.865,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725856160","shards":1,"effective_bpw":2.0134,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674827680","shards":1,"effective_bpw":2.2607,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530342816","shards":1,"effective_bpw":2.4837,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157872544","shards":1,"effective_bpw":2.6472,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917049760","shards":1,"effective_bpw":2.8451,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976572832","shards":1,"effective_bpw":2.8606,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916297632","shards":1,"effective_bpw":3.1055,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077491616","shards":1,"effective_bpw":3.1475,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072352672","shards":1,"effective_bpw":3.4068,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761340832","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761340832","shards":1,"effective_bpw":3.5863,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424481184","shards":1,"effective_bpw":3.7591,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287092640","shards":1,"effective_bpw":3.984,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628254112","shards":1,"effective_bpw":4.3335,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735774112","shards":1,"effective_bpw":4.3615,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701561760","shards":1,"effective_bpw":4.6132,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763149216","shards":1,"effective_bpw":4.6292,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687047072","shards":1,"effective_bpw":4.87,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481404832","shards":1,"effective_bpw":5.077,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311825312","shards":1,"effective_bpw":5.5541,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845554592","shards":1,"effective_bpw":5.6931,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201468832","shards":1,"effective_bpw":6.5677,"repo":"mradermacher/MR_MARTIN_31b_V1.0_Gemma-4-base-ftp-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-tiny-base","canonical_repo":"ibm-granite/granite-4.0-h-tiny-base","display_name":"granite-4.0-h-tiny-base","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"6939037248","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2791","n_layers":40,"n_head":12,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":6,"arch_source":"ibm-granite/granite-4.0-h-tiny-base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2585979936","shards":1,"effective_bpw":2.9814,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3062446368","shards":1,"effective_bpw":3.5307,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3353032992","shards":1,"effective_bpw":3.8657,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3600955680","shards":1,"effective_bpw":4.1515,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3962931744","shards":1,"effective_bpw":4.5689,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3995765280","shards":1,"effective_bpw":4.6067,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4230969888","shards":1,"effective_bpw":4.8779,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4386689568","shards":1,"effective_bpw":5.0574,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4810447392","shards":1,"effective_bpw":5.546,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4810447392","shards":1,"effective_bpw":5.546,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4948527648","shards":1,"effective_bpw":5.7051,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5234205216","shards":1,"effective_bpw":6.0345,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5710932768","shards":1,"effective_bpw":6.5841,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7390325280","shards":1,"effective_bpw":8.5203,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"13891199808","shards":1,"effective_bpw":16.0151,"repo":"ibm-granite/granite-4.0-h-tiny-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"goetia-24b-v1-1","canonical_repo":"Naphula/Goetia-24B-v1.1","display_name":"Goetia-24B-v1.1","publisher":"Naphula","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2790","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Naphula/Goetia-24B-v1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273728448","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750502848","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545126848","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207040448","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478359488","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114058688","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320169408","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890332352","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890332608","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280599488","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907123648","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400281792","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400282048","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428134848","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650957248","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474089152","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474089408","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400768192","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400768448","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758922688","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889994432","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494236608","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549286592","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549286848","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333916352","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333916608","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873114048","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304420032","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304420288","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763991232","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763991488","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345945792","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345946048","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Goetia-24B-v1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054786752","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Goetia-24B-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-1-2b-extract","canonical_repo":"LiquidAI/LFM2-1.2B-Extract","display_name":"LFM2-1.2B-Extract","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2789","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-1.2B-Extract","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"434131520","shards":1,"effective_bpw":2.9676,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483398208","shards":1,"effective_bpw":3.3043,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"490984000","shards":1,"effective_bpw":3.3562,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"515904064","shards":1,"effective_bpw":3.5265,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"537809472","shards":1,"effective_bpw":3.6763,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558158400","shards":1,"effective_bpw":3.8154,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"566792768","shards":1,"effective_bpw":3.8744,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600347200","shards":1,"effective_bpw":4.1037,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635474496","shards":1,"effective_bpw":4.3439,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"663376448","shards":1,"effective_bpw":4.5346,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695750368","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"695751232","shards":1,"effective_bpw":4.7559,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"697848384","shards":1,"effective_bpw":4.7702,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700469824","shards":1,"effective_bpw":4.7881,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894048","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894912","shards":1,"effective_bpw":4.9961,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760500800","shards":1,"effective_bpw":5.1985,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"763400768","shards":1,"effective_bpw":5.2183,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825250368","shards":1,"effective_bpw":5.6411,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843353824","shards":1,"effective_bpw":5.7648,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843354688","shards":1,"effective_bpw":5.7648,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"875860544","shards":1,"effective_bpw":5.987,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962842336","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843200","shards":1,"effective_bpw":6.5816,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"995349056","shards":1,"effective_bpw":6.8038,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246252768","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253632","shards":1,"effective_bpw":8.5189,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343325408","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343325984","shards":1,"effective_bpw":16.0181,"repo":"bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"athene-70b","canonical_repo":"Nexusflow/Athene-70B","display_name":"Athene-70B","publisher":"Nexusflow","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2788","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nexusflow/Athene-70B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343483008","shards":1,"effective_bpw":1.7398,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751196288","shards":1,"effective_bpw":1.8994,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385088","shards":1,"effective_bpw":2.1654,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385088","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108288","shards":1,"effective_bpw":2.3973,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242343040","shards":1,"effective_bpw":2.522,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242343040","shards":1,"effective_bpw":2.522,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294080","shards":1,"effective_bpw":2.7349,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294080","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"24471943296","shards":1,"effective_bpw":2.7748,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108736","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108736","shards":1,"effective_bpw":2.9906,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401156736","shards":1,"effective_bpw":3.107,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494400","shards":1,"effective_bpw":3.1147,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307730048","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307730048","shards":1,"effective_bpw":3.3232,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051328","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912051328","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051328","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034368","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034368","shards":1,"effective_bpw":3.6213,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494528","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"34267494528","shards":1,"effective_bpw":3.8856,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592768","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592768","shards":1,"effective_bpw":4.2113,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661760","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661760","shards":1,"effective_bpw":4.2977,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053618816","shards":1,"effective_bpw":4.5416,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220096","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220096","shards":1,"effective_bpw":4.5749,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393856","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"42520393856","shards":1,"effective_bpw":4.8213,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300190336","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447040","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447104","shards":3,"effective_bpw":5.5172,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"49949817024","shards":3,"effective_bpw":5.6637,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817152","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598279168","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143552","shards":3,"effective_bpw":6.5639,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143712","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397063200","shards":2,"effective_bpw":6.6216,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050048","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050048","shards":4,"effective_bpw":8.5013,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117913664","shards":6,"effective_bpw":16.0012,"repo":"legraphista/Athene-70B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"282222688736","shards":8,"effective_bpw":32.0009,"repo":"bartowski/Athene-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-1-t2v-14b-fusionx-vace","canonical_repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE","display_name":"Wan2.1_T2V_14B_FusionX_VACE","publisher":"QuantStack","modality":"video","arch_key":"wan","params_total":"17337592896","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2786","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6353401632","shards":1,"effective_bpw":2.9316,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7834228512","shards":1,"effective_bpw":3.6149,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8626231072","shards":1,"effective_bpw":3.9804,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9358923552","shards":1,"effective_bpw":4.3184,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10317264672","shards":1,"effective_bpw":4.7606,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10542708512","shards":1,"effective_bpw":4.8647,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11173492512","shards":1,"effective_bpw":5.1557,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11629623072","shards":1,"effective_bpw":5.3662,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12242056992","shards":1,"effective_bpw":5.6488,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12454393632","shards":1,"effective_bpw":5.7468,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13027505952","shards":1,"effective_bpw":6.0112,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13310621472","shards":1,"effective_bpw":6.1419,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14512756512","shards":1,"effective_bpw":6.6965,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18653443872","shards":1,"effective_bpw":8.6072,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"34681911072","shards":1,"effective_bpw":16.0031,"repo":"QuantStack/Wan2.1_T2V_14B_FusionX_VACE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"precog-24b-v1","canonical_repo":"TheDrummer/Precog-24B-v1","display_name":"Precog-24B-v1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2785","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Precog-24B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273724704","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499104","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123104","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207036608","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207036704","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478355648","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478355744","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114054848","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114054944","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320165664","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328608","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328768","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890328864","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280595648","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280595744","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545688768","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907119808","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907119904","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278048","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278208","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278304","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131104","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650953408","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650953504","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085408","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085568","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474085664","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764448","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764608","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400764704","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758918848","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758918944","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889990688","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468018368","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494232768","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494232864","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282848","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549283008","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283104","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912608","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912768","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333912864","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831986368","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873110208","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110304","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416288","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416448","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304416544","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987488","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987648","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763987744","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178175168","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942048","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942208","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942304","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671000768","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783008","shards":1,"effective_bpw":null,"repo":"mradermacher/Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783168","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153522080","shards":1,"effective_bpw":null,"repo":"bartowski/TheDrummer_Precog-24B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"firefly-v3","canonical_repo":"Guilherme34/Firefly-V3","display_name":"Firefly-V3","publisher":"Guilherme34","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2780","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Guilherme34/Firefly-V3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868155328","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924188608","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017577408","shards":1,"effective_bpw":2.5338,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100545984","shards":1,"effective_bpw":2.7404,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154318272","shards":1,"effective_bpw":2.8743,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229029312","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274279872","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348763584","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363932896","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363933120","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476786112","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542846176","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542846400","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542846400","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599666112","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687156448","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687156672","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815344864","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815345088","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829107648","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1840903904","shards":1,"effective_bpw":4.584,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917188032","shards":1,"effective_bpw":4.7739,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921906624","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928197856","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928198080","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019374816","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019375040","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093348800","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269509344","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269509568","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322151136","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322151360","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643850976","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643851200","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Firefly-V3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421896416","shards":1,"effective_bpw":8.5208,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433685216","shards":1,"effective_bpw":16.0204,"repo":"mradermacher/Firefly-V3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magiseek-pro-v1","canonical_repo":"groxaxo/MagiSeek-Pro-V1","display_name":"MagiSeek-Pro-V1","publisher":"groxaxo","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2776","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"groxaxo/MagiSeek-Pro-V1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273725216","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499616","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123616","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207037216","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478356256","shards":1,"effective_bpw":2.538,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114055456","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320166176","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890329120","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890329376","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280596256","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907120416","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278560","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278816","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131616","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650954016","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085920","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474086176","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764960","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400765216","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758919456","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889991200","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494233376","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549283360","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283616","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333913120","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333913376","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110816","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416800","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304417056","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763988000","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763988256","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942560","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942816","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/MagiSeek-Pro-V1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783520","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/MagiSeek-Pro-V1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-cybersecurity-20b-merged-heretic","canonical_repo":"piotreknow02/GPT-OSS-Cybersecurity-20B-Merged-heretic","display_name":"GPT-OSS-Cybersecurity-20B-Merged-heretic","publisher":"piotreknow02","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2776","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_M","bytes":"12016855904","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016855904","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"12016855904","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025703264","shards":1,"effective_bpw":4.5999,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12061092416","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061092704","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065516096","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065516384","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096482144","shards":1,"effective_bpw":4.627,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136295264","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148460384","shards":1,"effective_bpw":4.6468,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202650464","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12245781056","shards":1,"effective_bpw":4.6841,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916152896","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916153184","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335112256","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335112544","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369096544","shards":1,"effective_bpw":5.1137,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654244416","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654244704","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805138496","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805138784","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15892206656","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892206944","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893064256","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893064544","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193347136","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193347424","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261914176","shards":1,"effective_bpw":8.5153,"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glistening-gem-31b-v1-0","canonical_repo":"sophosympatheia/Glistening-Gem-31B-v1.0","display_name":"Glistening-Gem-31B-v1.0","publisher":"sophosympatheia","modality":"text","arch_key":"gemma4","params_total":"31266895724","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2771","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sophosympatheia/Glistening-Gem-31B-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489984","shards":1,"effective_bpw":1.8311,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"7156490016","shards":1,"effective_bpw":1.8311,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872896","shards":1,"effective_bpw":1.9768,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872928","shards":1,"effective_bpw":1.9768,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844416","shards":1,"effective_bpw":2.2196,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844448","shards":1,"effective_bpw":2.2196,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359552","shards":1,"effective_bpw":2.4385,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359584","shards":1,"effective_bpw":2.4385,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889280","shards":1,"effective_bpw":2.599,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889312","shards":1,"effective_bpw":2.599,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066496","shards":1,"effective_bpw":2.7933,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066528","shards":1,"effective_bpw":2.7933,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589568","shards":1,"effective_bpw":2.8085,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589600","shards":1,"effective_bpw":2.8085,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314368","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314400","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508352","shards":1,"effective_bpw":3.0902,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508384","shards":1,"effective_bpw":3.0902,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369408","shards":1,"effective_bpw":3.3447,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369440","shards":1,"effective_bpw":3.3447,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357568","shards":1,"effective_bpw":3.521,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357568","shards":1,"effective_bpw":3.521,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357600","shards":1,"effective_bpw":3.521,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357600","shards":1,"effective_bpw":3.521,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14424497344","shards":1,"effective_bpw":3.6907,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497920","shards":1,"effective_bpw":3.6907,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497952","shards":1,"effective_bpw":3.6907,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108800","shards":1,"effective_bpw":3.9114,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109376","shards":1,"effective_bpw":3.9114,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109408","shards":1,"effective_bpw":3.9114,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270848","shards":1,"effective_bpw":4.2545,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270880","shards":1,"effective_bpw":4.2545,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16735790272","shards":1,"effective_bpw":4.282,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790848","shards":1,"effective_bpw":4.282,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790880","shards":1,"effective_bpw":4.282,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578496","shards":1,"effective_bpw":4.5292,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578528","shards":1,"effective_bpw":4.5292,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165952","shards":1,"effective_bpw":4.5449,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165984","shards":1,"effective_bpw":4.5449,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063232","shards":1,"effective_bpw":4.7813,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063808","shards":1,"effective_bpw":4.7813,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063840","shards":1,"effective_bpw":4.7813,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421568","shards":1,"effective_bpw":4.9845,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421600","shards":1,"effective_bpw":4.9845,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842048","shards":1,"effective_bpw":5.4529,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311842080","shards":1,"effective_bpw":5.4529,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570752","shards":1,"effective_bpw":5.5894,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571328","shards":1,"effective_bpw":5.5894,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571360","shards":1,"effective_bpw":5.5894,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484992","shards":1,"effective_bpw":6.4481,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485568","shards":1,"effective_bpw":6.4481,"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485600","shards":1,"effective_bpw":6.4481,"repo":"mradermacher/Glistening-Gem-31B-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675840","shards":1,"effective_bpw":8.3502,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413188576","shards":1,"effective_bpw":15.7133,"repo":"zerofata/Glistening-Gem-31B-v1.0-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-v-4-6-thinking","canonical_repo":"openbmb/MiniCPM-V-4.6-Thinking","display_name":"MiniCPM-V-4.6-Thinking","publisher":"openbmb","modality":"vision_language","arch_key":"qwen35","params_total":"1300428016","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2768","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248094,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-V-4.6-Thinking","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"501256928","shards":1,"effective_bpw":3.0836,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"505058016","shards":1,"effective_bpw":3.107,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"529101536","shards":1,"effective_bpw":3.2549,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"532357856","shards":1,"effective_bpw":3.275,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"563458784","shards":1,"effective_bpw":3.4663,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"563458784","shards":1,"effective_bpw":3.4663,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"577802976","shards":1,"effective_bpw":3.5545,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"594559712","shards":1,"effective_bpw":3.6576,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629548256","shards":1,"effective_bpw":3.8729,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811591648","shards":1,"effective_bpw":4.9928,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516275808","shards":1,"effective_bpw":9.3279,"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"longwriter-zero-32b","canonical_repo":"THU-KEG/LongWriter-Zero-32B","display_name":"LongWriter-Zero-32B","publisher":"THU-KEG","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2768","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"THU-KEG/LongWriter-Zero-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957551232","shards":1,"effective_bpw":2.4313,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569792","shards":1,"effective_bpw":2.5363,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441472","shards":1,"effective_bpw":2.7505,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099392","shards":1,"effective_bpw":3.0065,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099552","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271552","shards":1,"effective_bpw":3.135,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419392","shards":1,"effective_bpw":3.1922,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514112","shards":1,"effective_bpw":3.3465,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331392","shards":1,"effective_bpw":3.5142,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331552","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123392","shards":1,"effective_bpw":3.6162,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048832","shards":1,"effective_bpw":3.8909,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048992","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079552","shards":1,"effective_bpw":4.2112,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079712","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154432","shards":1,"effective_bpw":4.3202,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870101792","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174592","shards":1,"effective_bpw":4.5617,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010432","shards":1,"effective_bpw":4.5687,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410752","shards":1,"effective_bpw":4.5866,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410912","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336832","shards":1,"effective_bpw":4.8471,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336992","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180032","shards":1,"effective_bpw":4.9882,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243392","shards":1,"effective_bpw":5.0395,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255232","shards":1,"effective_bpw":5.5276,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255392","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157952","shards":1,"effective_bpw":5.68,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262158112","shards":1,"effective_bpw":5.68,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680192","shards":1,"effective_bpw":5.7973,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155392","shards":1,"effective_bpw":6.5648,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155552","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274112","shards":1,"effective_bpw":6.6569,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885632","shards":1,"effective_bpw":8.5023,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885792","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970368","shards":2,"effective_bpw":16.002,"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-4-e2b-it-qat-q4-0-unquantized-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated","display_name":"Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma4","params_total":"5104297539","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2766","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2315865408","shards":1,"effective_bpw":3.6297,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2355383616","shards":1,"effective_bpw":3.6916,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2421247296","shards":1,"effective_bpw":3.7948,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2478067008","shards":1,"effective_bpw":3.8839,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2500480320","shards":1,"effective_bpw":3.919,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2553171264","shards":1,"effective_bpw":4.0016,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2648083776","shards":1,"effective_bpw":4.1504,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2923367744","shards":1,"effective_bpw":4.5818,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2980654080","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2980654400","shards":1,"effective_bpw":4.6716,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3060219200","shards":1,"effective_bpw":4.7963,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3102077952","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3102078272","shards":1,"effective_bpw":4.8619,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3103018304","shards":1,"effective_bpw":4.8634,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3125579072","shards":1,"effective_bpw":4.8987,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3191958528","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3191958848","shards":1,"effective_bpw":5.0028,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3271781376","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3271781696","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3292400960","shards":1,"effective_bpw":5.1602,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3298298880","shards":1,"effective_bpw":5.1694,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3350400320","shards":1,"effective_bpw":5.2511,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3351874880","shards":1,"effective_bpw":5.2534,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3354430464","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3354430784","shards":1,"effective_bpw":5.2574,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3416119296","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3416119616","shards":1,"effective_bpw":5.3541,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3465956672","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darwin-35b-a3b-opus","canonical_repo":"FINAL-Bench/Darwin-35B-A3B-Opus","display_name":"Darwin-35B-A3B-Opus","publisher":"FINAL-Bench","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2766","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"FINAL-Bench/Darwin-35B-A3B-Opus","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143584","shards":1,"effective_bpw":1.6654,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210464","shards":1,"effective_bpw":1.8334,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497655264","shards":1,"effective_bpw":2.1134,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9778454048","shards":1,"effective_bpw":2.1759,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032544","shards":1,"effective_bpw":2.338,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481504","shards":1,"effective_bpw":2.3704,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"10797145632","shards":1,"effective_bpw":2.4026,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11010276896","shards":1,"effective_bpw":2.45,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659237344","shards":1,"effective_bpw":2.5944,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12066717216","shards":1,"effective_bpw":2.6851,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098784","shards":1,"effective_bpw":2.7041,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12617080352","shards":1,"effective_bpw":2.8076,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939595488","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595744","shards":1,"effective_bpw":2.8793,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13113720352","shards":1,"effective_bpw":2.9181,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760864","shards":1,"effective_bpw":3.0316,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484146144","shards":1,"effective_bpw":3.223,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"14870830624","shards":1,"effective_bpw":3.3091,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182186208","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186464","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425824","shards":1,"effective_bpw":3.3935,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440521184","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15513517600","shards":1,"effective_bpw":3.4521,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16218684960","shards":1,"effective_bpw":3.609,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16226549280","shards":1,"effective_bpw":3.6107,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764765920","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764766176","shards":1,"effective_bpw":3.7305,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16886496800","shards":1,"effective_bpw":3.7576,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"16900259360","shards":1,"effective_bpw":3.7606,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115331808","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115332064","shards":1,"effective_bpw":4.031,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779744","shards":1,"effective_bpw":4.1675,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18806447648","shards":1,"effective_bpw":4.1848,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939313888","shards":1,"effective_bpw":4.2144,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799269344","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"19861347872","shards":1,"effective_bpw":4.4195,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889905376","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905632","shards":1,"effective_bpw":4.4259,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19942612512","shards":1,"effective_bpw":4.4376,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20592729632","shards":1,"effective_bpw":4.5823,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166759648","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759904","shards":1,"effective_bpw":4.71,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21391449632","shards":1,"effective_bpw":4.76,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"21768896032","shards":1,"effective_bpw":4.844,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170464","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"21973769760","shards":1,"effective_bpw":4.8896,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981285088","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981285344","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24156151328","shards":1,"effective_bpw":5.3752,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729132768","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729133024","shards":1,"effective_bpw":5.5027,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25017458208","shards":1,"effective_bpw":5.5669,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25331334688","shards":1,"effective_bpw":5.6367,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514154208","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154464","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Darwin-35B-A3B-Opus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30053416480","shards":1,"effective_bpw":6.6875,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30299749920","shards":1,"effective_bpw":6.7423,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903141088","shards":1,"effective_bpw":8.2117,"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36914691616","shards":1,"effective_bpw":8.2143,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376638432","shards":2,"effective_bpw":15.4377,"repo":"bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"step3-vl-10b-base","canonical_repo":"stepfun-ai/Step3-VL-10B-Base","display_name":"Step3-VL-10B-Base","publisher":"stepfun-ai","modality":"text","arch_key":"qwen3","params_total":"10171750144","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2764","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stepfun-ai/Step3-VL-10B-Base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115765920","shards":1,"effective_bpw":1.664,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256144032","shards":1,"effective_bpw":1.7744,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490107552","shards":1,"effective_bpw":1.9584,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696152736","shards":1,"effective_bpw":2.1205,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864740000","shards":1,"effective_bpw":2.2531,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051910816","shards":1,"effective_bpw":2.4003,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083548320","shards":1,"effective_bpw":2.4252,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281729184","shards":1,"effective_bpw":2.5811,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369629344","shards":1,"effective_bpw":2.6502,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626870432","shards":1,"effective_bpw":2.8525,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769607840","shards":1,"effective_bpw":2.9648,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789661856","shards":1,"effective_bpw":2.9805,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896616608","shards":1,"effective_bpw":3.0647,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124157600","shards":1,"effective_bpw":3.2436,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431390368","shards":1,"effective_bpw":3.4853,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561835680","shards":1,"effective_bpw":3.5878,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787328672","shards":1,"effective_bpw":3.7652,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793620128","shards":1,"effective_bpw":3.7701,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802008736","shards":1,"effective_bpw":3.7767,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027780256","shards":1,"effective_bpw":3.9543,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247751840","shards":1,"effective_bpw":4.1273,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720757920","shards":1,"effective_bpw":4.4993,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851109024","shards":1,"effective_bpw":4.6019,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725895840","shards":1,"effective_bpw":5.2899,"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"transformed-journey-24b","canonical_repo":"Sorihon/Transformed-Journey-24B","display_name":"Transformed-Journey-24B","publisher":"Sorihon","modality":"text","arch_key":"llama","params_total":"23572464640","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2761","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131078,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sorihon/Transformed-Journey-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273754720","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750529120","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545153120","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207066720","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478388896","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114088096","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320199776","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890362720","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890362976","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280628896","shards":1,"effective_bpw":3.1497,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907157152","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400315296","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400315552","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428168352","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650990752","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474122656","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474122912","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400801696","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400801952","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758959296","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890031040","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494274176","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549324160","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549324416","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333953920","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333954176","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873153536","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304461440","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304461696","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764032640","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764032896","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345991296","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345991552","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Transformed-Journey-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054847104","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Transformed-Journey-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-27b-meditronfo","canonical_repo":"EPFLiGHT/Gemma-3-27B-MeditronFO","display_name":"Gemma-3-27B-MeditronFO","publisher":"EPFLiGHT","modality":"text","arch_key":"gemma3","params_total":"28842036848","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2761","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":null,"ctx_native":null,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EPFLiGHT/Gemma-3-27B-MeditronFO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6726783648","shards":1,"effective_bpw":1.8658,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7259781792","shards":1,"effective_bpw":2.0137,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8148112032","shards":1,"effective_bpw":2.2601,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8901440160","shards":1,"effective_bpw":2.469,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9388110624","shards":1,"effective_bpw":2.604,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10098774816","shards":1,"effective_bpw":2.8011,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10219982112","shards":1,"effective_bpw":2.8347,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10966256640","shards":1,"effective_bpw":3.0417,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10966256928","shards":1,"effective_bpw":3.0417,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11322180384","shards":1,"effective_bpw":3.1405,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12167935392","shards":1,"effective_bpw":3.3751,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12773315712","shards":1,"effective_bpw":3.543,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12773316000","shards":1,"effective_bpw":3.543,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12773316000","shards":1,"effective_bpw":3.543,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13152775584","shards":1,"effective_bpw":3.6482,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14043341952","shards":1,"effective_bpw":3.8952,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14043342240","shards":1,"effective_bpw":3.8952,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15149163648","shards":1,"effective_bpw":4.202,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15149163936","shards":1,"effective_bpw":4.202,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15516315168","shards":1,"effective_bpw":4.3038,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15642758400","shards":1,"effective_bpw":4.3389,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16410892320","shards":1,"effective_bpw":4.5519,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16466974464","shards":1,"effective_bpw":4.5675,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16466974752","shards":1,"effective_bpw":4.5675,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17339606784","shards":1,"effective_bpw":4.8095,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17339607072","shards":1,"effective_bpw":4.8095,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18048314400","shards":1,"effective_bpw":5.0061,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19736313600","shards":1,"effective_bpw":5.4743,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19736313888","shards":1,"effective_bpw":5.4743,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20240797440","shards":1,"effective_bpw":5.6142,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20240797728","shards":1,"effective_bpw":5.6142,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23323312512","shards":1,"effective_bpw":6.4693,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23323312800","shards":1,"effective_bpw":6.4693,"repo":"mradermacher/Gemma-3-27B-MeditronFO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30205705344","shards":1,"effective_bpw":8.3782,"repo":"mradermacher/Gemma-3-27B-MeditronFO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rombos-llm-v2-5-qwen-32b","canonical_repo":"rombodawg/Rombos-LLM-V2.5-Qwen-32b","display_name":"Rombos-LLM-V2.5-Qwen-32b","publisher":"rombodawg","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2761","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rombodawg/Rombos-LLM-V2.5-Qwen-32b","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957550752","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569312","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440992","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098912","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418912","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513632","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330912","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122912","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048352","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079072","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153952","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174112","shards":1,"effective_bpw":4.5617,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009952","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410272","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336352","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179552","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254752","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157472","shards":1,"effective_bpw":5.68,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679712","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154912","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273632","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885152","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535969856","shards":2,"effective_bpw":16.002,"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"new-dawn-llama-3-70b-32k-v1-0","canonical_repo":"sophosympatheia/New-Dawn-Llama-3-70B-32K-v1.0","display_name":"New-Dawn-Llama-3-70B-32K-v1.0","publisher":"sophosympatheia","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2755","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sophosympatheia/New-Dawn-Llama-3-70B-32K-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343483136","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751196416","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097385216","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142108416","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242343168","shards":1,"effective_bpw":2.522,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119294208","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375108864","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469494528","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307730176","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912051456","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912051456","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937034496","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267494656","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140592896","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902661888","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116533504","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347220224","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520393984","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657447168","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949817088","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/New-Dawn-Llama-3-70B-32K-v1.0-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"toolcua-8b","canonical_repo":"mPLUG/ToolCUA-8B","display_name":"ToolCUA-8B","publisher":"mPLUG","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2754","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mPLUG/ToolCUA-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771744","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149856","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113376","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158560","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745824","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916640","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554144","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735008","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635168","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876256","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613664","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667680","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622432","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163424","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396192","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841504","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334496","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625952","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014560","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786080","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757664","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763744","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114848","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901664","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/ToolCUA-8B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-5-air-reap-82b-a12b","canonical_repo":"cerebras/GLM-4.5-Air-REAP-82B-A12B","display_name":"GLM-4.5-Air-REAP-82B-A12B","publisher":"cerebras","modality":"text","arch_key":"glm4moe","params_total":"81932181504","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2753","n_layers":46,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151552,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":96,"n_expert_used":8,"arch_source":"cerebras/GLM-4.5-Air-REAP-82B-A12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"29397931360","shards":1,"effective_bpw":2.8705,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"30744892768","shards":1,"effective_bpw":3.002,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"32694457696","shards":1,"effective_bpw":3.1923,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"33046910304","shards":1,"effective_bpw":3.2268,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"34996475232","shards":1,"effective_bpw":3.4171,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"35732280672","shards":1,"effective_bpw":3.489,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"36338488672","shards":1,"effective_bpw":3.5482,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"38977807712","shards":1,"effective_bpw":3.8059,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"39367886176","shards":1,"effective_bpw":3.8439,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"41321153888","shards":1,"effective_bpw":4.0347,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"42875471200","shards":1,"effective_bpw":4.1864,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"42879321440","shards":1,"effective_bpw":4.1868,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"43054302560","shards":1,"effective_bpw":4.2039,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"46987031904","shards":1,"effective_bpw":4.5879,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"48714741088","shards":1,"effective_bpw":4.7566,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"49158468960","shards":1,"effective_bpw":4.7999,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"52645344800","shards":2,"effective_bpw":5.1404,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"53604529728","shards":2,"effective_bpw":5.234,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"56568477216","shards":2,"effective_bpw":5.5234,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"57029195296","shards":2,"effective_bpw":5.5684,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"60489217568","shards":2,"effective_bpw":5.9063,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"64389412384","shards":2,"effective_bpw":6.2871,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"76212086336","shards":2,"effective_bpw":7.4415,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"90372830592","shards":3,"effective_bpw":8.8242,"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-r1984-4b","canonical_repo":"VIDraft/Gemma-3-R1984-4B","display_name":"Gemma-3-R1984-4B","publisher":"VIDraft","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2750","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"VIDraft/Gemma-3-R1984-4B","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"2363513408","shards":1,"effective_bpw":4.3972,"repo":"matrixportalx/Gemma-3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489895488","shards":1,"effective_bpw":4.6323,"repo":"matrixportalx/Gemma-3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829699648","shards":1,"effective_bpw":5.2645,"repo":"matrixportalx/Gemma-3-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codestral-22b-v0-1-hf","canonical_repo":"bullerwins/Codestral-22B-v0.1-hf","display_name":"Codestral-22B-v0.1-hf","publisher":"bullerwins","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2748","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bullerwins/Codestral-22B-v0.1-hf","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4829487488","shards":1,"effective_bpw":1.7367,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5267136896","shards":1,"effective_bpw":1.894,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6646145408","shards":1,"effective_bpw":2.3899,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272093568","shards":1,"effective_bpw":2.9746,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176097152","shards":1,"effective_bpw":3.2997,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641271680","shards":1,"effective_bpw":3.4669,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756825472","shards":1,"effective_bpw":3.8681,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730428288","shards":1,"effective_bpw":4.2182,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935293824","shards":1,"effective_bpw":4.2919,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660384128","shards":1,"effective_bpw":4.5526,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341237632","shards":1,"effective_bpw":4.7974,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324815744","shards":1,"effective_bpw":5.5107,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722553728","shards":1,"effective_bpw":5.6537,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252702080","shards":1,"effective_bpw":6.5636,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640547712","shards":1,"effective_bpw":8.501,"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"octen-embedding-8b","canonical_repo":"Octen/Octen-Embedding-8B","display_name":"Octen-Embedding-8B","publisher":"Octen","modality":"text","arch_key":"qwen3","params_total":"7567295488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2745","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151665,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Octen/Octen-Embedding-8B","arch_confidence":1,"quantizations":[{"quant":"IQ4_XS","bytes":"4357163776","shards":1,"effective_bpw":4.6063,"repo":"cstr/octen-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4574219008","shards":1,"effective_bpw":4.8358,"repo":"cstr/octen-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5409650336","shards":1,"effective_bpw":5.719,"repo":"tex8/Octen-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5442439936","shards":1,"effective_bpw":5.7536,"repo":"cstr/octen-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6947321504","shards":1,"effective_bpw":7.3446,"repo":"tex8/Octen-Embedding-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8047102720","shards":1,"effective_bpw":8.5072,"repo":"cstr/octen-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8629499552","shards":1,"effective_bpw":9.1229,"repo":"tex8/Octen-Embedding-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-1b","canonical_repo":"ibm-granite/granite-4.0-h-1b","display_name":"granite-4.0-h-1b","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"1461538368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2744","n_layers":40,"n_head":12,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-h-1b","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"384208704","shards":1,"effective_bpw":2.103,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"413160000","shards":1,"effective_bpw":2.2615,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"459288384","shards":1,"effective_bpw":2.514,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"543110976","shards":1,"effective_bpw":2.9728,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"588928736","shards":1,"effective_bpw":3.2236,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"588929088","shards":1,"effective_bpw":3.2236,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"588929088","shards":1,"effective_bpw":3.2236,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"617631552","shards":1,"effective_bpw":3.3807,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"694789088","shards":1,"effective_bpw":3.8031,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"694789440","shards":1,"effective_bpw":3.8031,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"731653088","shards":1,"effective_bpw":4.0048,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"731653440","shards":1,"effective_bpw":4.0048,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"762913760","shards":1,"effective_bpw":4.1759,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"827486784","shards":1,"effective_bpw":4.5294,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"868316384","shards":1,"effective_bpw":4.7529,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"868316736","shards":1,"effective_bpw":4.7529,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"870282816","shards":1,"effective_bpw":4.7637,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"872641760","shards":1,"effective_bpw":4.7766,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"872642112","shards":1,"effective_bpw":4.7766,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"901162208","shards":1,"effective_bpw":4.9327,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"901162560","shards":1,"effective_bpw":4.9327,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"949976288","shards":1,"effective_bpw":5.1999,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"949976640","shards":1,"effective_bpw":5.1999,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1031636192","shards":1,"effective_bpw":5.6469,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1031636192","shards":1,"effective_bpw":5.6469,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1031636544","shards":1,"effective_bpw":5.6469,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1048556768","shards":1,"effective_bpw":5.7395,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1048557120","shards":1,"effective_bpw":5.7395,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1113296096","shards":1,"effective_bpw":6.0938,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1205163488","shards":1,"effective_bpw":6.5967,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1205163840","shards":1,"effective_bpw":6.5967,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1558926560","shards":1,"effective_bpw":8.5331,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1558926912","shards":1,"effective_bpw":8.5331,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2928332288","shards":1,"effective_bpw":16.0288,"repo":"ibm-granite/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2928332384","shards":1,"effective_bpw":16.0288,"repo":"unsloth/granite-4.0-h-1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gaon-1-7b-v2-translate","canonical_repo":"k08200/gaon-1.7b-v2-translate","display_name":"gaon-1.7b-v2-translate","publisher":"k08200","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2743","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":2048,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"k08200/gaon-1.7b-v2-translate","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515777152","shards":1,"effective_bpw":2.3982,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543793792","shards":1,"effective_bpw":2.5284,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590488192","shards":1,"effective_bpw":2.7455,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631513728","shards":1,"effective_bpw":2.9363,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657826432","shards":1,"effective_bpw":3.0586,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695181952","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732969600","shards":1,"effective_bpw":3.408,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754360960","shards":1,"effective_bpw":3.5075,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777795936","shards":1,"effective_bpw":3.6164,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777796224","shards":1,"effective_bpw":3.6164,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834222720","shards":1,"effective_bpw":3.8788,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867252576","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867252864","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867252864","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895662720","shards":1,"effective_bpw":4.1645,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939538784","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939539072","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003501920","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003502208","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010383488","shards":1,"effective_bpw":4.6979,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016281440","shards":1,"effective_bpw":4.7253,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054423680","shards":1,"effective_bpw":4.9027,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056782976","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060190560","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060190848","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107409248","shards":1,"effective_bpw":5.149,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107409536","shards":1,"effective_bpw":5.149,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142504064","shards":1,"effective_bpw":5.3122,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230584160","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230584448","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257879904","shards":1,"effective_bpw":5.8486,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257880192","shards":1,"effective_bpw":5.8487,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417754976","shards":1,"effective_bpw":6.592,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417755264","shards":1,"effective_bpw":6.592,"repo":"mradermacher/gaon-1.7b-v2-translate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834426720","shards":1,"effective_bpw":8.5294,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447349600","shards":1,"effective_bpw":16.0288,"repo":"mradermacher/gaon-1.7b-v2-translate-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aya-medikal-v2","canonical_repo":"matrixportalx/Aya-Medikal-V2","display_name":"Aya-Medikal-V2","publisher":"matrixportalx","modality":"text","arch_key":"command-r","params_total":"8028033024","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2743","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":256000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"matrixportalx/Aya-Medikal-V2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2209502016","shards":1,"effective_bpw":2.2018,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2351846208","shards":1,"effective_bpw":2.3436,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2589086528","shards":1,"effective_bpw":2.58,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2795656000","shards":1,"effective_bpw":2.7859,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2895008576","shards":1,"effective_bpw":2.8849,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3084800832","shards":1,"effective_bpw":3.074,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3248182080","shards":1,"effective_bpw":3.2368,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3411432256","shards":1,"effective_bpw":3.3995,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438498400","shards":1,"effective_bpw":3.4265,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3438498624","shards":1,"effective_bpw":3.4265,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3724759872","shards":1,"effective_bpw":3.7118,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870511712","shards":1,"effective_bpw":3.857,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3870511936","shards":1,"effective_bpw":3.857,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3888337728","shards":1,"effective_bpw":3.8748,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3990836032","shards":1,"effective_bpw":3.9769,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4224930400","shards":1,"effective_bpw":4.2102,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4224930624","shards":1,"effective_bpw":4.2102,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4527968864","shards":1,"effective_bpw":4.5122,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4527969088","shards":1,"effective_bpw":4.5122,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4600320832","shards":1,"effective_bpw":4.5843,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4637020768","shards":1,"effective_bpw":4.6208,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4812133184","shards":1,"effective_bpw":4.7953,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4814230336","shards":1,"effective_bpw":4.7974,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828910176","shards":1,"effective_bpw":4.812,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4828910400","shards":1,"effective_bpw":4.812,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5056975456","shards":1,"effective_bpw":5.0393,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5056975680","shards":1,"effective_bpw":5.0393,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5233660736","shards":1,"effective_bpw":5.2154,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669868128","shards":1,"effective_bpw":5.6501,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5669868352","shards":1,"effective_bpw":5.6501,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803561568","shards":1,"effective_bpw":5.7833,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5803561792","shards":1,"effective_bpw":5.7833,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596809312","shards":1,"effective_bpw":6.5738,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596809536","shards":1,"effective_bpw":6.5738,"repo":"mradermacher/Aya-Medikal-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541065824","shards":1,"effective_bpw":8.5112,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16067220064","shards":1,"effective_bpw":16.0111,"repo":"mradermacher/Aya-Medikal-V2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openhands-lm-32b-v0-1","canonical_repo":"OpenHands/openhands-lm-32b-v0.1","display_name":"openhands-lm-32b-v0.1","publisher":"OpenHands","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2741","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenHands/openhands-lm-32b-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507872","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161632","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9028250816","shards":1,"effective_bpw":2.2044,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028251232","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551296","shards":1,"effective_bpw":2.4313,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551712","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569856","shards":1,"effective_bpw":2.5363,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387570272","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441536","shards":1,"effective_bpw":2.7505,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441952","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001632","shards":1,"effective_bpw":2.805,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099456","shards":1,"effective_bpw":3.0065,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099872","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271616","shards":1,"effective_bpw":3.135,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839272032","shards":1,"effective_bpw":3.135,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419456","shards":1,"effective_bpw":3.1922,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514176","shards":1,"effective_bpw":3.3465,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514592","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331456","shards":1,"effective_bpw":3.5142,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331872","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436896352","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123456","shards":1,"effective_bpw":3.6162,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123872","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048896","shards":1,"effective_bpw":3.8909,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935049312","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079328","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079616","shards":1,"effective_bpw":4.2112,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247080032","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154496","shards":1,"effective_bpw":4.3202,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154912","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174656","shards":1,"effective_bpw":4.5617,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010496","shards":1,"effective_bpw":4.5687,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010912","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410816","shards":1,"effective_bpw":4.5866,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784411232","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336608","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336896","shards":1,"effective_bpw":4.8471,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851337312","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180096","shards":1,"effective_bpw":4.9882,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243456","shards":1,"effective_bpw":5.0395,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243872","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255296","shards":1,"effective_bpw":5.5276,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255712","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262158016","shards":1,"effective_bpw":5.68,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158432","shards":1,"effective_bpw":5.68,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680256","shards":1,"effective_bpw":5.7973,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155168","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155456","shards":1,"effective_bpw":6.5648,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155872","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/openhands-lm-32b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274176","shards":1,"effective_bpw":6.6569,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885408","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885696","shards":1,"effective_bpw":8.5023,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970400","shards":2,"effective_bpw":16.002,"repo":"bartowski/all-hands_openhands-lm-32b-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-claude-4-6-opus-reasoning-distilled","canonical_repo":"Jackrong/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","display_name":"Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","publisher":"Jackrong","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2740","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Jackrong/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7299328064","shards":1,"effective_bpw":1.6242,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8066191424","shards":1,"effective_bpw":1.7949,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9344297024","shards":1,"effective_bpw":2.0793,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10369402944","shards":1,"effective_bpw":2.3074,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514851904","shards":1,"effective_bpw":2.3398,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11537336384","shards":1,"effective_bpw":2.5673,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12034129984","shards":1,"effective_bpw":2.6778,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12821626944","shards":1,"effective_bpw":2.8531,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13533317184","shards":1,"effective_bpw":3.0114,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14417295424","shards":1,"effective_bpw":3.2081,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182182464","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15183575104","shards":1,"effective_bpw":3.3786,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440517184","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16760830016","shards":1,"effective_bpw":3.7296,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18052413504","shards":1,"effective_bpw":4.017,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18650132544","shards":1,"effective_bpw":4.15,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799265344","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19884003392","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21169115200","shards":1,"effective_bpw":4.7106,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848166464","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981281344","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24764780608","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514150464","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-abliterated","canonical_repo":"wangzhang/Qwen3.6-35B-A3B-abliterated","display_name":"Qwen3.6-35B-A3B-abliterated","publisher":"wangzhang","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2738","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"wangzhang/Qwen3.6-35B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142624","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209504","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654304","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031584","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480544","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236384","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097824","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12939594496","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594784","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623759904","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145184","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182185216","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185504","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424864","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520224","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764928","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765216","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18115330816","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331104","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778784","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18939312896","shards":1,"effective_bpw":4.3158,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268384","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889904384","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904672","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758656","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166758944","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169504","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981284096","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284384","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131776","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132064","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153216","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153504","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140096","shards":1,"effective_bpw":8.4093,"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"capybara-tess-yi-34b-200k","canonical_repo":"brucethemoose/Capybara-Tess-Yi-34B-200K","display_name":"Capybara-Tess-Yi-34B-200K","publisher":"brucethemoose","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2733","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"brucethemoose/Capybara-Tess-Yi-34B-200K","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498979296","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176785376","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306462176","shards":1,"effective_bpw":2.165,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306541536","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891020256","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794761696","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12825233376","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825233376","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333874656","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"14234318816","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234318816","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14555875328","shards":1,"effective_bpw":3.3862,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960293856","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960293856","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960293888","shards":1,"effective_bpw":3.4803,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"15018784736","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018784736","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564699616","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15564699616","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16636573696","shards":1,"effective_bpw":3.8702,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654923744","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16654923744","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139445216","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445216","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445248","shards":1,"effective_bpw":4.2198,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475050976","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18635614176","shards":1,"effective_bpw":4.3353,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19466528768","shards":1,"effective_bpw":4.5286,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754016","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19543599104","shards":1,"effective_bpw":4.5465,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598649312","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19598649312","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658710496","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658710496","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658710528","shards":1,"effective_bpw":4.8059,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707690976","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707690976","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845216","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321845216","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845248","shards":1,"effective_bpw":5.6581,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213925856","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213925856","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213925888","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542281696","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542281728","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wan2-2-t2v-14b","canonical_repo":"Wan-AI/Wan2.2-T2V-14B","display_name":"Wan2.2-T2V-14B","publisher":"Wan-AI","modality":"video","arch_key":"wan","params_total":"14288901184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2733","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"gemma-4-assguard-31b","canonical_repo":"Ateron/Gemma-4-AssGuard-31B","display_name":"Gemma-4-AssGuard-31B","publisher":"Ateron","modality":"text","arch_key":"gemma4","params_total":"31273088876","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2732","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ateron/Gemma-4-AssGuard-31B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156489728","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725872640","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674844160","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530359296","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157889024","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917066240","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976589312","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916313856","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916314112","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077508096","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072369152","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761357056","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761357312","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761357312","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424497664","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287108864","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287109120","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628270336","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628270592","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735790592","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862233856","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701578240","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763165440","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763165696","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687063296","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687063552","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481421312","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311841536","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311841792","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845570816","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845571072","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201485056","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201485312","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-AssGuard-31B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635675904","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-AssGuard-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ntx-2-1-pro","canonical_repo":"DedeProGames/NTX-2.1-Pro","display_name":"NTX-2.1-Pro","publisher":"DedeProGames","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2731","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DedeProGames/NTX-2.1-Pro","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935552","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849657152","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299193152","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691589952","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313472","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942272","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850432","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984576","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984832","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942667072","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375301952","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106496","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106752","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959552","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410752","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313856","shards":1,"effective_bpw":3.966,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321314112","shards":1,"effective_bpw":3.966,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652096","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652352","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110731072","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362816","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541364032","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002432","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476416","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476672","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754176","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754432","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522752","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895616","shards":1,"effective_bpw":5.56,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895872","shards":1,"effective_bpw":5.56,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570816","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514571072","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938496","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938752","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/NTX-2.1-Pro-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534976","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/NTX-2.1-Pro-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"semancer-27b","canonical_repo":"UnstableLlama/Semancer-27B","display_name":"Semancer-27B","publisher":"UnstableLlama","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2730","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UnstableLlama/Semancer-27B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864591712","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864591968","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535392","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256535648","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602606688","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768330848","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736352","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500736608","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798112","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798368","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309038688","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449632","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760417888","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298272","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298528","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810713952","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714208","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343767648","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681632","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971681888","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535700832","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701088","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999392","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22430999648","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Semancer-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083872","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Semancer-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen7b","canonical_repo":"qwen/qwen7b","display_name":"qwen7b","publisher":"qwen","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2728","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"riverfish-rocinante-12b-sft-dpo","canonical_repo":"amylynn/Riverfish-Rocinante-12B-SFT-DPO","display_name":"Riverfish-Rocinante-12B-SFT-DPO","publisher":"amylynn","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2727","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"amylynn/Riverfish-Rocinante-12B-SFT-DPO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212672","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221625472","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592313472","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915078272","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138474112","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024512","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493679232","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048544","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048832","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945386112","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306489472","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226784","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534227072","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079872","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722233472","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090784","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083091072","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561503584","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503872","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710912","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800054624","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094639232","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097916032","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197984","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120198272","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205344","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205632","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795219072","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518736224","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736512","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727632224","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632512","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210784","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056211072","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022370144","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Riverfish-Rocinante-12B-SFT-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-omnimerge-v4-mtp-gguf","canonical_repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","display_name":"Qwen3.6-27B-Omnimerge-v4-MTP-GGUF","publisher":"ManniX-ITA","modality":"text","arch_key":"qwen35","params_total":"27320697856","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2726","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ3_XXS","bytes":"11425354560","shards":1,"effective_bpw":3.3456,"repo":"kairusama/Qwen3.6-27B-Omnimerge-v4-MTP-IQ3_XXS-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-8b-stheno-v3-3-32k","canonical_repo":"Sao10K/L3-8B-Stheno-v3.3-32K","display_name":"L3-8B-Stheno-v3.3-32K","publisher":"Sao10K","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2724","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/L3-8B-Stheno-v3.3-32K","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627648","shards":1,"effective_bpw":2.012,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971840","shards":1,"effective_bpw":2.1538,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212160","shards":1,"effective_bpw":2.3902,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781632","shards":1,"effective_bpw":2.596,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488704","shards":1,"effective_bpw":2.7481,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280960","shards":1,"effective_bpw":2.9372,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131296","shards":1,"effective_bpw":3.1672,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912384","shards":1,"effective_bpw":3.2626,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747264","shards":1,"effective_bpw":3.5055,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499104","shards":1,"effective_bpw":3.6507,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499104","shards":1,"effective_bpw":3.6507,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325120","shards":1,"effective_bpw":3.6684,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823424","shards":1,"effective_bpw":3.7706,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917792","shards":1,"effective_bpw":4.0038,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917792","shards":1,"effective_bpw":4.0038,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956256","shards":1,"effective_bpw":4.3057,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956256","shards":1,"effective_bpw":4.3057,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662720","shards":1,"effective_bpw":4.4309,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211552","shards":1,"effective_bpw":4.6436,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668832","shards":1,"effective_bpw":4.675,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668832","shards":1,"effective_bpw":4.675,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734112","shards":1,"effective_bpw":4.9022,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734112","shards":1,"effective_bpw":4.9022,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252704","shards":1,"effective_bpw":5.1109,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293856","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293856","shards":1,"effective_bpw":5.5782,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293856","shards":1,"effective_bpw":5.5782,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987296","shards":1,"effective_bpw":5.7114,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987296","shards":1,"effective_bpw":5.7114,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068335008","shards":1,"effective_bpw":6.0455,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006304","shards":1,"effective_bpw":6.5711,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006304","shards":1,"effective_bpw":6.5711,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770720","shards":1,"effective_bpw":8.5086,"repo":"QuantFactory/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770720","shards":1,"effective_bpw":8.5086,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068891040","shards":1,"effective_bpw":16.0083,"repo":"Lewdiculous/L3-8B-Stheno-v3.3-32K-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891040","shards":1,"effective_bpw":16.0083,"repo":"Lewdiculous/L3-8B-Stheno-v3.3-32K-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881056","shards":1,"effective_bpw":32.0078,"repo":"backyardai/L3-8B-Stheno-v3.3-32K-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"garnet-ocr-7b-0422","canonical_repo":"prithivMLmods/Garnet-OCR-7B-0422","display_name":"Garnet-OCR-7B-0422","publisher":"prithivMLmods","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2723","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Garnet-OCR-7B-0422","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668384","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197152","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078432","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022880","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638432","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343456","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074784","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941280","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515616","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257056","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369568","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193504","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013088","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392352","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460448","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473632","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814432","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122272","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770144","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074720","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284768","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177632","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832416","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199968","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Garnet-OCR-7B-0422-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"behemoth-x-123b-v2","canonical_repo":"TheDrummer/Behemoth-X-123B-v2","display_name":"Behemoth-X-123B-v2","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"122610069504","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2721","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":32768,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Behemoth-X-123B-v2","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"25959778688","shards":1,"effective_bpw":1.6938,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"28386314624","shards":1,"effective_bpw":1.8521,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"32430541184","shards":1,"effective_bpw":2.116,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"36081158528","shards":1,"effective_bpw":2.3542,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"38384224640","shards":1,"effective_bpw":2.5045,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"41619605888","shards":1,"effective_bpw":2.7156,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"45196298624","shards":1,"effective_bpw":2.9489,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"45589514624","shards":1,"effective_bpw":2.9746,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"47009024384","shards":1,"effective_bpw":3.0672,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"50142169664","shards":2,"effective_bpw":3.2717,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"52849855040","shards":2,"effective_bpw":3.4483,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"55276390944","shards":2,"effective_bpw":3.6066,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59102775872","shards":2,"effective_bpw":3.8563,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"64554322496","shards":2,"effective_bpw":4.212,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"65434339904","shards":2,"effective_bpw":4.2694,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"69218650688","shards":2,"effective_bpw":4.5163,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"69322459712","shards":2,"effective_bpw":4.5231,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"69570972224","shards":2,"effective_bpw":4.5393,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"73219623488","shards":2,"effective_bpw":4.7774,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"73518467648","shards":2,"effective_bpw":4.7969,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"76718066208","shards":2,"effective_bpw":5.0057,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"84355893920","shards":3,"effective_bpw":5.504,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"86488304288","shards":3,"effective_bpw":5.6431,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"100586277568","shards":3,"effective_bpw":6.563,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"130280376864","shards":4,"effective_bpw":8.5005,"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harbinger-24b","canonical_repo":"LatitudeGames/Harbinger-24B","display_name":"Harbinger-24B","publisher":"LatitudeGames","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2719","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Harbinger-24B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5273719744","shards":1,"effective_bpw":1.7898,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5750494144","shards":1,"effective_bpw":1.9516,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545118144","shards":1,"effective_bpw":2.2213,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207031744","shards":1,"effective_bpw":2.4459,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478350784","shards":1,"effective_bpw":2.538,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114049984","shards":1,"effective_bpw":2.7537,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8320160704","shards":1,"effective_bpw":2.8237,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890323904","shards":1,"effective_bpw":3.0172,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280590784","shards":1,"effective_bpw":3.1496,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907114944","shards":1,"effective_bpw":3.3623,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400273344","shards":1,"effective_bpw":3.5296,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10428126144","shards":1,"effective_bpw":3.5391,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650948544","shards":1,"effective_bpw":3.6147,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474080704","shards":1,"effective_bpw":3.8941,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400759744","shards":1,"effective_bpw":4.2086,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758913984","shards":1,"effective_bpw":4.3301,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468013504","shards":1,"effective_bpw":4.5708,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549278144","shards":1,"effective_bpw":4.5984,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333907904","shards":1,"effective_bpw":4.8646,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304411584","shards":1,"effective_bpw":5.5334,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763982784","shards":1,"effective_bpw":5.6894,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345937344","shards":1,"effective_bpw":6.5656,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054778304","shards":1,"effective_bpw":8.5031,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153517280","shards":1,"effective_bpw":16.003,"repo":"LatitudeGames/Harbinger-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"merged-rp-stew-v2-34b","canonical_repo":"ParasiticRogue/Merged-RP-Stew-V2-34B","display_name":"Merged-RP-Stew-V2-34B","publisher":"ParasiticRogue","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2718","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ParasiticRogue/Merged-RP-Stew-V2-34B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498979360","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176785440","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306462240","shards":1,"effective_bpw":2.165,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306541600","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891020320","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794761760","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825233440","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333874720","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234318880","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960293920","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018784800","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564699680","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654923808","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139445280","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475051040","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754080","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598649376","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658710560","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707691040","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321845280","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213925920","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Merged-RP-Stew-V2-34B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rwkv-6-world-7b","canonical_repo":"RWKV/rwkv-6-world-7b","display_name":"rwkv-6-world-7b","publisher":"RWKV","modality":"text","arch_key":"rwkv6","params_total":"7635746816","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2713","n_layers":32,"n_head":64,"n_head_kv":64,"head_dim_k":64,"head_dim_v":64,"hidden":4096,"vocab_size":65536,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RWKV/rwkv-6-world-7b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3015096032","shards":1,"effective_bpw":3.1589,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3078010592","shards":1,"effective_bpw":3.2248,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3340154592","shards":1,"effective_bpw":3.4995,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3814110944","shards":1,"effective_bpw":3.9961,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3814110944","shards":1,"effective_bpw":3.9961,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3814110944","shards":1,"effective_bpw":3.9961,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3814110944","shards":1,"effective_bpw":3.9961,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3814110944","shards":1,"effective_bpw":3.9961,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4550211296","shards":1,"effective_bpw":4.7673,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4776703712","shards":1,"effective_bpw":5.0046,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4776703712","shards":1,"effective_bpw":5.0046,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4776703712","shards":1,"effective_bpw":5.0046,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4975933152","shards":1,"effective_bpw":5.2133,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5682673376","shards":1,"effective_bpw":5.9538,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5682673376","shards":1,"effective_bpw":5.9538,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5848348384","shards":1,"effective_bpw":6.1273,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6645266144","shards":1,"effective_bpw":6.9623,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6775289568","shards":1,"effective_bpw":7.0985,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8465594080","shards":1,"effective_bpw":8.8694,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15512024512","shards":1,"effective_bpw":16.252,"repo":"bartowski/rwkv-6-world-7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"orpheus-3b-0-1-pretrained","canonical_repo":"canopylabs/orpheus-3b-0.1-pretrained","display_name":"orpheus-3b-0.1-pretrained","publisher":"canopylabs","modality":"audio_tts","arch_key":"llama","params_total":"3782980608","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2711","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":156939,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/orpheus-3b-0.1-pretrained","arch_confidence":0.8,"quantizations":[{"quant":"IQ2_XXS","bytes":"1498995616","shards":1,"effective_bpw":3.17,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1579113376","shards":1,"effective_bpw":3.3394,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1595321920","shards":1,"effective_bpw":3.3737,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1615240096","shards":1,"effective_bpw":3.4158,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1665571744","shards":1,"effective_bpw":3.5222,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"1694817184","shards":1,"effective_bpw":3.5841,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1796119456","shards":1,"effective_bpw":3.7983,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"1822880224","shards":1,"effective_bpw":3.8549,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1823200480","shards":1,"effective_bpw":3.8556,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1834654624","shards":1,"effective_bpw":3.8798,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1967510752","shards":1,"effective_bpw":4.1608,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1975032736","shards":1,"effective_bpw":4.1767,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1975032736","shards":1,"effective_bpw":4.1767,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2017352608","shards":1,"effective_bpw":4.2662,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2056406944","shards":1,"effective_bpw":4.3488,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2095699168","shards":1,"effective_bpw":4.4318,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2137274272","shards":1,"effective_bpw":4.5198,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2145415648","shards":1,"effective_bpw":4.537,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2158424128","shards":1,"effective_bpw":4.5645,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2261570752","shards":1,"effective_bpw":4.7826,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2261573632","shards":1,"effective_bpw":4.7826,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2272583680","shards":1,"effective_bpw":4.8059,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2363760640","shards":1,"effective_bpw":4.9987,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2373700000","shards":1,"effective_bpw":5.0197,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2378942368","shards":1,"effective_bpw":5.0308,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2414572000","shards":1,"effective_bpw":5.1062,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2467866880","shards":1,"effective_bpw":5.2189,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2472571360","shards":1,"effective_bpw":5.2288,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2610125728","shards":1,"effective_bpw":5.5197,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2674160128","shards":1,"effective_bpw":5.6551,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2674160128","shards":1,"effective_bpw":5.6551,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2706098080","shards":1,"effective_bpw":5.7227,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2726801920","shards":1,"effective_bpw":5.7665,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2768269792","shards":1,"effective_bpw":5.8542,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2798350816","shards":1,"effective_bpw":5.9178,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2846551456","shards":1,"effective_bpw":6.0197,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2880453376","shards":1,"effective_bpw":6.0914,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3031877536","shards":1,"effective_bpw":6.4116,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"3112530400","shards":1,"effective_bpw":6.5822,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3112533280","shards":1,"effective_bpw":6.5822,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3346057120","shards":1,"effective_bpw":7.076,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4028679776","shards":1,"effective_bpw":8.5196,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4028682976","shards":1,"effective_bpw":8.5196,"repo":"QuantFactory/orpheus-3b-0.1-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7575065696","shards":1,"effective_bpw":16.0193,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7575065696","shards":1,"effective_bpw":16.0193,"repo":"Mungert/orpheus-finetuned-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"igorls-gemma-4-e4b-it-heretic","canonical_repo":"igorls/gemma-4-E4B-it-heretic","display_name":"gemma-4-E4B-it-heretic","publisher":"igorls","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2711","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"igorls/gemma-4-E4B-it-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5335285472","shards":1,"effective_bpw":5.3378,"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762907872","shards":1,"effective_bpw":5.7657,"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217256672","shards":1,"effective_bpw":6.2202,"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031235808","shards":1,"effective_bpw":8.0351,"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053090528","shards":1,"effective_bpw":15.0603,"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supra-50m-base","canonical_repo":"SupraLabs/Supra-50M-Base","display_name":"Supra-50M-Base","publisher":"SupraLabs","modality":"text","arch_key":"llama","params_total":"51786240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2710","n_layers":12,"n_head":8,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":512,"vocab_size":32000,"ctx_native":1024,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SupraLabs/Supra-50M-Base","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"22951072","shards":1,"effective_bpw":3.5455,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23467168","shards":1,"effective_bpw":3.6252,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"24327328","shards":1,"effective_bpw":3.7581,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"25113760","shards":1,"effective_bpw":3.8796,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ1_0","bytes":"25138976","shards":1,"effective_bpw":3.8835,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"25715872","shards":1,"effective_bpw":3.9726,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"26392352","shards":1,"effective_bpw":4.0771,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"26404000","shards":1,"effective_bpw":4.0789,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27411616","shards":1,"effective_bpw":4.2346,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"28362912","shards":1,"effective_bpw":4.3815,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"28751648","shards":1,"effective_bpw":4.4416,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"30159008","shards":1,"effective_bpw":4.659,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30988064","shards":1,"effective_bpw":4.7871,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30988064","shards":1,"effective_bpw":4.7871,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31704864","shards":1,"effective_bpw":4.8978,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"32728864","shards":1,"effective_bpw":5.056,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"33826592","shards":1,"effective_bpw":5.2256,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"33838880","shards":1,"effective_bpw":5.2275,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"34539296","shards":1,"effective_bpw":5.3357,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"34674464","shards":1,"effective_bpw":5.3566,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"35731232","shards":1,"effective_bpw":5.5198,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"36751136","shards":1,"effective_bpw":5.6774,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"37445408","shards":1,"effective_bpw":5.7846,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"38962976","shards":1,"effective_bpw":6.019,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"39503648","shards":1,"effective_bpw":6.1026,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"40959776","shards":1,"effective_bpw":6.3275,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"41174816","shards":1,"effective_bpw":6.3607,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"45758240","shards":1,"effective_bpw":7.0688,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"56202016","shards":1,"effective_bpw":8.6822,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"104739616","shards":1,"effective_bpw":16.1803,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"104739616","shards":1,"effective_bpw":16.1803,"repo":"SupraLabs/Supra-50M-Instruct","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"104739616","shards":1,"effective_bpw":16.1803,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"208286496","shards":1,"effective_bpw":32.1763,"repo":"SupraLabs/supra-50m-instruct-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-40b-roughhouse-claude-4-6-opus-polar-deckard-uncensored-heretic-thinking","canonical_repo":"DavidAU/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking","display_name":"Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"39533326832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2708","n_layers":96,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"10073623584","shards":1,"effective_bpw":2.0385,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"10795512864","shards":1,"effective_bpw":2.1846,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"11998661664","shards":1,"effective_bpw":2.4281,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12984773664","shards":1,"effective_bpw":2.6276,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"13328694304","shards":1,"effective_bpw":2.6972,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"14291213344","shards":1,"effective_bpw":2.892,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"14636946464","shards":1,"effective_bpw":2.9619,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15331955424","shards":1,"effective_bpw":3.1026,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"15331955744","shards":1,"effective_bpw":3.1026,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"16063880224","shards":1,"effective_bpw":3.2507,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17150589984","shards":1,"effective_bpw":3.4706,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"17310825184","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"17310825504","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"17828887584","shards":1,"effective_bpw":3.6079,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18071206944","shards":1,"effective_bpw":3.6569,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"19145505504","shards":1,"effective_bpw":3.8743,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"19145505824","shards":1,"effective_bpw":3.8743,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20717058784","shards":1,"effective_bpw":4.1923,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"20717059104","shards":1,"effective_bpw":4.1923,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"21759091744","shards":1,"effective_bpw":4.4032,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"21926208224","shards":1,"effective_bpw":4.437,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"22397617184","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22484779744","shards":1,"effective_bpw":4.55,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"22484780064","shards":1,"effective_bpw":4.55,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"23936565984","shards":1,"effective_bpw":4.8438,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"23936566304","shards":1,"effective_bpw":4.8438,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"24693097504","shards":1,"effective_bpw":4.9969,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27055424224","shards":1,"effective_bpw":5.475,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"27055424544","shards":1,"effective_bpw":5.475,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"27882652384","shards":1,"effective_bpw":5.6424,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"27882652704","shards":1,"effective_bpw":5.6424,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32075369184","shards":1,"effective_bpw":6.4908,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"32075369504","shards":1,"effective_bpw":6.4908,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"41537303264","shards":1,"effective_bpw":8.4055,"repo":"mradermacher/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sex-roleplay-3-2-1b","canonical_repo":"Novaciano/SEX_ROLEPLAY-3.2-1B","display_name":"SEX_ROLEPLAY-3.2-1B","publisher":"Novaciano","modality":"text","arch_key":"llama","params_total":"1498499072","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2707","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128260,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Novaciano/SEX_ROLEPLAY-3.2-1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"479751104","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"499805120","shards":1,"effective_bpw":2.6683,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"533228480","shards":1,"effective_bpw":2.8467,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"562064320","shards":1,"effective_bpw":3.0007,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"601587456","shards":1,"effective_bpw":3.2117,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"628326144","shards":1,"effective_bpw":3.3544,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640860160","shards":1,"effective_bpw":3.4213,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"667074560","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"674987776","shards":1,"effective_bpw":3.6035,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"733991744","shards":1,"effective_bpw":3.9185,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"754570048","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"756798272","shards":1,"effective_bpw":4.0403,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"770167616","shards":1,"effective_bpw":4.1117,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"803722048","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"845402944","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"882697856","shards":1,"effective_bpw":4.7124,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"920790912","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"920790912","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"923412352","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"955459456","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"995928448","shards":1,"effective_bpw":5.3169,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1073163136","shards":1,"effective_bpw":5.7293,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1092103040","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1237286848","shards":1,"effective_bpw":6.6055,"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"impish-qwen-14b-1m","canonical_repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M","display_name":"Impish_QWEN_14B-1M","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2705","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":1010000,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Impish_QWEN_14B-1M","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607992672","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872307552","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312832352","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704573792","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003725152","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356144992","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397186912","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770496352","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946706272","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383360352","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659593472","shards":1,"effective_bpw":3.6071,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659594592","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693017952","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916536672","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339201792","shards":1,"effective_bpw":3.9752,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339202912","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924765952","shards":1,"effective_bpw":4.2923,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767072","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839072","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544266592","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549181792","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573428992","shards":1,"effective_bpw":4.6437,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430112","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988108032","shards":1,"effective_bpw":4.8683,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988109152","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392138592","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266551552","shards":1,"effective_bpw":5.5607,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266552672","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508870912","shards":1,"effective_bpw":5.692,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872032","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124681472","shards":1,"effective_bpw":6.5672,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124682592","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Impish_QWEN_14B-1M-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701595392","shards":1,"effective_bpw":8.5046,"repo":"SicariusSicariiStuff/Impish_QWEN_14B-1M_GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkidol-gemma-4-e4b-it","canonical_repo":"aifeifei798/Darkidol-Gemma-4-E4B-it","display_name":"Darkidol-Gemma-4-E4B-it","publisher":"aifeifei798","modality":"text","arch_key":"gemma4","params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2703","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/Darkidol-Gemma-4-E4B-it","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401316352","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401316608","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654633472","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654633728","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663163648","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714691328","shards":1,"effective_bpw":4.717,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850391552","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850391808","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021276672","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021276928","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070951168","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091430912","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193954048","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194117888","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202964992","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202965248","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335286272","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335286528","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435945728","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685965312","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685965568","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762908672","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762908928","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217257472","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217257728","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031236608","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053091328","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zonos2","canonical_repo":"Zyphra/ZONOS2","display_name":"ZONOS2","publisher":"Zyphra","modality":"audio_tts","arch_key":"dac","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2703","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K","bytes":"4917891968","shards":1,"effective_bpw":null,"repo":"Zyphra/ZONOS2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5823861632","shards":1,"effective_bpw":null,"repo":"Zyphra/ZONOS2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6786454400","shards":1,"effective_bpw":null,"repo":"Zyphra/ZONOS2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541770624","shards":1,"effective_bpw":null,"repo":"Zyphra/ZONOS2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15336543104","shards":1,"effective_bpw":null,"repo":"Zyphra/ZONOS2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sefi-image-5b-turbo","canonical_repo":"SeFi-Image/SeFi-Image-5B-turbo","display_name":"SeFi-Image-5B-turbo","publisher":"SeFi-Image","modality":"text","arch_key":"sefi","params_total":"4972626176","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2700","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_S","bytes":"3143492000","shards":1,"effective_bpw":5.0573,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3155086752","shards":1,"effective_bpw":5.0759,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3769002912","shards":1,"effective_bpw":6.0636,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3777828768","shards":1,"effective_bpw":6.0778,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4144101792","shards":1,"effective_bpw":6.6671,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5335073184","shards":1,"effective_bpw":8.5831,"repo":"realrebelai/SeFi-Image-5B-Turbo","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rombos-llm-v2-5-qwen-14b","canonical_repo":"rombodawg/Rombos-LLM-V2.5-Qwen-14b","display_name":"Rombos-LLM-V2.5-Qwen-14b","publisher":"rombodawg","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2699","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_S","bytes":"5003726752","shards":1,"effective_bpw":2.7102,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146592","shards":1,"effective_bpw":2.9011,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497952","shards":1,"effective_bpw":3.1255,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361952","shards":1,"effective_bpw":3.4575,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817952","shards":1,"effective_bpw":3.5373,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596192","shards":1,"effective_bpw":3.6071,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538272","shards":1,"effective_bpw":3.7463,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204512","shards":1,"effective_bpw":3.9752,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768672","shards":1,"effective_bpw":4.2923,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840672","shards":1,"effective_bpw":4.398,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268192","shards":1,"effective_bpw":4.6279,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431712","shards":1,"effective_bpw":4.6437,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110752","shards":1,"effective_bpw":4.8683,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953952","shards":1,"effective_bpw":5.1813,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554272","shards":1,"effective_bpw":5.5607,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873632","shards":1,"effective_bpw":5.692,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395872","shards":1,"effective_bpw":5.9523,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684192","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802912","shards":1,"effective_bpw":6.7714,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598112","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716224","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"impish-llama-4b","canonical_repo":"SicariusSicariiStuff/Impish_LLAMA_4B","display_name":"Impish_LLAMA_4B","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":"4512746496","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"2697","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Impish_LLAMA_4B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1722633536","shards":1,"effective_bpw":3.0538,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1839738176","shards":1,"effective_bpw":3.2614,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1880116544","shards":1,"effective_bpw":3.333,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2027603264","shards":1,"effective_bpw":3.5944,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101527200","shards":1,"effective_bpw":3.7255,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101527872","shards":1,"effective_bpw":3.7255,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183415104","shards":1,"effective_bpw":3.8707,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2224506176","shards":1,"effective_bpw":3.9435,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296562336","shards":1,"effective_bpw":4.0712,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296563008","shards":1,"effective_bpw":4.0712,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464858784","shards":1,"effective_bpw":4.3696,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464859456","shards":1,"effective_bpw":4.3696,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2535546176","shards":1,"effective_bpw":4.4949,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2655599936","shards":1,"effective_bpw":4.7077,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2661104960","shards":1,"effective_bpw":4.7175,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664250016","shards":1,"effective_bpw":4.7231,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664250688","shards":1,"effective_bpw":4.7231,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778282656","shards":1,"effective_bpw":4.9252,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778283328","shards":1,"effective_bpw":4.9252,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2905931072","shards":1,"effective_bpw":5.1515,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3070707008","shards":1,"effective_bpw":5.4436,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163339424","shards":1,"effective_bpw":5.6078,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163340096","shards":1,"effective_bpw":5.6078,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230186144","shards":1,"effective_bpw":5.7263,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230186816","shards":1,"effective_bpw":5.7263,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3473360192","shards":1,"effective_bpw":6.1574,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710333600","shards":1,"effective_bpw":6.5775,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710334272","shards":1,"effective_bpw":6.5775,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3901179200","shards":1,"effective_bpw":6.9158,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803216032","shards":1,"effective_bpw":8.5149,"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803216704","shards":1,"effective_bpw":8.5149,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9033729056","shards":1,"effective_bpw":16.0146,"repo":"bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stoicism1-llama3-1-8b-instruct","canonical_repo":"AlbertoB12/Stoicism1_Llama3.1-8b-instruct","display_name":"Stoicism1_Llama3.1-8b-instruct","publisher":"AlbertoB12","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"2695","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AlbertoB12/Stoicism1_Llama3.1-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633344","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977536","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217856","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787328","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494400","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286656","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820672","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137216","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918080","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518752960","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505024","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330816","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829120","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923712","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962176","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668416","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897536","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994688","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674752","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740032","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258624","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299776","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993216","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012224","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Stoicism1_Llama3.1-8b-instruct-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darwin-28b-reason","canonical_repo":"FINAL-Bench/Darwin-28B-REASON","display_name":"Darwin-28B-REASON","publisher":"FINAL-Bench","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2694","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FINAL-Bench/Darwin-28B-REASON","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149820928","shards":1,"effective_bpw":2.1267,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631080448","shards":1,"effective_bpw":2.2698,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433179648","shards":1,"effective_bpw":2.5084,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090587648","shards":1,"effective_bpw":2.7039,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362910208","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004589568","shards":1,"effective_bpw":2.9758,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248322048","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10711661312","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711661568","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186367488","shards":1,"effective_bpw":3.3273,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967126528","shards":1,"effective_bpw":3.5595,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073949952","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073950208","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419324928","shards":1,"effective_bpw":3.694,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580871168","shards":1,"effective_bpw":3.7421,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301439232","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301439488","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344772352","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344772608","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082503168","shards":1,"effective_bpw":4.4862,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193914112","shards":1,"effective_bpw":4.5193,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521430528","shards":1,"effective_bpw":4.6167,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586310912","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586311168","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547396352","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547396608","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078238208","shards":1,"effective_bpw":5.0798,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679610112","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679610368","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231095552","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231095808","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082525952","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082526208","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Darwin-28B-REASON-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595759872","shards":1,"effective_bpw":8.5056,"repo":"mradermacher/Darwin-28B-REASON-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-qwen2-5-3b-instruct","canonical_repo":"unsloth/Qwen2.5-3B-Instruct","display_name":"Qwen2.5-3B-Instruct","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2685","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen2.5-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1929902496","shards":1,"effective_bpw":5.0031,"repo":"r1r21nb/qwen2.5-3b-instruct.Q4_K_M.gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"patricide-12b-unslop-mell","canonical_repo":"redrix/patricide-12B-Unslop-Mell","display_name":"patricide-12B-Unslop-Mell","publisher":"redrix","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2684","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"redrix/patricide-12B-Unslop-Mell","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999211872","shards":1,"effective_bpw":1.959,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624672","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312672","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077472","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473312","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023712","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047776","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048032","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385312","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488672","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226016","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226272","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079072","shards":1,"effective_bpw":3.633,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232672","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090016","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090272","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502816","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503072","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710112","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800053856","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638432","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197216","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197472","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204576","shards":1,"effective_bpw":4.884,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204832","shards":1,"effective_bpw":4.884,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735456","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735712","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631456","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631712","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210016","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210272","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/patricide-12B-Unslop-Mell-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369376","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/patricide-12B-Unslop-Mell-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythos-nano-obliterated","canonical_repo":"usermma/Mythos-nano-OBLITERATED","display_name":"Mythos-nano-OBLITERATED","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2682","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/Mythos-nano-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094496","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027744","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249824","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546080","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938400","shards":1,"effective_bpw":2.753,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516064","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128352","shards":1,"effective_bpw":3.106,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756064","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756320","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827488","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836384","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357472","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357728","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864480","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895200","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475744","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476000","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391968","shards":1,"effective_bpw":4.4262,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392224","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095264","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753185248","shards":1,"effective_bpw":4.545,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209568","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486368","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384352","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384608","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903072","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903328","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258528","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666528","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666784","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815072","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815328","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159072","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159328","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/Mythos-nano-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476320","shards":1,"effective_bpw":8.5173,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317280","shards":1,"effective_bpw":16.0167,"repo":"mradermacher/Mythos-nano-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinyr1-32b-preview","canonical_repo":"qihoo360/TinyR1-32B-Preview","display_name":"TinyR1-32B-Preview","publisher":"qihoo360","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2679","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"qihoo360/TinyR1-32B-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957550624","shards":1,"effective_bpw":2.4313,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550656","shards":1,"effective_bpw":2.4313,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550848","shards":1,"effective_bpw":2.4313,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569184","shards":1,"effective_bpw":2.5363,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569216","shards":1,"effective_bpw":2.5363,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569408","shards":1,"effective_bpw":2.5363,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440864","shards":1,"effective_bpw":2.7505,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440896","shards":1,"effective_bpw":2.7505,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441088","shards":1,"effective_bpw":2.7505,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098784","shards":1,"effective_bpw":3.0065,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098816","shards":1,"effective_bpw":3.0065,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099008","shards":1,"effective_bpw":3.0065,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839270944","shards":1,"effective_bpw":3.135,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839270976","shards":1,"effective_bpw":3.135,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271168","shards":1,"effective_bpw":3.135,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418784","shards":1,"effective_bpw":3.1922,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418816","shards":1,"effective_bpw":3.1922,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419008","shards":1,"effective_bpw":3.1922,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513504","shards":1,"effective_bpw":3.3465,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513536","shards":1,"effective_bpw":3.3465,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513728","shards":1,"effective_bpw":3.3465,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330784","shards":1,"effective_bpw":3.5142,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330816","shards":1,"effective_bpw":3.5142,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331008","shards":1,"effective_bpw":3.5142,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122784","shards":1,"effective_bpw":3.6162,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122816","shards":1,"effective_bpw":3.6162,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123008","shards":1,"effective_bpw":3.6162,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048224","shards":1,"effective_bpw":3.8909,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048256","shards":1,"effective_bpw":3.8909,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048448","shards":1,"effective_bpw":3.8909,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078944","shards":1,"effective_bpw":4.2112,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078976","shards":1,"effective_bpw":4.2112,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079168","shards":1,"effective_bpw":4.2112,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153824","shards":1,"effective_bpw":4.3202,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153856","shards":1,"effective_bpw":4.3202,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154048","shards":1,"effective_bpw":4.3202,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682173984","shards":1,"effective_bpw":4.5617,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174016","shards":1,"effective_bpw":4.5617,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174208","shards":1,"effective_bpw":4.5617,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009824","shards":1,"effective_bpw":4.5687,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009856","shards":1,"effective_bpw":4.5687,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010048","shards":1,"effective_bpw":4.5687,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410144","shards":1,"effective_bpw":4.5866,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410176","shards":1,"effective_bpw":4.5866,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410368","shards":1,"effective_bpw":4.5866,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336224","shards":1,"effective_bpw":4.8471,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336256","shards":1,"effective_bpw":4.8471,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336448","shards":1,"effective_bpw":4.8471,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179424","shards":1,"effective_bpw":4.9882,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179456","shards":1,"effective_bpw":4.9882,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179648","shards":1,"effective_bpw":4.9882,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242784","shards":1,"effective_bpw":5.0395,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639242816","shards":1,"effective_bpw":5.0395,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243008","shards":1,"effective_bpw":5.0395,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254624","shards":1,"effective_bpw":5.5276,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254656","shards":1,"effective_bpw":5.5276,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254848","shards":1,"effective_bpw":5.5276,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157344","shards":1,"effective_bpw":5.68,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157376","shards":1,"effective_bpw":5.68,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157568","shards":1,"effective_bpw":5.68,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679584","shards":1,"effective_bpw":5.7973,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679616","shards":1,"effective_bpw":5.7973,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679808","shards":1,"effective_bpw":5.7973,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154784","shards":1,"effective_bpw":6.5648,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154816","shards":1,"effective_bpw":6.5648,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155008","shards":1,"effective_bpw":6.5648,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273504","shards":1,"effective_bpw":6.6569,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273536","shards":1,"effective_bpw":6.6569,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273728","shards":1,"effective_bpw":6.6569,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885024","shards":1,"effective_bpw":8.5023,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885056","shards":1,"effective_bpw":8.5023,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885248","shards":1,"effective_bpw":8.5023,"repo":"bartowski/qihoo360_TinyR1-32B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-llama3-v-2-5","canonical_repo":"openbmb/MiniCPM-Llama3-V-2_5","display_name":"MiniCPM-Llama3-V-2_5","publisher":"openbmb","modality":"text","arch_key":null,"params_total":"8537092336","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2677","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-Llama3-V-2_5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3179130976","shards":1,"effective_bpw":2.9791,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179643936","shards":1,"effective_bpw":2.9796,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3519259680","shards":1,"effective_bpw":3.2979,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664498784","shards":1,"effective_bpw":3.434,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665011744","shards":1,"effective_bpw":3.4344,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682837536","shards":1,"effective_bpw":3.4511,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3785335840","shards":1,"effective_bpw":3.5472,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917472","shards":1,"effective_bpw":3.7661,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019430432","shards":1,"effective_bpw":3.7666,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4019430432","shards":1,"effective_bpw":3.7666,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321955936","shards":1,"effective_bpw":4.05,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322468896","shards":1,"effective_bpw":4.0505,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484875296","shards":1,"effective_bpw":4.2027,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211232","shards":1,"effective_bpw":4.368,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661724192","shards":1,"effective_bpw":4.3684,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668512","shards":1,"effective_bpw":4.3974,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693181472","shards":1,"effective_bpw":4.3979,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4707861536","shards":1,"effective_bpw":4.4117,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920733792","shards":1,"effective_bpw":4.6112,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921246752","shards":1,"effective_bpw":4.6116,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4921246752","shards":1,"effective_bpw":4.6116,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130765344","shards":1,"effective_bpw":4.808,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599293536","shards":1,"effective_bpw":5.247,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293536","shards":1,"effective_bpw":5.247,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599806496","shards":1,"effective_bpw":5.2475,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599806496","shards":1,"effective_bpw":5.2475,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732986976","shards":1,"effective_bpw":5.3723,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733499936","shards":1,"effective_bpw":5.3728,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5733499936","shards":1,"effective_bpw":5.3728,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5834104832","shards":1,"effective_bpw":5.4671,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068847648","shards":1,"effective_bpw":5.687,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596005984","shards":1,"effective_bpw":6.181,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596518944","shards":1,"effective_bpw":6.1815,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770400","shards":1,"effective_bpw":8.0034,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541283360","shards":1,"effective_bpw":8.0039,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068890720","shards":1,"effective_bpw":15.058,"repo":"second-state/MiniCPM-Llama3-V-2_5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068890816","shards":1,"effective_bpw":15.058,"repo":"openbmb/MiniCPM-Llama3-V-2_5-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chimera-x-26b-a4b","canonical_repo":"Vortex5/Chimera-X-26B-A4B","display_name":"Chimera-X-26B-A4B","publisher":"Vortex5","modality":"text","arch_key":"gemma4","params_total":"26544133710","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2676","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Vortex5/Chimera-X-26B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8532493056","shards":1,"effective_bpw":2.5716,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8910878976","shards":1,"effective_bpw":2.6856,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9541522176","shards":1,"effective_bpw":2.8757,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10058652416","shards":1,"effective_bpw":3.0315,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10190396160","shards":1,"effective_bpw":3.0712,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10694910720","shards":1,"effective_bpw":3.2233,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10824958976","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10824959232","shards":1,"effective_bpw":3.2625,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10866703616","shards":1,"effective_bpw":3.2751,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11642888960","shards":1,"effective_bpw":3.509,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11953262848","shards":1,"effective_bpw":3.6025,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12539604480","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12539604736","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12539604736","shards":1,"effective_bpw":3.7792,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12709758720","shards":1,"effective_bpw":3.8305,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13603928576","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13603928832","shards":1,"effective_bpw":4.1,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14141683200","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14141683456","shards":1,"effective_bpw":4.2621,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14309894400","shards":1,"effective_bpw":4.3128,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14455976960","shards":1,"effective_bpw":4.3568,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14903293184","shards":1,"effective_bpw":4.4916,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15880061952","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15880062208","shards":1,"effective_bpw":4.786,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"16430950656","shards":1,"effective_bpw":4.952,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211252736","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17211252992","shards":1,"effective_bpw":5.1872,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18494244864","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18494245120","shards":1,"effective_bpw":5.5739,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19640401920","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19640402176","shards":1,"effective_bpw":5.9193,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23243952640","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23243952896","shards":1,"effective_bpw":7.0054,"repo":"mradermacher/Chimera-X-26B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"27644194816","shards":1,"effective_bpw":8.3315,"repo":"mradermacher/Chimera-X-26B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-tts-12hz-1-7b-voicedesign","canonical_repo":"Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign","display_name":"Qwen3-TTS-12Hz-1.7B-VoiceDesign","publisher":"Qwen","modality":"audio_tts","arch_key":"qwen3tts","params_total":"1916676352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2673","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2042225536","shards":1,"effective_bpw":8.524,"repo":"cstr/qwen3-tts-1.7b-voicedesign-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3838976832","shards":1,"effective_bpw":16.0235,"repo":"cstr/qwen3-tts-1.7b-voicedesign-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zaya1-8b-coder","canonical_repo":"josephmayo/ZAYA1-8B-Coder","display_name":"ZAYA1-8B-Coder","publisher":"josephmayo","modality":"text","arch_key":"zaya","params_total":"8840488784","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2668","n_layers":80,"n_head":8,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":262272,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":16,"n_expert_used":null,"arch_source":"josephmayo/ZAYA1-8B-Coder","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"5567581024","shards":1,"effective_bpw":5.0383,"repo":"josephmayo/ZAYA1-8B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7353195104","shards":1,"effective_bpw":6.6541,"repo":"josephmayo/ZAYA1-8B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9485673760","shards":1,"effective_bpw":8.5838,"repo":"josephmayo/ZAYA1-8B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-queen-it-qat-q4-0-unquantized","canonical_repo":"aifeifei798/gemma-4-12B-Queen-it-qat-q4_0-unquantized","display_name":"gemma-4-12B-Queen-it-qat-q4_0-unquantized","publisher":"aifeifei798","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2668","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/gemma-4-12B-Queen-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692256","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848736","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109536","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843296","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597536","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806176","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147936","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148256","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148576","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194976","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393696","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229536","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229856","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992416","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087776","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088096","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319776","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320096","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255776","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551456","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879136","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997536","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047776","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048096","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382816","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383136","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125856","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"0x-lite","canonical_repo":"ozone-research/0x-lite","display_name":"0x-lite","publisher":"ozone-research","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2666","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ozone-research/0x-lite","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4704575776","shards":1,"effective_bpw":2.5482,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727136","shards":1,"effective_bpw":2.7102,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003727136","shards":1,"effective_bpw":2.7102,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146976","shards":1,"effective_bpw":2.9011,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146976","shards":1,"effective_bpw":2.9011,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498336","shards":1,"effective_bpw":3.1255,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498336","shards":1,"effective_bpw":3.1255,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5946708256","shards":1,"effective_bpw":3.221,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5946708256","shards":1,"effective_bpw":3.221,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362336","shards":1,"effective_bpw":3.4575,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362336","shards":1,"effective_bpw":3.4575,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818336","shards":1,"effective_bpw":3.5373,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818336","shards":1,"effective_bpw":3.5373,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596576","shards":1,"effective_bpw":3.6071,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596576","shards":1,"effective_bpw":3.6071,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538656","shards":1,"effective_bpw":3.7463,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538656","shards":1,"effective_bpw":3.7463,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204896","shards":1,"effective_bpw":3.9752,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204896","shards":1,"effective_bpw":3.9752,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769056","shards":1,"effective_bpw":4.2923,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769056","shards":1,"effective_bpw":4.2923,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841056","shards":1,"effective_bpw":4.398,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841056","shards":1,"effective_bpw":4.398,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268576","shards":1,"effective_bpw":4.6279,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268576","shards":1,"effective_bpw":4.6279,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183776","shards":1,"effective_bpw":4.6306,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183776","shards":1,"effective_bpw":4.6306,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432096","shards":1,"effective_bpw":4.6437,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432096","shards":1,"effective_bpw":4.6437,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111136","shards":1,"effective_bpw":4.8683,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111136","shards":1,"effective_bpw":4.8683,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140576","shards":1,"effective_bpw":5.0871,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140576","shards":1,"effective_bpw":5.0871,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954336","shards":1,"effective_bpw":5.1813,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954336","shards":1,"effective_bpw":5.1813,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554656","shards":1,"effective_bpw":5.5607,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554656","shards":1,"effective_bpw":5.5607,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874016","shards":1,"effective_bpw":5.692,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874016","shards":1,"effective_bpw":5.692,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396256","shards":1,"effective_bpw":5.9523,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396256","shards":1,"effective_bpw":5.9523,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684576","shards":1,"effective_bpw":6.5672,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684576","shards":1,"effective_bpw":6.5672,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803296","shards":1,"effective_bpw":6.7714,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803296","shards":1,"effective_bpw":6.7714,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598496","shards":1,"effective_bpw":8.5046,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598496","shards":1,"effective_bpw":8.5046,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716640","shards":1,"effective_bpw":16.0041,"repo":"bartowski/ozone-ai_0x-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547716640","shards":1,"effective_bpw":16.0041,"repo":"bartowski/ozone-research_0x-lite-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-instruct","canonical_repo":"Qwen/Qwen3-4B-Instruct","display_name":"Qwen3-4B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2649","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"1669498144","shards":1,"effective_bpw":3.3203,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616544","shards":1,"effective_bpw":4.128,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497278784","shards":1,"effective_bpw":4.9667,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280256","shards":1,"effective_bpw":4.9667,"repo":"llmware/qwen3-4b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512224","shards":1,"effective_bpw":5.7467,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306259744","shards":1,"effective_bpw":6.5756,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280403744","shards":1,"effective_bpw":8.513,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051283520","shards":1,"effective_bpw":16.0126,"repo":"Sophia-AI/Qwen3-4B-Instruct-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spoomplesmaxx-v2-1-30b","canonical_repo":"aimeri/spoomplesmaxx-v2.1-30B","display_name":"spoomplesmaxx-v2.1-30B","publisher":"aimeri","modality":"text","arch_key":"granite","params_total":"28865728512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2649","n_layers":64,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aimeri/spoomplesmaxx-v2.1-30B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6154022112","shards":1,"effective_bpw":1.7056,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6764293344","shards":1,"effective_bpw":1.8747,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7781412064","shards":1,"effective_bpw":2.1566,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8628661472","shards":1,"effective_bpw":2.3914,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8888708320","shards":1,"effective_bpw":2.4635,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9702403296","shards":1,"effective_bpw":2.689,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9993972960","shards":1,"effective_bpw":2.7698,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10723781600","shards":1,"effective_bpw":2.972,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10723781856","shards":1,"effective_bpw":2.972,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11195575520","shards":1,"effective_bpw":3.1028,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11938032864","shards":1,"effective_bpw":3.3086,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12569275360","shards":1,"effective_bpw":3.4835,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12569275616","shards":1,"effective_bpw":3.4835,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12604927200","shards":1,"effective_bpw":3.4934,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12890139872","shards":1,"effective_bpw":3.5724,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13956541408","shards":1,"effective_bpw":3.868,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13956541664","shards":1,"effective_bpw":3.868,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15129897952","shards":1,"effective_bpw":4.1932,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15129898208","shards":1,"effective_bpw":4.1932,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15501094112","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15668866016","shards":1,"effective_bpw":4.3426,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"16415452384","shards":1,"effective_bpw":4.5495,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16484658144","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"16484658400","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17490242528","shards":1,"effective_bpw":4.8473,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"17490242784","shards":1,"effective_bpw":4.8473,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18126728416","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19905113056","shards":1,"effective_bpw":5.5166,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"19905113312","shards":1,"effective_bpw":5.5166,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"20493364192","shards":1,"effective_bpw":5.6796,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"20493364448","shards":1,"effective_bpw":5.6796,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"23684180960","shards":1,"effective_bpw":6.564,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"23684181216","shards":1,"effective_bpw":6.564,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"30674971616","shards":1,"effective_bpw":8.5014,"repo":"mradermacher/spoomplesmaxx-v2.1-30B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-7b-hf","canonical_repo":"codellama/CodeLlama-7b-hf","display_name":"CodeLlama-7b-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"6738546688","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2647","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32016,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-7b-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2826016448","shards":1,"effective_bpw":3.355,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948387008","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298087104","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597193408","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825898176","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856831168","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081095360","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651791040","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651791040","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783256256","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529302208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161229504","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-ultra-uncensored-heretic","canonical_repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic","display_name":"gemma-3-12b-it-ultra-uncensored-heretic","publisher":"llmfan46","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2647","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4768223296","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4784901632","shards":1,"effective_bpw":3.1409,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5206166912","shards":1,"effective_bpw":3.4174,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5458316672","shards":1,"effective_bpw":3.5829,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5458317376","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5655723392","shards":1,"effective_bpw":3.7125,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008819776","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6480187456","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6550965632","shards":1,"effective_bpw":4.3002,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6606262336","shards":1,"effective_bpw":4.3365,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"6887165312","shards":1,"effective_bpw":4.5209,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6935334976","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300780096","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231963776","shards":1,"effective_bpw":5.4036,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8231964736","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037696","shards":1,"effective_bpw":5.5435,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445038656","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660812416","shards":1,"effective_bpw":6.3415,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660813376","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510213376","shards":1,"effective_bpw":8.212,"repo":"llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510214336","shards":1,"effective_bpw":8.212,"repo":"mradermacher/gemma-3-12b-it-ultra-uncensored-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-8x3b-gated-moe-reasoning-dark-champion-instruct-uncensored-abliterated-18-4b","canonical_repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B","display_name":"Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"18404944960","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2645","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"7136326976","shards":1,"effective_bpw":3.1019,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8348224832","shards":1,"effective_bpw":3.6287,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9122073920","shards":1,"effective_bpw":3.9651,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9733426496","shards":1,"effective_bpw":4.2308,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10757195072","shards":1,"effective_bpw":4.6758,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11408360768","shards":1,"effective_bpw":4.9588,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12877907264","shards":1,"effective_bpw":5.5976,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13252248896","shards":1,"effective_bpw":5.7603,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15615851840","shards":1,"effective_bpw":6.7877,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"20823411328","shards":2,"effective_bpw":9.0512,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"40658012800","shards":2,"effective_bpw":17.6726,"repo":"DavidAU/Llama-3.2-8X3B-GATED-MOE-Reasoning-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supertron2-1-8b-a1b","canonical_repo":"Surpem/Supertron2.1-8B-A1B","display_name":"Supertron2.1-8B-A1B","publisher":"Surpem","modality":"text","arch_key":"lfm2moe","params_total":"8467856128","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2644","n_layers":24,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128000,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"Surpem/Supertron2.1-8B-A1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1820815200","shards":1,"effective_bpw":1.7202,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2008919904","shards":1,"effective_bpw":1.8979,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2322427744","shards":1,"effective_bpw":2.1941,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2574020448","shards":1,"effective_bpw":2.4318,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2592468832","shards":1,"effective_bpw":2.4492,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2843275104","shards":1,"effective_bpw":2.6862,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2956259168","shards":1,"effective_bpw":2.7929,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3190435424","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3190435680","shards":1,"effective_bpw":3.0142,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3334909792","shards":1,"effective_bpw":3.1507,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3555422048","shards":1,"effective_bpw":3.359,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3755077216","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3755077472","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3755077472","shards":1,"effective_bpw":3.5476,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3778752352","shards":1,"effective_bpw":3.57,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4108398176","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4108398432","shards":1,"effective_bpw":3.8814,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4436864608","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4436864864","shards":1,"effective_bpw":4.1917,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4588302176","shards":1,"effective_bpw":4.3348,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4611239520","shards":1,"effective_bpw":4.3565,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4844679008","shards":1,"effective_bpw":4.577,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4853854048","shards":1,"effective_bpw":4.5857,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4863553120","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4863553376","shards":1,"effective_bpw":4.5948,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5155565152","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5155565408","shards":1,"effective_bpw":4.8707,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5357432672","shards":1,"effective_bpw":5.0614,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5870186080","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5870186336","shards":1,"effective_bpw":5.5459,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6030339680","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6030339936","shards":1,"effective_bpw":5.6972,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6959787616","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6959787872","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Supertron-2.1-8B-A1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9010196064","shards":1,"effective_bpw":8.5124,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16947261024","shards":1,"effective_bpw":16.0109,"repo":"mradermacher/Supertron-2.1-8B-A1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"noromaid-20b-v0-1-1","canonical_repo":"NeverSleep/Noromaid-20b-v0.1.1","display_name":"Noromaid-20b-v0.1.1","publisher":"NeverSleep","modality":"text","arch_key":"llama","params_total":"19994362880","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2644","n_layers":62,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NeverSleep/Noromaid-20b-v0.1.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4393983616","shards":1,"effective_bpw":1.7581,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4767108736","shards":1,"effective_bpw":1.9074,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5388983936","shards":1,"effective_bpw":2.1562,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5937274496","shards":1,"effective_bpw":2.3756,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6397859456","shards":1,"effective_bpw":2.5599,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6895359616","shards":1,"effective_bpw":2.7589,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7420221056","shards":1,"effective_bpw":2.9689,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"7587788416","shards":1,"effective_bpw":3.036,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8194129536","shards":1,"effective_bpw":3.2786,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8311592544","shards":1,"effective_bpw":3.3256,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8658370144","shards":1,"effective_bpw":3.4643,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8658370176","shards":1,"effective_bpw":3.4643,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8658370176","shards":1,"effective_bpw":3.4643,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9155890816","shards":1,"effective_bpw":3.6634,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9697156704","shards":1,"effective_bpw":3.88,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9706004096","shards":1,"effective_bpw":3.8835,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10627767904","shards":1,"effective_bpw":4.2523,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10627767936","shards":1,"effective_bpw":4.2523,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10672342656","shards":1,"effective_bpw":4.2701,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11292026464","shards":1,"effective_bpw":4.5181,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11322992256","shards":1,"effective_bpw":4.5305,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11340523104","shards":1,"effective_bpw":4.5375,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11367065216","shards":1,"effective_bpw":4.5481,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12042208864","shards":1,"effective_bpw":4.8182,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12042208896","shards":1,"effective_bpw":4.8182,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"13770761824","shards":1,"effective_bpw":5.5099,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13770761824","shards":1,"effective_bpw":5.5099,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13770761856","shards":1,"effective_bpw":5.5099,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14157219424","shards":1,"effective_bpw":5.6645,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14157219456","shards":1,"effective_bpw":5.6645,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16404418144","shards":1,"effective_bpw":6.5636,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16404418176","shards":1,"effective_bpw":6.5636,"repo":"mradermacher/Noromaid-20b-v0.1.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21246647904","shards":1,"effective_bpw":8.5011,"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-abliterated","canonical_repo":"wangzhang/Qwen3.5-27B-abliterated","display_name":"Qwen3.5-27B-abliterated","publisher":"wangzhang","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2639","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wangzhang/Qwen3.5-27B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10711664544","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12073953184","shards":1,"effective_bpw":3.5913,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13301442464","shards":1,"effective_bpw":3.9564,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14344775584","shards":1,"effective_bpw":4.2667,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15193917344","shards":1,"effective_bpw":4.5193,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15586314144","shards":1,"effective_bpw":4.636,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399584","shards":1,"effective_bpw":4.9219,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18679613344","shards":1,"effective_bpw":5.5561,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098784","shards":1,"effective_bpw":5.7201,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082529184","shards":1,"effective_bpw":6.5683,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595763104","shards":1,"effective_bpw":8.5056,"repo":"mradermacher/Qwen3.5-27B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eurollm-22b-instruct-2512","canonical_repo":"utter-project/EuroLLM-22B-Instruct-2512","display_name":"EuroLLM-22B-Instruct-2512","publisher":"utter-project","modality":"text","arch_key":"llama","params_total":"22637328384","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2639","n_layers":54,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":128000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"utter-project/EuroLLM-22B-Instruct-2512","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7009735968","shards":1,"effective_bpw":2.4772,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7437604128","shards":1,"effective_bpw":2.6284,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8002655520","shards":1,"effective_bpw":2.8281,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8659227936","shards":1,"effective_bpw":3.0602,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8659228096","shards":1,"effective_bpw":3.0602,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"8955811104","shards":1,"effective_bpw":3.165,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9427227936","shards":1,"effective_bpw":3.3316,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9586382112","shards":1,"effective_bpw":3.3878,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10039661856","shards":1,"effective_bpw":3.548,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10039662016","shards":1,"effective_bpw":3.548,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10435728672","shards":1,"effective_bpw":3.688,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11116778784","shards":1,"effective_bpw":3.9287,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11116778944","shards":1,"effective_bpw":3.9287,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12054205728","shards":1,"effective_bpw":4.2599,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12054205888","shards":1,"effective_bpw":4.2599,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12311909664","shards":1,"effective_bpw":4.351,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12406281664","shards":1,"effective_bpw":4.3844,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12979393824","shards":1,"effective_bpw":4.5869,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"12984112416","shards":1,"effective_bpw":4.5886,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13020288288","shards":1,"effective_bpw":4.6014,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13020288448","shards":1,"effective_bpw":4.6014,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13658576160","shards":1,"effective_bpw":4.8269,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13658576320","shards":1,"effective_bpw":4.8269,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14242256160","shards":1,"effective_bpw":5.0332,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14307284256","shards":1,"effective_bpw":5.0562,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15672923424","shards":1,"effective_bpw":5.5388,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15672923584","shards":1,"effective_bpw":5.5388,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16042251552","shards":1,"effective_bpw":5.6693,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16042251712","shards":1,"effective_bpw":5.6693,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"16527627552","shards":1,"effective_bpw":5.8408,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18574906656","shards":1,"effective_bpw":6.5643,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18574906816","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18955834656","shards":1,"effective_bpw":6.699,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24057222432","shards":1,"effective_bpw":8.5018,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24057222592","shards":1,"effective_bpw":8.5018,"repo":"mradermacher/EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"45279089632","shards":1,"effective_bpw":16.0016,"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"exaone-deep-7-8b","canonical_repo":"LGAI-EXAONE/EXAONE-Deep-7.8B","display_name":"EXAONE-Deep-7.8B","publisher":"LGAI-EXAONE","modality":"text","arch_key":"exaone","params_total":"7818448896","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2638","n_layers":null,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LGAI-EXAONE/EXAONE-Deep-7.8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2826328672","shards":1,"effective_bpw":2.892,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3053869664","shards":1,"effective_bpw":3.1248,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3152960096","shards":1,"effective_bpw":3.2262,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3382729312","shards":1,"effective_bpw":3.4613,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3463469664","shards":1,"effective_bpw":3.5439,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3528481376","shards":1,"effective_bpw":3.6104,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3648805472","shards":1,"effective_bpw":3.7335,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3882900064","shards":1,"effective_bpw":3.9731,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4185938528","shards":1,"effective_bpw":4.2831,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4300888672","shards":1,"effective_bpw":4.4008,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4337587968","shards":1,"effective_bpw":4.4383,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4525808224","shards":1,"effective_bpw":4.6309,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4527905376","shards":1,"effective_bpw":4.633,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4542585440","shards":1,"effective_bpw":4.6481,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4770649856","shards":1,"effective_bpw":4.8814,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4770650720","shards":1,"effective_bpw":4.8814,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4973550176","shards":1,"effective_bpw":5.089,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5081946720","shards":1,"effective_bpw":5.2,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5435972192","shards":1,"effective_bpw":5.5622,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5569664768","shards":1,"effective_bpw":5.699,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5569665632","shards":1,"effective_bpw":5.699,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5828532832","shards":1,"effective_bpw":5.9639,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6418618112","shards":1,"effective_bpw":6.5677,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6418618976","shards":1,"effective_bpw":6.5677,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6621780576","shards":1,"effective_bpw":6.7755,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8312084224","shards":1,"effective_bpw":8.5051,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8312085088","shards":1,"effective_bpw":8.5051,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15641630464","shards":1,"effective_bpw":16.0048,"repo":"LGAI-EXAONE/EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15641631040","shards":1,"effective_bpw":16.0048,"repo":"bartowski/LGAI-EXAONE_EXAONE-Deep-7.8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harmonicharlequin-v5-20b","canonical_repo":"Elfrino/HarmonicHarlequin_v5-20B","display_name":"HarmonicHarlequin_v5-20B","publisher":"Elfrino","modality":"text","arch_key":"llama","params_total":"33316951040","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2636","n_layers":104,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Elfrino/HarmonicHarlequin_v5-20B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7269153760","shards":1,"effective_bpw":1.7455,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7892954080","shards":1,"effective_bpw":1.8952,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8932621280","shards":1,"effective_bpw":2.1449,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9849551840","shards":1,"effective_bpw":2.3651,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10619917280","shards":1,"effective_bpw":2.55,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11451651040","shards":1,"effective_bpw":2.7497,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12318855904","shards":1,"effective_bpw":2.958,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12318856160","shards":1,"effective_bpw":2.958,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12603405280","shards":1,"effective_bpw":3.0263,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13611317984","shards":1,"effective_bpw":3.2683,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13611318240","shards":1,"effective_bpw":3.2683,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14384478944","shards":1,"effective_bpw":3.454,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14384478944","shards":1,"effective_bpw":3.454,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14384479200","shards":1,"effective_bpw":3.454,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14384479200","shards":1,"effective_bpw":3.454,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15230855904","shards":1,"effective_bpw":3.6572,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15230856160","shards":1,"effective_bpw":3.6572,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16145922784","shards":1,"effective_bpw":3.8769,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16145923040","shards":1,"effective_bpw":3.8769,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17687984864","shards":1,"effective_bpw":4.2472,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17687985120","shards":1,"effective_bpw":4.2472,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17751483360","shards":1,"effective_bpw":4.2625,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17895252704","shards":1,"effective_bpw":4.297,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18844992480","shards":1,"effective_bpw":4.525,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18915607264","shards":1,"effective_bpw":4.542,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18915607520","shards":1,"effective_bpw":4.542,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20087800544","shards":1,"effective_bpw":4.8234,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20087800800","shards":1,"effective_bpw":4.8234,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22931489504","shards":1,"effective_bpw":5.5063,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22931489760","shards":1,"effective_bpw":5.5063,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23601349344","shards":1,"effective_bpw":5.6671,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23601349600","shards":1,"effective_bpw":5.6671,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27334494944","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27334495200","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/HarmonicHarlequin_v5-20B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35403184864","shards":1,"effective_bpw":8.5009,"repo":"mradermacher/HarmonicHarlequin_v5-20B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e2b-it-abliterated","canonical_repo":"WWTCyberLab/gemma-4-E2B-it-abliterated","display_name":"gemma-4-E2B-it-abliterated","publisher":"WWTCyberLab","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2635","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WWTCyberLab/gemma-4-E2B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2315866400","shards":1,"effective_bpw":3.6163,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2355384608","shards":1,"effective_bpw":3.678,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2421248288","shards":1,"effective_bpw":3.7809,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2478068000","shards":1,"effective_bpw":3.8696,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2500481312","shards":1,"effective_bpw":3.9046,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2553172256","shards":1,"effective_bpw":3.9869,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2648084768","shards":1,"effective_bpw":4.1351,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2923368736","shards":1,"effective_bpw":4.5649,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2989082016","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2989082304","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3060220192","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3110210976","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110211264","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112404672","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134965440","shards":1,"effective_bpw":4.8953,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3201344928","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201345216","shards":1,"effective_bpw":4.999,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3282347424","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282347712","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303925440","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3309823392","shards":1,"effective_bpw":5.1684,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362219712","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362514624","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3365070240","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365070528","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3427874208","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427874496","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477776064","shards":1,"effective_bpw":5.4307,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3595396512","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595396800","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3630282144","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630282432","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3845340576","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845340864","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/gemma-4-E2B-it-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967490976","shards":1,"effective_bpw":7.7569,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311298976","shards":1,"effective_bpw":14.5399,"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"won-reasoning","canonical_repo":"KRX-Data/WON-Reasoning","display_name":"WON-Reasoning","publisher":"KRX-Data","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2634","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":16384,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KRX-Data/WON-Reasoning","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3014288992","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490572064","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806594848","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086662944","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248356800","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455782688","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681087264","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313011424","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442666208","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251843840","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095477568","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232124288","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/WON-Reasoning-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-70b-instruct-abliterated-finetuned","canonical_repo":"huihui-ai/Llama-3.3-70B-Instruct-abliterated-finetuned","display_name":"Llama-3.3-70B-Instruct-abliterated-finetuned","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2634","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"26375117920","shards":1,"effective_bpw":2.9906,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267503712","shards":1,"effective_bpw":3.8856,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520403456","shards":4,"effective_bpw":4.8213,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949826560","shards":4,"effective_bpw":5.6638,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888153216","shards":5,"effective_bpw":6.5639,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975059712","shards":6,"effective_bpw":8.5013,"repo":"DevQuasar-5/huihui-ai.Llama-3.3-70B-Instruct-abliterated-finetuned-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grammarcoder-7b-base","canonical_repo":"qyliang/GrammarCoder-7B-Base","display_name":"GrammarCoder-7B-Base","publisher":"qyliang","modality":"text","arch_key":"qwen2","params_total":"7634368000","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2633","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":154680,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"qyliang/GrammarCoder-7B-Base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1913361728","shards":1,"effective_bpw":2.005,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2051890496","shards":1,"effective_bpw":2.1502,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2282771776","shards":1,"effective_bpw":2.3921,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2478716224","shards":1,"effective_bpw":2.5974,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2606284000","shards":1,"effective_bpw":2.7311,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2790989024","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2845013344","shards":1,"effective_bpw":2.9813,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3026879584","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3026879840","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3125161184","shards":1,"effective_bpw":3.2748,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3358147840","shards":1,"effective_bpw":3.519,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3504260096","shards":1,"effective_bpw":3.6721,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3504260352","shards":1,"effective_bpw":3.6721,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3511084288","shards":1,"effective_bpw":3.6792,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3585903872","shards":1,"effective_bpw":3.7576,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3820282880","shards":1,"effective_bpw":4.0032,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3820283136","shards":1,"effective_bpw":4.0032,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4100350976","shards":1,"effective_bpw":4.2967,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4100351232","shards":1,"effective_bpw":4.2967,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4231316640","shards":1,"effective_bpw":4.434,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4263142304","shards":1,"effective_bpw":4.4673,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4450950432","shards":1,"effective_bpw":4.6641,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4457258272","shards":1,"effective_bpw":4.6707,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4470905888","shards":1,"effective_bpw":4.685,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4470906144","shards":1,"effective_bpw":4.685,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4696210464","shards":1,"effective_bpw":4.9211,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4696210720","shards":1,"effective_bpw":4.9211,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4887006752","shards":1,"effective_bpw":5.1211,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5329485344","shards":1,"effective_bpw":5.5847,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5329485600","shards":1,"effective_bpw":5.5847,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5459140128","shards":1,"effective_bpw":5.7206,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5459140384","shards":1,"effective_bpw":5.7206,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6269752896","shards":1,"effective_bpw":6.57,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6269753152","shards":1,"effective_bpw":6.57,"repo":"mradermacher/GrammarCoder-7B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8118620672","shards":1,"effective_bpw":8.5074,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15275528192","shards":1,"effective_bpw":16.0071,"repo":"mradermacher/GrammarCoder-7B-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-thinking-unredacted-max","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Thinking-Unredacted-MAX","display_name":"Qwen3-VL-8B-Thinking-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2632","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3-VL-8B-Thinking-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771840","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149952","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113472","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158656","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745920","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916736","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554240","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735104","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635264","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876352","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613760","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667776","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622528","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163520","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396288","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841600","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334592","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793626048","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014656","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786176","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757760","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763840","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114944","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901760","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519520","shards":1,"effective_bpw":7.9474,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044960","shards":1,"effective_bpw":14.9541,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"calme-2-3-rys-78b","canonical_repo":"MaziyarPanahi/calme-2.3-rys-78b","display_name":"calme-2.3-rys-78b","publisher":"MaziyarPanahi","modality":"text","arch_key":"qwen2","params_total":"77965463552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2632","n_layers":86,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":151646,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaziyarPanahi/calme-2.3-rys-78b","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"25421903648","shards":1,"effective_bpw":2.6085,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"27302950688","shards":1,"effective_bpw":2.8015,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"28988143392","shards":1,"effective_bpw":2.9745,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"31430748320","shards":1,"effective_bpw":3.2251,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"31845779104","shards":1,"effective_bpw":3.2677,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"33058947104","shards":1,"effective_bpw":3.3922,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"34034624672","shards":1,"effective_bpw":3.4923,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"36766857248","shards":1,"effective_bpw":3.7726,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"37931956256","shards":1,"effective_bpw":3.8922,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"40310847520","shards":1,"effective_bpw":4.1363,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"42346592288","shards":1,"effective_bpw":4.3452,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42555894176","shards":1,"effective_bpw":4.3666,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"46949189536","shards":1,"effective_bpw":4.8174,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"50699421824","shards":2,"effective_bpw":5.2022,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"51621429472","shards":2,"effective_bpw":5.2969,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"58307723360","shards":2,"effective_bpw":5.9829,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"69014343680","shards":2,"effective_bpw":7.0815,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"82851037536","shards":3,"effective_bpw":8.5013,"repo":"bartowski/calme-2.3-rys-78b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"m51lab-minimax-m2-7-reap-139b-a10b","canonical_repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B","display_name":"m51Lab-MiniMax-M2.7-REAP-139B-A10B","publisher":"dervig","modality":"text","arch_key":"minimax-m2","params_total":"139149194240","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2631","n_layers":62,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":196608,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":154,"n_expert_used":8,"arch_source":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"28505099392","shards":1,"effective_bpw":1.6388,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"31585676416","shards":1,"effective_bpw":1.8159,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"36719971456","shards":1,"effective_bpw":2.1111,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"40863976576","shards":1,"effective_bpw":2.3494,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"41607569536","shards":1,"effective_bpw":2.3921,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"45715005568","shards":1,"effective_bpw":2.6283,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"47317790848","shards":1,"effective_bpw":2.7204,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"50820165760","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"53606113408","shards":1,"effective_bpw":3.0819,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"56906802304","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"60146754688","shards":1,"effective_bpw":3.458,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"60172657792","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"61003646080","shards":1,"effective_bpw":3.5072,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"66584977472","shards":1,"effective_bpw":3.8281,"repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"66584978560","shards":1,"effective_bpw":3.8281,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"72113988736","shards":1,"effective_bpw":4.146,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"74244084800","shards":1,"effective_bpw":4.2685,"repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"74244085888","shards":1,"effective_bpw":4.2685,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"78859790464","shards":1,"effective_bpw":4.5338,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"79179278464","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"84186489920","shards":1,"effective_bpw":4.8401,"repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"84186491008","shards":1,"effective_bpw":4.8401,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"87198402688","shards":1,"effective_bpw":5.0132,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"95854930048","shards":1,"effective_bpw":5.5109,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"98762762368","shards":1,"effective_bpw":5.6781,"repo":"mradermacher/m51Lab-MiniMax-M2.7-REAP-139B-A10B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"114250049600","shards":1,"effective_bpw":6.5685,"repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"147942940736","shards":1,"effective_bpw":8.5056,"repo":"dervig/m51Lab-MiniMax-M2.7-REAP-139B-A10B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-storymaxxed2","canonical_repo":"MRockatansky/Gemma-4-31B-storymaxxed2","display_name":"Gemma-4-31B-storymaxxed2","publisher":"MRockatansky","modality":"text","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2631","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MRockatansky/Gemma-4-31B-storymaxxed2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7156488704","shards":1,"effective_bpw":1.8307,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7725871616","shards":1,"effective_bpw":1.9764,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8674843136","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9530358272","shards":1,"effective_bpw":2.438,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10157888000","shards":1,"effective_bpw":2.5985,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10917065216","shards":1,"effective_bpw":2.7927,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10976588288","shards":1,"effective_bpw":2.8079,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11916312800","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11916313088","shards":1,"effective_bpw":3.0483,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12077507072","shards":1,"effective_bpw":3.0896,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13072368128","shards":1,"effective_bpw":3.3441,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13761356000","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13761356288","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13761356288","shards":1,"effective_bpw":3.5203,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14424496640","shards":1,"effective_bpw":3.6899,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15287107808","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15287108096","shards":1,"effective_bpw":3.9106,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16628269280","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"16628269568","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16735789568","shards":1,"effective_bpw":4.2812,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862232800","shards":1,"effective_bpw":4.3135,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17701577216","shards":1,"effective_bpw":4.5283,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17763164384","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17763164672","shards":1,"effective_bpw":4.544,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062240","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18687062528","shards":1,"effective_bpw":4.7804,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19481420288","shards":1,"effective_bpw":4.9836,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840480","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21311840768","shards":1,"effective_bpw":5.4518,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569760","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21845570048","shards":1,"effective_bpw":5.5883,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201484000","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25201484288","shards":1,"effective_bpw":6.4468,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674848","shards":1,"effective_bpw":8.3486,"repo":"mradermacher/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413187232","shards":1,"effective_bpw":15.7102,"repo":"MRockatansky/Gemma-4-31B-storymaxxed2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nousresearch-meta-llama-3-8b","canonical_repo":"NousResearch/Meta-Llama-3-8B","display_name":"Meta-Llama-3-8B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2630","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Meta-Llama-3-8B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019761760","shards":1,"effective_bpw":2.0122,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2162105952","shards":1,"effective_bpw":2.154,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399346272","shards":1,"effective_bpw":2.3903,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605915744","shards":1,"effective_bpw":2.5961,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758636128","shards":1,"effective_bpw":2.7482,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948428384","shards":1,"effective_bpw":2.9373,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179283040","shards":1,"effective_bpw":3.1673,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3275059808","shards":1,"effective_bpw":3.2627,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518912096","shards":1,"effective_bpw":3.5057,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664664160","shards":1,"effective_bpw":3.6509,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682489952","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784988256","shards":1,"effective_bpw":3.7707,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019082848","shards":1,"effective_bpw":4.0039,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322121312","shards":1,"effective_bpw":4.3058,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447840864","shards":1,"effective_bpw":4.4311,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4678171232","shards":1,"effective_bpw":4.6605,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692851296","shards":1,"effective_bpw":4.6752,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920916288","shards":1,"effective_bpw":4.9024,"repo":"NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920916576","shards":1,"effective_bpw":4.9024,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599492704","shards":1,"effective_bpw":5.5784,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733185856","shards":1,"effective_bpw":5.7116,"repo":"NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733186144","shards":1,"effective_bpw":5.7116,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596222272","shards":1,"effective_bpw":6.5714,"repo":"NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596222560","shards":1,"effective_bpw":6.5714,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541050176","shards":1,"effective_bpw":8.5089,"repo":"NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541050464","shards":1,"effective_bpw":8.5089,"repo":"bartowski/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16069416224","shards":1,"effective_bpw":16.0089,"repo":"NousResearch/Hermes-2-Pro-Llama-3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hathor-tahsin-l3-8b-v0-85","canonical_repo":"Nitral-AI/Hathor_Tahsin-L3-8B-v0.85","display_name":"Hathor_Tahsin-L3-8B-v0.85","publisher":"Nitral-AI","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2630","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-AI/Hathor_Tahsin-L3-8B-v0.85","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628000","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972192","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212512","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781568","shards":1,"effective_bpw":2.596,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605781984","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488640","shards":1,"effective_bpw":2.7481,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489056","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280896","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281312","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131456","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131872","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912320","shards":1,"effective_bpw":3.2626,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912736","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747200","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747616","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499264","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499680","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325472","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823360","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823776","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917952","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918368","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956416","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956832","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662656","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663072","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892192","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668992","shards":1,"effective_bpw":4.675,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669408","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734272","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734688","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632512","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294432","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987456","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987872","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057218624","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006464","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006880","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Hathor_Tahsin-L3-8B-v0.85-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466368","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770880","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128880928","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Hathor_Tahsin-L3-8B-v0.85-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-7b-bnb-4bit","canonical_repo":"unsloth/qwen2.5-7b-bnb-4bit","display_name":"qwen2.5-7b-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"7820050938","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2629","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/qwen2.5-7b-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4683070944","shards":1,"effective_bpw":4.7908,"repo":"muhtasham/tajik-qwen2.5-7b_finetuned-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444828640","shards":1,"effective_bpw":5.5701,"repo":"muhtasham/tajik-qwen2.5-7b_finetuned-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522592","shards":1,"effective_bpw":8.2849,"repo":"SrejonAhamed/qwuen_model","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522592","shards":1,"effective_bpw":8.2849,"repo":"muhtasham/tajik-qwen2.5-7b_finetuned-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237850592","shards":1,"effective_bpw":15.5885,"repo":"SrejonAhamed/qwuen_model","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237850592","shards":1,"effective_bpw":15.5885,"repo":"harryng4869/gwen2-coder","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"stable-code-3b","canonical_repo":"stabilityai/stable-code-3b","display_name":"stable-code-3b","publisher":"stabilityai","modality":"text","arch_key":"stablelm","params_total":"2795443200","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2628","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":80,"head_dim_v":80,"hidden":2560,"vocab_size":50304,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"stabilityai/stable-code-3b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"679888128","shards":1,"effective_bpw":1.9457,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"727872768","shards":1,"effective_bpw":2.083,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"807847168","shards":1,"effective_bpw":2.3119,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"878380288","shards":1,"effective_bpw":2.5137,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"949438208","shards":1,"effective_bpw":2.7171,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1013417728","shards":1,"effective_bpw":2.9002,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1083755520","shards":1,"effective_bpw":3.1015,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1083756064","shards":1,"effective_bpw":3.1015,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1083756288","shards":1,"effective_bpw":3.1015,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1102014208","shards":1,"effective_bpw":3.1537,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1194975264","shards":1,"effective_bpw":3.4198,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1194975488","shards":1,"effective_bpw":3.4198,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1254448640","shards":1,"effective_bpw":3.59,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1254449184","shards":1,"effective_bpw":3.59,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1254449184","shards":1,"effective_bpw":3.59,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1254449408","shards":1,"effective_bpw":3.59,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1254449408","shards":1,"effective_bpw":3.59,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1319555104","shards":1,"effective_bpw":3.7763,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1319555328","shards":1,"effective_bpw":3.7763,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1391418880","shards":1,"effective_bpw":3.982,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1391419424","shards":1,"effective_bpw":3.982,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1391419648","shards":1,"effective_bpw":3.982,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1508564480","shards":1,"effective_bpw":4.3172,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1508565024","shards":1,"effective_bpw":4.3172,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1508565248","shards":1,"effective_bpw":4.3172,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1525248768","shards":1,"effective_bpw":4.365,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1536307744","shards":1,"effective_bpw":4.3966,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1608570880","shards":1,"effective_bpw":4.6034,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1612995328","shards":1,"effective_bpw":4.6161,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1620695040","shards":1,"effective_bpw":4.6381,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1620695584","shards":1,"effective_bpw":4.6381,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1620695808","shards":1,"effective_bpw":4.6381,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708595200","shards":1,"effective_bpw":4.8897,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708595744","shards":1,"effective_bpw":4.8897,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1708595968","shards":1,"effective_bpw":4.8897,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1941862400","shards":1,"effective_bpw":5.5572,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1941862400","shards":1,"effective_bpw":5.5572,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1941862944","shards":1,"effective_bpw":5.5572,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1941863168","shards":1,"effective_bpw":5.5572,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1993390080","shards":1,"effective_bpw":5.7047,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1993390624","shards":1,"effective_bpw":5.7047,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1993390848","shards":1,"effective_bpw":5.7047,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2295984640","shards":1,"effective_bpw":6.5706,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2295985184","shards":1,"effective_bpw":6.5707,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2295985408","shards":1,"effective_bpw":6.5707,"repo":"mradermacher/stable-code-3b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2972925440","shards":1,"effective_bpw":8.5079,"repo":"TheBloke/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2972925984","shards":1,"effective_bpw":8.5079,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5593341984","shards":1,"effective_bpw":16.007,"repo":"mradermacher/stable-code-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spark-chroma-preview","canonical_repo":"SG161222/SPARK.Chroma_preview","display_name":"SPARK.Chroma_preview","publisher":"SG161222","modality":"image","arch_key":null,"params_total":"8899983424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2627","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_0","bytes":"5058093088","shards":1,"effective_bpw":4.5466,"repo":"Green-Sky/SPARK.Chroma_preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5059219488","shards":1,"effective_bpw":4.5476,"repo":"Green-Sky/SPARK.Chroma_preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"6169792544","shards":1,"effective_bpw":5.5459,"repo":"Green-Sky/SPARK.Chroma_preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7349776416","shards":1,"effective_bpw":6.6066,"repo":"Green-Sky/SPARK.Chroma_preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9500549152","shards":1,"effective_bpw":8.5398,"repo":"Green-Sky/SPARK.Chroma_preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"polyglot-lion-0-6b","canonical_repo":"knoveleng/polyglot-lion-0.6b","display_name":"polyglot-lion-0.6b","publisher":"knoveleng","modality":"text","arch_key":"qwen3vl","params_total":"782426112","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2623","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"knoveleng/polyglot-lion-0.6b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"208014880","shards":1,"effective_bpw":2.1269,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"216051232","shards":1,"effective_bpw":2.209,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"229445152","shards":1,"effective_bpw":2.346,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"241995296","shards":1,"effective_bpw":2.4743,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"254193184","shards":1,"effective_bpw":2.599,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"264908320","shards":1,"effective_bpw":2.7086,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"279014944","shards":1,"effective_bpw":2.8528,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"280558112","shards":1,"effective_bpw":2.8686,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"296237600","shards":1,"effective_bpw":3.0289,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"312752672","shards":1,"effective_bpw":3.1978,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"323074592","shards":1,"effective_bpw":3.3033,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"323074592","shards":1,"effective_bpw":3.3033,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"336026144","shards":1,"effective_bpw":3.4357,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"347126304","shards":1,"effective_bpw":3.5492,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"367802912","shards":1,"effective_bpw":3.7606,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"368491040","shards":1,"effective_bpw":3.7677,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"381565472","shards":1,"effective_bpw":3.9014,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"382155296","shards":1,"effective_bpw":3.9074,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"383269408","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"396704288","shards":1,"effective_bpw":4.0561,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"409090592","shards":1,"effective_bpw":4.1828,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"436615712","shards":1,"effective_bpw":4.4642,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"444414496","shards":1,"effective_bpw":4.544,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"495106592","shards":1,"effective_bpw":5.0623,"repo":"mradermacher/polyglot-lion-0.6b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-v2-instruct","canonical_repo":"deepseek-ai/DeepSeek-Coder-V2-Instruct","display_name":"DeepSeek-Coder-V2-Instruct","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"235741434880","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2622","n_layers":60,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":5120,"vocab_size":102400,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":160,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-Coder-V2-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47392224928","shards":2,"effective_bpw":1.6083,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682669728","shards":2,"effective_bpw":1.7878,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"52682669856","shards":3,"effective_bpw":1.7878,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"61500077824","shards":3,"effective_bpw":2.087,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711290528","shards":2,"effective_bpw":2.3318,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68711290656","shards":3,"effective_bpw":2.3318,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"69866895136","shards":3,"effective_bpw":2.371,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76920821632","shards":4,"effective_bpw":2.6103,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"79601274784","shards":4,"effective_bpw":2.7013,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946674976","shards":3,"effective_bpw":2.9166,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946675008","shards":3,"effective_bpw":2.9166,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"85946675072","shards":4,"effective_bpw":2.9166,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"87441714976","shards":3,"effective_bpw":2.9674,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"90846566304","shards":4,"effective_bpw":3.0829,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"96304424928","shards":5,"effective_bpw":3.2681,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679196128","shards":4,"effective_bpw":3.4505,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"101679196160","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"101679196160","shards":5,"effective_bpw":3.4505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"103371253792","shards":5,"effective_bpw":3.508,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112665528128","shards":3,"effective_bpw":3.8234,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"112665528256","shards":4,"effective_bpw":3.8234,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"112665528352","shards":5,"effective_bpw":3.8234,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372065344","shards":5,"effective_bpw":4.1528,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"122372065440","shards":6,"effective_bpw":4.1528,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"125563453568","shards":6,"effective_bpw":4.2611,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"132912455776","shards":5,"effective_bpw":4.5104,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"132912455808","shards":6,"effective_bpw":4.5104,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133875834944","shards":5,"effective_bpw":4.5431,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"133875835008","shards":6,"effective_bpw":4.5431,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453964736","shards":4,"effective_bpw":4.8342,"repo":"bartowski/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"142453964864","shards":5,"effective_bpw":4.8342,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"142453965024","shards":7,"effective_bpw":4.8342,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"162308464576","shards":7,"effective_bpw":5.508,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"162308464768","shards":6,"effective_bpw":5.508,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"162308464768","shards":6,"effective_bpw":5.508,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"167223787648","shards":8,"effective_bpw":5.6748,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"167223787680","shards":6,"effective_bpw":5.6748,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541724384","shards":9,"effective_bpw":6.5679,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"193541724512","shards":7,"effective_bpw":6.5679,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623467968","shards":11,"effective_bpw":8.505,"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"250623468096","shards":9,"effective_bpw":8.505,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"471585056192","shards":17,"effective_bpw":16.0035,"repo":"second-state/DeepSeek-Coder-V2-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-3-2b-instruct","canonical_repo":"ibm-granite/granite-3.3-2b-instruct","display_name":"granite-3.3-2b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"2533539840","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2621","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49159,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.3-2b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"888532672","shards":1,"effective_bpw":2.8057,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978253088","shards":1,"effective_bpw":3.089,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978253376","shards":1,"effective_bpw":3.089,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1002636224","shards":1,"effective_bpw":3.166,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1005186752","shards":1,"effective_bpw":3.174,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1078851136","shards":1,"effective_bpw":3.4066,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130296608","shards":1,"effective_bpw":3.5691,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130296896","shards":1,"effective_bpw":3.5691,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1169290816","shards":1,"effective_bpw":3.6922,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251734816","shards":1,"effective_bpw":3.9525,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251735104","shards":1,"effective_bpw":3.9525,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357378848","shards":1,"effective_bpw":4.2861,"repo":"lmstudio-community/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357378848","shards":1,"effective_bpw":4.2861,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357379136","shards":1,"effective_bpw":4.2861,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1383921216","shards":1,"effective_bpw":4.3699,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1453389088","shards":1,"effective_bpw":4.5893,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1458632256","shards":1,"effective_bpw":4.6058,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1458632256","shards":1,"effective_bpw":4.6058,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464399136","shards":1,"effective_bpw":4.624,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464399424","shards":1,"effective_bpw":4.624,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545303328","shards":1,"effective_bpw":4.8795,"repo":"lmstudio-community/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545303328","shards":1,"effective_bpw":4.8795,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545303616","shards":1,"effective_bpw":4.8795,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1569686464","shards":1,"effective_bpw":4.9565,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1605432608","shards":1,"effective_bpw":5.0694,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1605432896","shards":1,"effective_bpw":5.0694,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757476128","shards":1,"effective_bpw":5.5495,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1757476128","shards":1,"effective_bpw":5.5495,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757476416","shards":1,"effective_bpw":5.5495,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804825888","shards":1,"effective_bpw":5.699,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804826176","shards":1,"effective_bpw":5.699,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1829209024","shards":1,"effective_bpw":5.776,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1909519648","shards":1,"effective_bpw":6.0296,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080568608","shards":1,"effective_bpw":6.5697,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080568608","shards":1,"effective_bpw":6.5697,"repo":"lmstudio-community/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080568896","shards":1,"effective_bpw":6.5697,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2104951744","shards":1,"effective_bpw":6.6467,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694120096","shards":1,"effective_bpw":8.5071,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694120096","shards":1,"effective_bpw":8.5071,"repo":"lmstudio-community/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694120384","shards":1,"effective_bpw":8.5071,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5069158176","shards":1,"effective_bpw":16.0066,"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5069158176","shards":1,"effective_bpw":16.0066,"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"command-a-plus-05-2026-bf16","canonical_repo":"CohereLabs/command-a-plus-05-2026-bf16","display_name":"command-a-plus-05-2026-bf16","publisher":"CohereLabs","modality":"text","arch_key":"cohere2moe","params_total":"218750277872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2619","n_layers":32,"n_head":128,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":262144,"ctx_native":200000,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":true,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"CohereLabs/command-a-plus-05-2026-bf16","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"49252618752","shards":1,"effective_bpw":1.8012,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"54319338144","shards":2,"effective_bpw":1.9865,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"62254961344","shards":2,"effective_bpw":2.2767,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"68697412288","shards":2,"effective_bpw":2.5124,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"69905371808","shards":2,"effective_bpw":2.5565,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"76582703776","shards":2,"effective_bpw":2.8007,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"80055063328","shards":3,"effective_bpw":2.9277,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80315110176","shards":3,"effective_bpw":2.9372,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"93929820992","shards":3,"effective_bpw":3.4351,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"98015073056","shards":3,"effective_bpw":3.5845,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"102175822624","shards":3,"effective_bpw":3.7367,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"102578475808","shards":3,"effective_bpw":3.7514,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"106588230432","shards":3,"effective_bpw":3.8981,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"106739225376","shards":3,"effective_bpw":3.9036,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"118827209632","shards":4,"effective_bpw":4.3457,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"125403878304","shards":4,"effective_bpw":4.5862,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"126074966944","shards":4,"effective_bpw":4.6107,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"129833063392","shards":4,"effective_bpw":4.7482,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"135092720544","shards":4,"effective_bpw":4.9405,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"135352767392","shards":4,"effective_bpw":4.95,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"138825651104","shards":4,"effective_bpw":5.077,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"152138372000","shards":4,"effective_bpw":5.5639,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"157767128128","shards":5,"effective_bpw":5.7698,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"189828387872","shards":5,"effective_bpw":6.9423,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"231955977376","shards":6,"effective_bpw":8.483,"repo":"bartowski/command-a-plus-05-2026-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"laguna-m-1","canonical_repo":"poolside/Laguna-M.1","display_name":"Laguna-M.1","publisher":"poolside","modality":"text","arch_key":"laguna","params_total":"225795725568","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2619","n_layers":70,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":100352,"ctx_native":262144,"sliding_window":0,"use_sliding_window":null,"swa_period":4,"dense_first":true,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":16,"arch_source":"poolside/Laguna-M.1","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"240119891264","shards":10,"effective_bpw":8.5075,"repo":"sigargv/Laguna-M.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"451736945984","shards":10,"effective_bpw":16.0052,"repo":"sigargv/Laguna-M.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibethinker-3b-obliterated","canonical_repo":"sillykiwi/VibeThinker-3B-OBLITERATED","display_name":"VibeThinker-3B-OBLITERATED","publisher":"sillykiwi","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2619","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sillykiwi/VibeThinker-3B-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094240","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850027488","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948249568","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031545824","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938144","shards":1,"effective_bpw":2.753,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140515808","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128096","shards":1,"effective_bpw":3.106,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274755776","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756064","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827232","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836128","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357184","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454357472","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864224","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488894944","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475456","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590475744","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707391680","shards":1,"effective_bpw":4.4262,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707391968","shards":1,"effective_bpw":4.4262,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095008","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753184960","shards":1,"effective_bpw":4.545,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209312","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486112","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384064","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384352","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929902784","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903072","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258272","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666240","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169666528","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224814784","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815072","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538158784","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159072","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476032","shards":1,"effective_bpw":8.5173,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178316992","shards":1,"effective_bpw":16.0167,"repo":"mradermacher/VibeThinker-3B-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-1b-it-abliterated","canonical_repo":"huihui-ai/gemma-3-1b-it-abliterated","display_name":"gemma-3-1b-it-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma3","params_total":"999885952","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2616","n_layers":26,"n_head":4,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1152,"vocab_size":262144,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/gemma-3-1b-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"669783904","shards":1,"effective_bpw":5.3589,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"680110432","shards":1,"effective_bpw":5.4415,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"688856416","shards":1,"effective_bpw":5.5115,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"689814880","shards":1,"effective_bpw":5.5191,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"689814880","shards":1,"effective_bpw":5.5191,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"689814880","shards":1,"effective_bpw":5.5191,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"697060960","shards":1,"effective_bpw":5.5771,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"714435424","shards":1,"effective_bpw":5.7161,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"721863520","shards":1,"effective_bpw":5.7756,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"721918816","shards":1,"effective_bpw":5.776,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"722416480","shards":1,"effective_bpw":5.78,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"751575904","shards":1,"effective_bpw":6.0133,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"764035936","shards":1,"effective_bpw":6.113,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"780993376","shards":1,"effective_bpw":6.2487,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"806058592","shards":1,"effective_bpw":6.4492,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"806058592","shards":1,"effective_bpw":6.4492,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"836399968","shards":1,"effective_bpw":6.692,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"851346016","shards":1,"effective_bpw":6.8115,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"851346016","shards":1,"effective_bpw":6.8115,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1011738976","shards":1,"effective_bpw":8.0948,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1011738976","shards":1,"effective_bpw":8.0948,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1069306720","shards":1,"effective_bpw":8.5554,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2006573632","shards":1,"effective_bpw":16.0544,"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ace-step-v1-5-1d-vae-stable-audio-format","canonical_repo":"ACE-Step/ace-step-v1.5-1d-vae-stable-audio-format","display_name":"ace-step-v1.5-1d-vae-stable-audio-format","publisher":"ACE-Step","modality":"text","arch_key":"acestep-vae","params_total":"168695426","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2615","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ACE-Step/ace-step-v1.5-1d-vae-stable-audio-format","arch_confidence":1,"quantizations":[{"quant":"BF16","bytes":"337420928","shards":1,"effective_bpw":16.0014,"repo":"scragnog/Ace-Step-1.5-ScragVAE","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-it-qat-gguf","canonical_repo":"unsloth/gemma-4-26B-A4B-it-qat-GGUF","display_name":"gemma-4-26B-A4B-it-qat-GGUF","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"25233142046","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2613","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"unsloth/gemma-4-26B-A4B-it-qat-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-30b-a3b-yoyo-v5","canonical_repo":"YOYO-AI/Qwen3-30B-A3B-YOYO-V5","display_name":"Qwen3-30B-A3B-YOYO-V5","publisher":"YOYO-AI","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2612","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"YOYO-AI/Qwen3-30B-A3B-YOYO-V5","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416510144","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078292672","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263552","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076223168","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132352","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509056","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519364800","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610624","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610880","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327808","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598443200","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292469184","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469440","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299154112","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063616","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847872","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711848128","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900670912","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900671168","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350400","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557093824","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988672","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456010176","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010432","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687296","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687552","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501440","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080511424","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511680","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725582272","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582528","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092533184","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533440","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933120","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Qwen3-30B-A3B-YOYO-V5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-8b-darkidol-2-3-uncensored-32k","canonical_repo":"aifeifei798/llama3-8B-DarkIdol-2.3-Uncensored-32K","display_name":"llama3-8B-DarkIdol-2.3-Uncensored-32K","publisher":"aifeifei798","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2612","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/llama3-8B-DarkIdol-2.3-Uncensored-32K","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628064","shards":1,"effective_bpw":2.012,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972256","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212576","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782048","shards":1,"effective_bpw":2.596,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489120","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281376","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131680","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131936","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912800","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747424","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747680","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499488","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499744","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325280","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325536","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823584","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823840","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918176","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918432","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956640","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956896","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663136","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363040","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892256","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669216","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669472","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734496","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734752","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294240","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294496","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987680","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987936","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006688","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006944","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771104","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891424","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"uni-mumer-qwen3-vl-2b","canonical_repo":"phxember/Uni-MuMER-Qwen3-VL-2B","display_name":"Uni-MuMER-Qwen3-VL-2B","publisher":"phxember","modality":"text","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2611","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"phxember/Uni-MuMER-Qwen3-VL-2B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515779008","shards":1,"effective_bpw":1.9394,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543795648","shards":1,"effective_bpw":2.0448,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590490048","shards":1,"effective_bpw":2.2204,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631515584","shards":1,"effective_bpw":2.3746,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657828288","shards":1,"effective_bpw":2.4736,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695183808","shards":1,"effective_bpw":2.614,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732971456","shards":1,"effective_bpw":2.7561,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754362816","shards":1,"effective_bpw":2.8366,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777798080","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834224576","shards":1,"effective_bpw":3.1369,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867254720","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867254720","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895664576","shards":1,"effective_bpw":3.3679,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939540928","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003504064","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010385344","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054425536","shards":1,"effective_bpw":3.9649,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056784832","shards":1,"effective_bpw":3.9737,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060192704","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107411392","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142505920","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230586304","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257882048","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417757120","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/Uni-MuMER-Qwen3-VL-2B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v4-9b","canonical_repo":"anthracite-org/magnum-v4-9b","display_name":"magnum-v4-9b","publisher":"anthracite-org","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2610","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v4-9b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3434668960","shards":1,"effective_bpw":2.9732,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397920","shards":1,"effective_bpw":3.2941,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027605920","shards":1,"effective_bpw":3.4865,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989088","shards":1,"effective_bpw":3.5881,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664928","shards":1,"effective_bpw":3.7549,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615456","shards":1,"effective_bpw":3.8907,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781152","shards":1,"effective_bpw":4.122,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452768","shards":1,"effective_bpw":4.4429,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030176","shards":1,"effective_bpw":4.4866,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5459198880","shards":1,"effective_bpw":4.7257,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925216","shards":1,"effective_bpw":4.7428,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057696","shards":1,"effective_bpw":4.987,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265696","shards":1,"effective_bpw":5.1794,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592096","shards":1,"effective_bpw":5.6125,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366560","shards":1,"effective_bpw":5.7542,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574560","shards":1,"effective_bpw":5.9466,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069728","shards":1,"effective_bpw":6.5694,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811277728","shards":1,"effective_bpw":6.7618,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148704","shards":1,"effective_bpw":8.5068,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490679968","shards":1,"effective_bpw":16.0063,"repo":"bartowski/magnum-v4-9b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"amaretto-3b","canonical_repo":"AmarettoLabs/Amaretto-3B","display_name":"Amaretto-3B","publisher":"AmarettoLabs","modality":"text","arch_key":"mistral3","params_total":"4251743232","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2609","n_layers":26,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AmarettoLabs/Amaretto-3B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"938170304","shards":1,"effective_bpw":1.7652,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"997521344","shards":1,"effective_bpw":1.8769,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1096439744","shards":1,"effective_bpw":2.063,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1185798080","shards":1,"effective_bpw":2.2312,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1240430528","shards":1,"effective_bpw":2.334,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1319565248","shards":1,"effective_bpw":2.4829,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1370879936","shards":1,"effective_bpw":2.5794,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1448294336","shards":1,"effective_bpw":2.7251,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1458960064","shards":1,"effective_bpw":2.7452,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1458960320","shards":1,"effective_bpw":2.7452,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1580414912","shards":1,"effective_bpw":2.9737,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1639151296","shards":1,"effective_bpw":3.0842,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1639151552","shards":1,"effective_bpw":3.0842,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1650014144","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1704744896","shards":1,"effective_bpw":3.2076,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1795552960","shards":1,"effective_bpw":3.3785,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1795553216","shards":1,"effective_bpw":3.3785,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1934358208","shards":1,"effective_bpw":3.6397,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1934358464","shards":1,"effective_bpw":3.6397,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1959278528","shards":1,"effective_bpw":3.6865,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1972549312","shards":1,"effective_bpw":3.7115,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2046375872","shards":1,"effective_bpw":3.8504,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2051291072","shards":1,"effective_bpw":3.8597,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2053256896","shards":1,"effective_bpw":3.8634,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2053257152","shards":1,"effective_bpw":3.8634,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2146498240","shards":1,"effective_bpw":4.0388,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2146498496","shards":1,"effective_bpw":4.0388,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2230204352","shards":1,"effective_bpw":4.1963,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2419340992","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2419341248","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2473653952","shards":1,"effective_bpw":4.6544,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2473654208","shards":1,"effective_bpw":4.6544,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2821256896","shards":1,"effective_bpw":5.3084,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2821257152","shards":1,"effective_bpw":5.3084,"repo":"mradermacher/Amaretto-3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3651679936","shards":1,"effective_bpw":6.8709,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6866220736","shards":1,"effective_bpw":12.9194,"repo":"mradermacher/Amaretto-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reka-flash-3-1","canonical_repo":"RekaAI/reka-flash-3.1","display_name":"reka-flash-3.1","publisher":"RekaAI","modality":"text","arch_key":"llama","params_total":"20905482240","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2608","n_layers":44,"n_head":64,"n_head_kv":8,"head_dim_k":96,"head_dim_v":96,"hidden":6144,"vocab_size":100352,"ctx_native":98304,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RekaAI/reka-flash-3.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6604482784","shards":1,"effective_bpw":2.5274,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6897256672","shards":1,"effective_bpw":2.6394,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7385213152","shards":1,"effective_bpw":2.8261,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7827482848","shards":1,"effective_bpw":2.9954,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8123672416","shards":1,"effective_bpw":3.1087,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8123672800","shards":1,"effective_bpw":3.1087,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8514037600","shards":1,"effective_bpw":3.2581,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8514037984","shards":1,"effective_bpw":3.2581,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8537655520","shards":1,"effective_bpw":3.2671,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8630896480","shards":1,"effective_bpw":3.3028,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8630896864","shards":1,"effective_bpw":3.3028,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9177982816","shards":1,"effective_bpw":3.5122,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9177983200","shards":1,"effective_bpw":3.5122,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9233008480","shards":1,"effective_bpw":3.5332,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9501144928","shards":1,"effective_bpw":3.6358,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9501145312","shards":1,"effective_bpw":3.6358,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9934628704","shards":1,"effective_bpw":3.8017,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9934629088","shards":1,"effective_bpw":3.8017,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9962203360","shards":1,"effective_bpw":3.8123,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10258245472","shards":1,"effective_bpw":3.9256,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10258245856","shards":1,"effective_bpw":3.9256,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10863011680","shards":1,"effective_bpw":4.157,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10863012064","shards":1,"effective_bpw":4.157,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11412284992","shards":1,"effective_bpw":4.3672,"repo":"lmstudio-community/reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11412285280","shards":1,"effective_bpw":4.3672,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11412285664","shards":1,"effective_bpw":4.3672,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11488151392","shards":1,"effective_bpw":4.3962,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11488151776","shards":1,"effective_bpw":4.3962,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11949688672","shards":1,"effective_bpw":4.5728,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"11961460576","shards":1,"effective_bpw":4.5773,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11961460960","shards":1,"effective_bpw":4.5773,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12627765088","shards":1,"effective_bpw":4.8323,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12627765472","shards":1,"effective_bpw":4.8323,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"13191759712","shards":1,"effective_bpw":5.0482,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13191760096","shards":1,"effective_bpw":5.0482,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13610362432","shards":1,"effective_bpw":5.2083,"repo":"lmstudio-community/reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13610362720","shards":1,"effective_bpw":5.2083,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13610363104","shards":1,"effective_bpw":5.2083,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14067967840","shards":1,"effective_bpw":5.3835,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14791755616","shards":1,"effective_bpw":5.6604,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14791756000","shards":1,"effective_bpw":5.6604,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15635474272","shards":1,"effective_bpw":5.9833,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15635474656","shards":1,"effective_bpw":5.9833,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"16016009056","shards":1,"effective_bpw":6.1289,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18440726080","shards":1,"effective_bpw":7.0568,"repo":"lmstudio-community/reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18440726368","shards":1,"effective_bpw":7.0568,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18440726752","shards":1,"effective_bpw":7.0568,"repo":"mradermacher/reka-flash-3.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18739373920","shards":1,"effective_bpw":7.1711,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22217246272","shards":1,"effective_bpw":8.502,"repo":"lmstudio-community/reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22217246560","shards":1,"effective_bpw":8.502,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"41815623232","shards":1,"effective_bpw":16.0018,"repo":"bartowski/RekaAI_reka-flash-3.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rocket-3b","canonical_repo":"pansophic/rocket-3B","display_name":"rocket-3B","publisher":"pansophic","modality":"text","arch_key":"stablelm","params_total":"2795443200","is_moe":false,"is_gated":false,"license_spdx":"cc-by-sa-4.0","downloads_30d":"2605","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":80,"head_dim_v":80,"hidden":2560,"vocab_size":50304,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pansophic/rocket-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1198771136","shards":1,"effective_bpw":3.4306,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1254448576","shards":1,"effective_bpw":3.59,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1391418816","shards":1,"effective_bpw":3.982,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1508564416","shards":1,"effective_bpw":4.3172,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1608570816","shards":1,"effective_bpw":4.6034,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1620694976","shards":1,"effective_bpw":4.6381,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708595136","shards":1,"effective_bpw":4.8897,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1941862336","shards":1,"effective_bpw":5.5572,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1941862336","shards":1,"effective_bpw":5.5572,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1993390016","shards":1,"effective_bpw":5.7047,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2295984576","shards":1,"effective_bpw":6.5706,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2972925376","shards":1,"effective_bpw":8.5079,"repo":"TheBloke/rocket-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"v6-finch-7b-hf","canonical_repo":"RWKV/v6-Finch-7B-HF","display_name":"v6-Finch-7B-HF","publisher":"RWKV","modality":"text","arch_key":"rwkv6","params_total":"7635746816","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2603","n_layers":32,"n_head":64,"n_head_kv":64,"head_dim_k":64,"head_dim_v":64,"hidden":4096,"vocab_size":65536,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RWKV/v6-Finch-7B-HF","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3015096096","shards":1,"effective_bpw":3.1589,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3078010656","shards":1,"effective_bpw":3.2248,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3340154656","shards":1,"effective_bpw":3.4995,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3814111008","shards":1,"effective_bpw":3.9961,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3814111008","shards":1,"effective_bpw":3.9961,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3814111008","shards":1,"effective_bpw":3.9961,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3814111008","shards":1,"effective_bpw":3.9961,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3814111008","shards":1,"effective_bpw":3.9961,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4550211360","shards":1,"effective_bpw":4.7673,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4776703776","shards":1,"effective_bpw":5.0046,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4776703776","shards":1,"effective_bpw":5.0046,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4776703776","shards":1,"effective_bpw":5.0046,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4975933216","shards":1,"effective_bpw":5.2133,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5682673440","shards":1,"effective_bpw":5.9538,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5682673440","shards":1,"effective_bpw":5.9538,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5848348448","shards":1,"effective_bpw":6.1273,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6645266208","shards":1,"effective_bpw":6.9623,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6775289632","shards":1,"effective_bpw":7.0985,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8465594144","shards":1,"effective_bpw":8.8694,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15512024608","shards":1,"effective_bpw":16.252,"repo":"bartowski/v6-Finch-7B-HF-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mirothinker-v1-0-30b","canonical_repo":"miromind-ai/MiroThinker-v1.0-30B","display_name":"MiroThinker-v1.0-30B","publisher":"miromind-ai","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2602","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"miromind-ai/MiroThinker-v1.0-30B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416510176","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078292704","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263584","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662166336","shards":1,"effective_bpw":2.2697,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744100672","shards":1,"effective_bpw":2.2911,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076223200","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132384","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870271296","shards":1,"effective_bpw":2.5862,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509088","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519364832","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908648256","shards":1,"effective_bpw":2.8583,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212520256","shards":1,"effective_bpw":2.9379,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610912","shards":1,"effective_bpw":2.95,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327840","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216984384","shards":1,"effective_bpw":3.2011,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598443232","shards":1,"effective_bpw":3.301,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736461632","shards":1,"effective_bpw":3.3372,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469472","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299154144","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428128576","shards":1,"effective_bpw":3.5184,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063648","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076541760","shards":1,"effective_bpw":3.6883,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076803904","shards":1,"effective_bpw":3.6884,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14583003968","shards":1,"effective_bpw":3.821,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711848160","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900671200","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350432","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458003264","shards":1,"effective_bpw":4.3123,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988704","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386279744","shards":1,"effective_bpw":4.5555,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010464","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631646528","shards":1,"effective_bpw":4.6198,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984492352","shards":1,"effective_bpw":4.7123,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687584","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632184640","shards":1,"effective_bpw":4.882,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863127360","shards":1,"effective_bpw":4.9425,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501472","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214521152","shards":1,"effective_bpw":5.0346,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511712","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099385664","shards":1,"effective_bpw":5.5284,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582560","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744456512","shards":1,"effective_bpw":5.6975,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936503616","shards":1,"effective_bpw":5.7478,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533472","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/MiroThinker-v1.0-30B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104722752","shards":1,"effective_bpw":6.5779,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255443264","shards":1,"effective_bpw":6.6174,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932992","shards":1,"effective_bpw":8.5114,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095803648","shards":2,"effective_bpw":16.0083,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-30B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g9v3-3b","canonical_repo":"ai9stars/G9v3-3B","display_name":"G9v3-3B","publisher":"ai9stars","modality":"text","arch_key":"llama","params_total":"2988656640","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2600","n_layers":52,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ai9stars/G9v3-3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1233615424","shards":1,"effective_bpw":3.3021,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1266866752","shards":1,"effective_bpw":3.3911,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1306860096","shards":1,"effective_bpw":3.4982,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1394768448","shards":1,"effective_bpw":3.7335,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1437153856","shards":1,"effective_bpw":3.847,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1483176512","shards":1,"effective_bpw":3.9701,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1527986752","shards":1,"effective_bpw":4.0901,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1563064896","shards":1,"effective_bpw":4.184,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1641839168","shards":1,"effective_bpw":4.3949,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1710316096","shards":1,"effective_bpw":4.5782,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1755945248","shards":1,"effective_bpw":4.7003,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1765644576","shards":1,"effective_bpw":4.7263,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1788779072","shards":1,"effective_bpw":4.7882,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1791089216","shards":1,"effective_bpw":4.7944,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1795201600","shards":1,"effective_bpw":4.8054,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1843804448","shards":1,"effective_bpw":4.9355,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1902590528","shards":1,"effective_bpw":5.0928,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1947310656","shards":1,"effective_bpw":5.2125,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2096077088","shards":1,"effective_bpw":5.6108,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2101041728","shards":1,"effective_bpw":5.624,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2110560832","shards":1,"effective_bpw":5.6495,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2141337888","shards":1,"effective_bpw":5.7319,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2188409408","shards":1,"effective_bpw":5.8579,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2353437248","shards":1,"effective_bpw":6.2997,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2457467168","shards":1,"effective_bpw":6.5781,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2546604608","shards":1,"effective_bpw":6.8167,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2676120128","shards":1,"effective_bpw":7.1634,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3181221280","shards":1,"effective_bpw":8.5155,"repo":"Szeweq/G9v3-3B-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3181230368","shards":1,"effective_bpw":8.5155,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3181230656","shards":1,"effective_bpw":8.5155,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5982894368","shards":1,"effective_bpw":16.0149,"repo":"WhiskyAKM/G9v3-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5982894368","shards":1,"effective_bpw":16.0149,"repo":"bartowski/ai9stars_G9v3-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-2-3b-creative-writer-v0-1","canonical_repo":"agentlans/Llama3.2-3B-creative-writer-v0.1","display_name":"Llama3.2-3B-creative-writer-v0.1","publisher":"agentlans","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"2598","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"agentlans/Llama3.2-3B-creative-writer-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868155840","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924189120","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017577920","shards":1,"effective_bpw":2.5338,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100546496","shards":1,"effective_bpw":2.7404,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154318784","shards":1,"effective_bpw":2.8743,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229029824","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274280384","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348764096","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363933344","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363933632","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476786624","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542846624","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542846912","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542846912","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599666624","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687156896","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687157184","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815345312","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815345600","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829108160","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1840904352","shards":1,"effective_bpw":4.584,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917188544","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921907136","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928198304","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928198592","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019375264","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019375552","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093349312","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269509792","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269510080","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322151584","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322151872","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643851424","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643851712","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421896864","shards":1,"effective_bpw":8.5208,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433685664","shards":1,"effective_bpw":16.0204,"repo":"mradermacher/Llama3.2-3B-creative-writer-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neuron-4b-instruct","canonical_repo":"Neura-Tech-AI/Neuron-4B-Instruct","display_name":"Neuron-4B-Instruct","publisher":"Neura-Tech-AI","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2597","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Neura-Tech-AI/Neuron-4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255520","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017440","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620640","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099680","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300960","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983520","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453920","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499104","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669499360","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670188000","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374880","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996704","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996960","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530720","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895840","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617504","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617760","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785184","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785440","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270751200","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315744","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772640","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381343200","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309024","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383309280","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280224","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497280480","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628960","shards":1,"effective_bpw":5.1643,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710944","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823711200","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513184","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889513440","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260704","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260960","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Neuron-V2-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404704","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284704","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Neuron-V2-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-qwen2-5-14b-v0-0","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.0","display_name":"EVA-Qwen2.5-14B-v0.0","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2596","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607992960","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872307840","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312832640","shards":1,"effective_bpw":2.336,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704574080","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003725440","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356144864","shards":1,"effective_bpw":2.9011,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356145280","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496224","shards":1,"effective_bpw":3.1255,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770496640","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946706560","shards":1,"effective_bpw":3.221,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383360224","shards":1,"effective_bpw":3.4575,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383360640","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530816224","shards":1,"effective_bpw":3.5373,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659594464","shards":1,"effective_bpw":3.6071,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659594880","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693018240","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916536544","shards":1,"effective_bpw":3.7463,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916536960","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339202784","shards":1,"effective_bpw":3.9752,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339203200","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924766944","shards":1,"effective_bpw":4.2923,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767360","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119838944","shards":1,"effective_bpw":4.398,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839360","shards":1,"effective_bpw":4.398,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544266464","shards":1,"effective_bpw":4.6279,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544266880","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573429984","shards":1,"effective_bpw":4.6437,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430400","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109024","shards":1,"effective_bpw":4.8683,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988109440","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565952224","shards":1,"effective_bpw":5.1813,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266552544","shards":1,"effective_bpw":5.5607,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266552960","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508871904","shards":1,"effective_bpw":5.692,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872320","shards":1,"effective_bpw":5.692,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989394144","shards":1,"effective_bpw":5.9523,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124682464","shards":1,"effective_bpw":6.5672,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124682880","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501801184","shards":1,"effective_bpw":6.7714,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596384","shards":1,"effective_bpw":8.5046,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547714496","shards":1,"effective_bpw":16.0041,"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-super-120b-a12b-gguf","canonical_repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","display_name":"NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","publisher":"unsloth","modality":"text","arch_key":"nemotron_h_moe","params_total":"120668707840","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2595","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"lightonocr-2-1b","canonical_repo":"lightonai/LightOnOCR-2-1B","display_name":"LightOnOCR-2-1B","publisher":"lightonai","modality":"text","arch_key":"qwen3","params_total":"1005647872","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2588","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":16384,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"lightonai/LightOnOCR-2-1B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"296235168","shards":1,"effective_bpw":2.3566,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"323072160","shards":1,"effective_bpw":2.5701,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347123872","shards":1,"effective_bpw":2.7614,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"367800256","shards":1,"effective_bpw":2.9259,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"368488608","shards":1,"effective_bpw":2.9314,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"369275040","shards":1,"effective_bpw":2.9376,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"381562816","shards":1,"effective_bpw":3.0354,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"383266976","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396701632","shards":1,"effective_bpw":3.1558,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396701856","shards":1,"effective_bpw":3.1558,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436613280","shards":1,"effective_bpw":3.4733,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444411840","shards":1,"effective_bpw":3.5353,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444412064","shards":1,"effective_bpw":3.5353,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495103936","shards":1,"effective_bpw":3.9386,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495104160","shards":1,"effective_bpw":3.9386,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639443680","shards":1,"effective_bpw":5.0868,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639444128","shards":1,"effective_bpw":5.0868,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1198179040","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198179040","shards":1,"effective_bpw":9.5316,"repo":"noctrex/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198179488","shards":1,"effective_bpw":9.5316,"repo":"mradermacher/LightOnOCR-2-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sciphi-self-rag-mistral-7b-32k","canonical_repo":"SciPhi/SciPhi-Self-RAG-Mistral-7B-32k","display_name":"SciPhi-Self-RAG-Mistral-7B-32k","publisher":"SciPhi","modality":"text","arch_key":"llama","params_total":"7241863168","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2587","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32016,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SciPhi/SciPhi-Self-RAG-Mistral-7B-32k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612169408","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754513600","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991753920","shards":1,"effective_bpw":2.2003,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198323392","shards":1,"effective_bpw":2.4285,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310994624","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500786880","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719318720","shards":1,"effective_bpw":3.004,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827418304","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018898624","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083173536","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164649632","shards":1,"effective_bpw":3.496,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164650688","shards":1,"effective_bpw":3.496,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182476480","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284974784","shards":1,"effective_bpw":3.6289,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519068320","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3519069376","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822106784","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822107840","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907778240","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109007520","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123688640","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140464800","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140465856","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368530080","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368531136","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997814944","shards":1,"effective_bpw":5.521,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997814944","shards":1,"effective_bpw":5.521,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997816000","shards":1,"effective_bpw":5.521,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131508384","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131509440","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942172832","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942173888","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/SciPhi-Self-RAG-Mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695997088","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/SciPhi-Self-RAG-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"v6-finch-14b-hf","canonical_repo":"RWKV/v6-Finch-14B-HF","display_name":"v6-Finch-14B-HF","publisher":"RWKV","modality":"text","arch_key":"rwkv6","params_total":"14069088256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2587","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":64,"head_dim_v":64,"hidden":4096,"vocab_size":65536,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"RWKV/v6-Finch-14B-HF","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"5474452032","shards":1,"effective_bpw":3.1129,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5586780736","shards":1,"effective_bpw":3.1768,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5848924736","shards":1,"effective_bpw":3.3258,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6965264960","shards":1,"effective_bpw":3.9606,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6965264960","shards":1,"effective_bpw":3.9606,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6965264960","shards":1,"effective_bpw":3.9606,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6965264960","shards":1,"effective_bpw":3.9606,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6965264960","shards":1,"effective_bpw":3.9606,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8343749184","shards":1,"effective_bpw":4.7444,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8767898176","shards":1,"effective_bpw":4.9856,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8767898176","shards":1,"effective_bpw":4.9856,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8767898176","shards":1,"effective_bpw":4.9856,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8967127616","shards":1,"effective_bpw":5.0989,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10464494144","shards":1,"effective_bpw":5.9503,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10464494144","shards":1,"effective_bpw":5.9503,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10630169152","shards":1,"effective_bpw":6.0446,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12267127360","shards":1,"effective_bpw":6.9754,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12397150784","shards":1,"effective_bpw":7.0493,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15619293760","shards":1,"effective_bpw":8.8815,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"28595421504","shards":1,"effective_bpw":16.26,"repo":"bartowski/v6-Finch-14B-HF-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"serenity-31b-v1-1","canonical_repo":"ReadyArt/Serenity-31B-v1.1","display_name":"Serenity-31B-v1.1","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2585","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"15287107776","shards":1,"effective_bpw":3.742,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16862232768","shards":1,"effective_bpw":4.1275,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062208","shards":1,"effective_bpw":4.5742,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569728","shards":1,"effective_bpw":5.3474,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483968","shards":1,"effective_bpw":6.1688,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674816","shards":1,"effective_bpw":7.9886,"repo":"ReadyArt/Serenity-31B-v1.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"iquest-coder-v1-40b-instruct","canonical_repo":"IQuestLab/IQuest-Coder-V1-40B-Instruct","display_name":"IQuest-Coder-V1-40B-Instruct","publisher":"IQuestLab","modality":"text","arch_key":"llama","params_total":"39794283520","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2584","n_layers":80,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":76800,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"IQuestLab/IQuest-Coder-V1-40B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8496100544","shards":1,"effective_bpw":1.708,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"9318167744","shards":1,"effective_bpw":1.8733,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"10688279744","shards":1,"effective_bpw":2.1487,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"11849905344","shards":1,"effective_bpw":2.3822,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12328522944","shards":1,"effective_bpw":2.4785,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"13424612544","shards":1,"effective_bpw":2.6988,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"13738366144","shards":1,"effective_bpw":2.7619,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"14769738944","shards":1,"effective_bpw":2.9692,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"15445578944","shards":1,"effective_bpw":3.1051,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"16451351744","shards":1,"effective_bpw":3.3073,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"17365578944","shards":1,"effective_bpw":3.4911,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"17365578944","shards":1,"effective_bpw":3.4911,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"17832113344","shards":1,"effective_bpw":3.5849,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"19236631744","shards":1,"effective_bpw":3.8672,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"20825879744","shards":1,"effective_bpw":4.1867,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"21324567744","shards":1,"effective_bpw":4.287,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"22578762944","shards":1,"effective_bpw":4.5391,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"22719665344","shards":1,"effective_bpw":4.5674,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"24030385344","shards":1,"effective_bpw":4.8309,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"24952804544","shards":1,"effective_bpw":5.0164,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"27415319744","shards":1,"effective_bpw":5.5114,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"28195198144","shards":1,"effective_bpw":5.6682,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"32648164544","shards":1,"effective_bpw":6.5634,"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-1-2b-tool","canonical_repo":"LiquidAI/LFM2-1.2B-Tool","display_name":"LFM2-1.2B-Tool","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2582","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-1.2B-Tool","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"434131488","shards":1,"effective_bpw":2.9676,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483398176","shards":1,"effective_bpw":3.3043,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"490983968","shards":1,"effective_bpw":3.3562,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"515904032","shards":1,"effective_bpw":3.5265,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"537809440","shards":1,"effective_bpw":3.6763,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558158368","shards":1,"effective_bpw":3.8154,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"566792736","shards":1,"effective_bpw":3.8744,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600347168","shards":1,"effective_bpw":4.1037,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635474464","shards":1,"effective_bpw":4.3439,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"663376416","shards":1,"effective_bpw":4.5346,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695750368","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"695751200","shards":1,"effective_bpw":4.7559,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"697848352","shards":1,"effective_bpw":4.7702,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700469792","shards":1,"effective_bpw":4.7881,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894048","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894880","shards":1,"effective_bpw":4.9961,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760500768","shards":1,"effective_bpw":5.1985,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"763400736","shards":1,"effective_bpw":5.2183,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825250336","shards":1,"effective_bpw":5.6411,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843353824","shards":1,"effective_bpw":5.7648,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843354656","shards":1,"effective_bpw":5.7648,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"875860512","shards":1,"effective_bpw":5.987,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962842336","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843168","shards":1,"effective_bpw":6.5816,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"995349024","shards":1,"effective_bpw":6.8038,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246252768","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253600","shards":1,"effective_bpw":8.5189,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343325408","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343325952","shards":1,"effective_bpw":16.0181,"repo":"bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"digitalahmed-v3-qwen2-5-0-5b","canonical_repo":"Elhusseny/DigitalAhmed-V3-qwen2.5-0.5B","display_name":"DigitalAhmed-V3-qwen2.5-0.5B","publisher":"Elhusseny","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2580","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Elhusseny/DigitalAhmed-V3-qwen2.5-0.5B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"315829824","shards":1,"effective_bpw":5.1143,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"317974848","shards":1,"effective_bpw":5.149,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"321549888","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"324409920","shards":1,"effective_bpw":5.2533,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325737792","shards":1,"effective_bpw":5.2748,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"328597824","shards":1,"effective_bpw":5.3211,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"331049280","shards":1,"effective_bpw":5.3608,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"333705024","shards":1,"effective_bpw":5.4038,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338263584","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"338263872","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338607648","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"338607936","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"338607936","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"338607936","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"342752832","shards":1,"effective_bpw":5.5503,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"349402944","shards":1,"effective_bpw":5.658,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351445536","shards":1,"effective_bpw":5.691,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"352671552","shards":1,"effective_bpw":5.7109,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"352972608","shards":1,"effective_bpw":5.7158,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355466784","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"355467072","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358368","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"369358656","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"374519616","shards":1,"effective_bpw":6.0647,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472032","shards":1,"effective_bpw":6.242,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"385472320","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808160","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"397808448","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710432","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"412710720","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086304","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"420086592","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736736","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"505737024","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068448","shards":1,"effective_bpw":8.5997,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994157088","shards":1,"effective_bpw":16.0986,"repo":"mradermacher/DigitalAhmed-V3-qwen2.5-0.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ultravox-v0-5-llama-3-2-1b","canonical_repo":"fixie-ai/ultravox-v0_5-llama-3_2-1b","display_name":"ultravox-v0_5-llama-3_2-1b","publisher":"fixie-ai","modality":"text","arch_key":"llama","params_total":"683118592","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2573","n_layers":16,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"fixie-ai/ultravox-v0_5-llama-3_2-1b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"807694464","shards":1,"effective_bpw":9.4589,"repo":"ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1321083008","shards":1,"effective_bpw":15.4712,"repo":"ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma4-31b-fable-5-distilled","canonical_repo":"autotrust/gemma4-31B-Fable-5-Distilled","display_name":"gemma4-31B-Fable-5-Distilled","publisher":"autotrust","modality":"vision_language","arch_key":"gemma4","params_total":"31273086512","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2570","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"autotrust/gemma4-31B-Fable-5-Distilled","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"32635675776","shards":1,"effective_bpw":8.3486,"repo":"autotrust/gemma4-31B-Fable-5-Distilled-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"61413188736","shards":1,"effective_bpw":15.7102,"repo":"autotrust/gemma4-31B-Fable-5-Distilled-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-minitron-4b-width-base","canonical_repo":"nvidia/Llama-3.1-Minitron-4B-Width-Base","display_name":"Llama-3.1-Minitron-4B-Width-Base","publisher":"nvidia","modality":"text","arch_key":"llama","params_total":"4512746496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2570","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3.1-Minitron-4B-Width-Base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1839737440","shards":1,"effective_bpw":3.2614,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1839737824","shards":1,"effective_bpw":3.2614,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2027602528","shards":1,"effective_bpw":3.5944,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2027602912","shards":1,"effective_bpw":3.5944,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101527136","shards":1,"effective_bpw":3.7255,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101527520","shards":1,"effective_bpw":3.7255,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"2114896480","shards":1,"effective_bpw":3.7492,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183414368","shards":1,"effective_bpw":3.8707,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183414752","shards":1,"effective_bpw":3.8707,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2224505824","shards":1,"effective_bpw":3.9435,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"2296562272","shards":1,"effective_bpw":4.0712,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296562656","shards":1,"effective_bpw":4.0712,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464858720","shards":1,"effective_bpw":4.3696,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464859104","shards":1,"effective_bpw":4.3696,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2535545824","shards":1,"effective_bpw":4.4949,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2553240160","shards":1,"effective_bpw":4.5263,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2655599584","shards":1,"effective_bpw":4.7077,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664249952","shards":1,"effective_bpw":4.7231,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664250336","shards":1,"effective_bpw":4.7231,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2675260000","shards":1,"effective_bpw":4.7426,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2778282592","shards":1,"effective_bpw":4.9252,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778282976","shards":1,"effective_bpw":4.9252,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3070706656","shards":1,"effective_bpw":5.4436,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163339360","shards":1,"effective_bpw":5.6078,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163339744","shards":1,"effective_bpw":5.6078,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"3230186080","shards":1,"effective_bpw":5.7263,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230186464","shards":1,"effective_bpw":5.7263,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3473359840","shards":1,"effective_bpw":6.1574,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710333536","shards":1,"effective_bpw":6.5775,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710333920","shards":1,"effective_bpw":6.5775,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3901178848","shards":1,"effective_bpw":6.9158,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803215968","shards":1,"effective_bpw":8.5149,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803216352","shards":1,"effective_bpw":8.5149,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9033728608","shards":1,"effective_bpw":16.0146,"repo":"legraphista/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9033728672","shards":1,"effective_bpw":16.0146,"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-42b-a3b-2507-thinking-abliterated-uncensored-total-recall-v2-medium-master-coder","canonical_repo":"DavidAU/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER","display_name":"Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER","publisher":"DavidAU","modality":"text","arch_key":"qwen3moe","params_total":"42371414784","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2567","n_layers":67,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"DavidAU/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8818905696","shards":1,"effective_bpw":1.6651,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"9744413280","shards":1,"effective_bpw":1.8398,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"11286925920","shards":1,"effective_bpw":2.131,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12538499680","shards":1,"effective_bpw":2.3674,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12812716640","shards":1,"effective_bpw":2.4191,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"14046726752","shards":1,"effective_bpw":2.6521,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"14521780832","shards":1,"effective_bpw":2.7418,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15571339616","shards":1,"effective_bpw":2.94,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"15571339872","shards":1,"effective_bpw":2.94,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"16399731296","shards":1,"effective_bpw":3.0964,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"17433731680","shards":1,"effective_bpw":3.2916,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"18397757792","shards":1,"effective_bpw":3.4736,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"18397758048","shards":1,"effective_bpw":3.4736,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"18407088736","shards":1,"effective_bpw":3.4754,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18695643744","shards":1,"effective_bpw":3.5299,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20374151520","shards":1,"effective_bpw":3.8468,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"20374151776","shards":1,"effective_bpw":3.8468,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"22038372704","shards":1,"effective_bpw":4.161,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"22038372960","shards":1,"effective_bpw":4.161,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"22678665824","shards":1,"effective_bpw":4.2819,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"22930323808","shards":1,"effective_bpw":4.3294,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"24082176608","shards":1,"effective_bpw":4.5469,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"24183363936","shards":1,"effective_bpw":4.566,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"24183364192","shards":1,"effective_bpw":4.566,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"25703283040","shards":1,"effective_bpw":4.8529,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"25703283296","shards":1,"effective_bpw":4.8529,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"26609162848","shards":1,"effective_bpw":5.024,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"29236812128","shards":1,"effective_bpw":5.5201,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"29236812384","shards":1,"effective_bpw":5.5201,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"30123784544","shards":1,"effective_bpw":5.6876,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"30123784800","shards":1,"effective_bpw":5.6876,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"34820567392","shards":1,"effective_bpw":6.5744,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"34820567648","shards":1,"effective_bpw":6.5744,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"45078069600","shards":1,"effective_bpw":8.511,"repo":"mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4","canonical_repo":"TheDrummer/Cydonia-24B-v4","display_name":"Cydonia-24B-v4","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2565","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Cydonia-24B-v4","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207034592","shards":1,"effective_bpw":2.4459,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353632","shards":1,"effective_bpw":2.538,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052832","shards":1,"effective_bpw":2.7537,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326752","shards":1,"effective_bpw":3.0172,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593632","shards":1,"effective_bpw":3.1496,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545686752","shards":1,"effective_bpw":3.2396,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117792","shards":1,"effective_bpw":3.3623,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276192","shards":1,"effective_bpw":3.5296,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951392","shards":1,"effective_bpw":3.6147,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083552","shards":1,"effective_bpw":3.8941,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762592","shards":1,"effective_bpw":4.2086,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916832","shards":1,"effective_bpw":4.3301,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016352","shards":1,"effective_bpw":4.5708,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494230752","shards":1,"effective_bpw":4.5797,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280992","shards":1,"effective_bpw":4.5984,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910752","shards":1,"effective_bpw":4.8646,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984352","shards":1,"effective_bpw":5.0337,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108192","shards":1,"effective_bpw":5.0476,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414432","shards":1,"effective_bpw":5.5334,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985632","shards":1,"effective_bpw":5.6894,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178173152","shards":1,"effective_bpw":5.8299,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940192","shards":1,"effective_bpw":6.5656,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670998752","shards":1,"effective_bpw":6.6759,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781152","shards":1,"effective_bpw":8.5031,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153520096","shards":1,"effective_bpw":16.003,"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tifa-deepsex-14b-cot","canonical_repo":"ValueFX9507/Tifa-Deepsex-14b-CoT","display_name":"Tifa-Deepsex-14b-CoT","publisher":"ValueFX9507","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2560","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5770497088","shards":1,"effective_bpw":3.1255,"repo":"tensorblock/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497536","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659595776","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339203648","shards":1,"effective_bpw":3.9752,"repo":"tensorblock/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204096","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768256","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186195456","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8517725248","shards":1,"effective_bpw":4.6135,"repo":"danqingximeng/Tifa-Deepsex-14b-CoT-Crazy-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573430848","shards":1,"effective_bpw":4.6437,"repo":"danqingximeng/Tifa-Deepsex-14b-CoT-Crazy-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431296","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109888","shards":1,"effective_bpw":4.8683,"repo":"danqingximeng/Tifa-Deepsex-14b-CoT-Crazy-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110336","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266553856","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873216","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683776","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597696","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Tifa-Deepsex-14b-CoT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-235b-a22b-gguf","canonical_repo":"unsloth/Qwen3-235B-A22B-GGUF","display_name":"Qwen3-235B-A22B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3moe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2556","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"unsloth/Qwen3-235B-A22B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"14b-qwen2-5-kunou-v1","canonical_repo":"Sao10K/14B-Qwen2.5-Kunou-v1","display_name":"14B-Qwen2.5-Kunou-v1","publisher":"Sao10K","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2556","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Sao10K/14B-Qwen2.5-Kunou-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994912","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309792","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834592","shards":1,"effective_bpw":2.336,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576032","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727392","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147232","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189152","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498336","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498592","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708512","shards":1,"effective_bpw":3.221,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362592","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596576","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596832","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020192","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538912","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204896","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205152","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769056","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769312","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841312","shards":1,"effective_bpw":4.398,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196256","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268832","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432096","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432352","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111136","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111392","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554656","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554912","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874016","shards":1,"effective_bpw":5.692,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874272","shards":1,"effective_bpw":5.692,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684576","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684832","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598496","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-claude-agentic-fable5","canonical_repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5","display_name":"qwen3-8b-claude-agentic-fable5","publisher":"DhruvalLabs","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2555","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DhruvalLabs/qwen3-8b-claude-agentic-fable5","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281733088","shards":1,"effective_bpw":3.2053,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733568","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611744","shards":1,"effective_bpw":3.6818,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612224","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161504","shards":1,"effective_bpw":4.0281,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161984","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394272","shards":1,"effective_bpw":4.3282,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394752","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297344","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012640","shards":1,"effective_bpw":4.6902,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013120","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784160","shards":1,"effective_bpw":4.9107,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784640","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761824","shards":1,"effective_bpw":5.5875,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762304","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112928","shards":1,"effective_bpw":5.7149,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113408","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899744","shards":1,"effective_bpw":6.5693,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900224","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518816","shards":1,"effective_bpw":8.5067,"repo":"DhruvalLabs/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519296","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044736","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/qwen3-8b-claude-agentic-fable5-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-coder-5-7bmqa-base","canonical_repo":"deepseek-ai/deepseek-coder-5.7bmqa-base","display_name":"deepseek-coder-5.7bmqa-base","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"5700325376","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2555","n_layers":32,"n_head":32,"n_head_kv":1,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-coder-5.7bmqa-base","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2142595328","shards":1,"effective_bpw":3.007,"repo":"tensorblock/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2433573088","shards":1,"effective_bpw":3.4153,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2503221472","shards":1,"effective_bpw":3.5131,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2779654400","shards":1,"effective_bpw":3.901,"repo":"tensorblock/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2779783392","shards":1,"effective_bpw":3.9012,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3017941216","shards":1,"effective_bpw":4.2355,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3242713312","shards":1,"effective_bpw":4.5509,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3265519840","shards":1,"effective_bpw":4.5829,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3430867168","shards":1,"effective_bpw":4.815,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3938705632","shards":1,"effective_bpw":5.5277,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3938705632","shards":1,"effective_bpw":5.5277,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4035633376","shards":1,"effective_bpw":5.6637,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4678197472","shards":1,"effective_bpw":6.5655,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"6058680544","shards":1,"effective_bpw":8.5029,"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bella-bartender-v2","canonical_repo":"juiceb0xc0de/bella-bartender-v2","display_name":"bella-bartender-v2","publisher":"juiceb0xc0de","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2554","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"juiceb0xc0de/bella-bartender-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378566656","shards":1,"effective_bpw":2.059,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953792","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824932352","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382784","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211488256","shards":1,"effective_bpw":2.78,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434671104","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552513024","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796741120","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805399808","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805400064","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144991232","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337666816","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337667072","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337667072","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494617600","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761783040","shards":1,"effective_bpw":4.122,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761783296","shards":1,"effective_bpw":4.122,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132454656","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454912","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183032320","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223172864","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144704","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459201024","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478927104","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478927360","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761059584","shards":1,"effective_bpw":4.987,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059840","shards":1,"effective_bpw":4.987,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963369472","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483593984","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483594240","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647368448","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368704","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589071616","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071872","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/bella-bartender-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827150592","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490682112","shards":1,"effective_bpw":16.0063,"repo":"mradermacher/bella-bartender-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sp-7b","canonical_repo":"volcanos/SP-7B","display_name":"SP-7B","publisher":"volcanos","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2553","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"volcanos/SP-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903667936","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196704","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077984","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022432","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637984","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343008","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074336","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940608","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015940832","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515168","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256608","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492368896","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369120","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193056","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012640","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391680","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808391904","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459776","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460000","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473184","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250298880","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813984","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444121824","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769472","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769696","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074048","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074272","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284320","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176960","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177184","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444831744","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831968","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199296","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199520","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/SP-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525696","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853696","shards":1,"effective_bpw":16.007,"repo":"mradermacher/SP-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"josiefied-qwen3-14b-abliterated-v3","canonical_repo":"Goekdeniz-Guelmez/Josiefied-Qwen3-14B-abliterated-v3","display_name":"Josiefied-Qwen3-14B-abliterated-v3","publisher":"Goekdeniz-Guelmez","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2553","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Goekdeniz-Guelmez/Josiefied-Qwen3-14B-abliterated-v3","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4691589152","shards":1,"effective_bpw":2.5414,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4963312672","shards":1,"effective_bpw":2.6886,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5322941472","shards":1,"effective_bpw":2.8834,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984032","shards":1,"effective_bpw":3.1169,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5942666272","shards":1,"effective_bpw":3.2191,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6375301152","shards":1,"effective_bpw":3.4535,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6513664032","shards":1,"effective_bpw":3.5285,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105952","shards":1,"effective_bpw":3.6062,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6883409952","shards":1,"effective_bpw":3.7287,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313312","shards":1,"effective_bpw":3.966,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651552","shards":1,"effective_bpw":4.2798,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8110730272","shards":1,"effective_bpw":4.3936,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8541363232","shards":1,"effective_bpw":4.6269,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8543001632","shards":1,"effective_bpw":4.6277,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475872","shards":1,"effective_bpw":4.6443,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753632","shards":1,"effective_bpw":4.8763,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389521952","shards":1,"effective_bpw":5.0863,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9579110432","shards":1,"effective_bpw":5.189,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895072","shards":1,"effective_bpw":5.56,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570272","shards":1,"effective_bpw":5.6957,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10994688032","shards":1,"effective_bpw":5.9558,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937952","shards":1,"effective_bpw":6.5665,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12498739232","shards":1,"effective_bpw":6.7706,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534432","shards":1,"effective_bpw":8.5039,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29543423712","shards":1,"effective_bpw":16.0037,"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-1-2b-jp-202606","canonical_repo":"LiquidAI/LFM2.5-1.2B-JP-202606","display_name":"LFM2.5-1.2B-JP-202606","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2551","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-1.2B-JP-202606","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"695750944","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894624","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843354400","shards":1,"effective_bpw":5.7648,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962842912","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253344","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343325984","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-16b-a3b","canonical_repo":"kalomaze/Qwen3-16B-A3B","display_name":"Qwen3-16B-A3B","publisher":"kalomaze","modality":"text","arch_key":"qwen3moe","params_total":"16030316544","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2549","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":8,"arch_source":"kalomaze/Qwen3-16B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"4428015648","shards":1,"effective_bpw":2.2098,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"4873638592","shards":1,"effective_bpw":2.4322,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4931332128","shards":1,"effective_bpw":2.461,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5013266464","shards":1,"effective_bpw":2.5019,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"5251044032","shards":1,"effective_bpw":2.6206,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"5603300032","shards":1,"effective_bpw":2.7964,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5623537696","shards":1,"effective_bpw":2.8065,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5854958272","shards":1,"effective_bpw":2.9219,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5881774112","shards":1,"effective_bpw":2.9353,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5986370240","shards":1,"effective_bpw":2.9875,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6059299520","shards":1,"effective_bpw":3.0239,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6185646112","shards":1,"effective_bpw":3.087,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6529507360","shards":1,"effective_bpw":3.2586,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6822492192","shards":1,"effective_bpw":3.4048,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"6861656768","shards":1,"effective_bpw":3.4243,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7038761664","shards":1,"effective_bpw":3.5127,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7174420512","shards":1,"effective_bpw":3.5804,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7501969440","shards":1,"effective_bpw":3.7439,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7502231584","shards":1,"effective_bpw":3.744,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7706441760","shards":1,"effective_bpw":3.8459,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7778663104","shards":1,"effective_bpw":3.882,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8652165824","shards":1,"effective_bpw":4.3179,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8732094496","shards":1,"effective_bpw":4.3578,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9131889344","shards":1,"effective_bpw":4.5573,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9163346624","shards":1,"effective_bpw":4.573,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9201619648","shards":1,"effective_bpw":4.5921,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9207386144","shards":1,"effective_bpw":4.595,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9301757984","shards":1,"effective_bpw":4.6421,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9503608864","shards":1,"effective_bpw":4.7428,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9754940096","shards":1,"effective_bpw":4.8682,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9830436896","shards":1,"effective_bpw":4.9059,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"10061379616","shards":1,"effective_bpw":5.0212,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10107638464","shards":1,"effective_bpw":5.0443,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10129657888","shards":1,"effective_bpw":5.0553,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11089679040","shards":1,"effective_bpw":5.5344,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11108552736","shards":1,"effective_bpw":5.5438,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11413885632","shards":1,"effective_bpw":5.6961,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11432759328","shards":1,"effective_bpw":5.7056,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"11624806432","shards":1,"effective_bpw":5.8014,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13176515264","shards":1,"effective_bpw":6.5758,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13188704288","shards":1,"effective_bpw":6.5819,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"13339424800","shards":1,"effective_bpw":6.6571,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17057282080","shards":1,"effective_bpw":8.5125,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17057282752","shards":1,"effective_bpw":8.5125,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32079607552","shards":1,"effective_bpw":16.0095,"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32079608256","shards":1,"effective_bpw":16.0095,"repo":"unsloth/Qwen3-16B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llava-v1-5-7b","canonical_repo":"liuhaotian/llava-v1.5-7b","display_name":"llava-v1.5-7b","publisher":"liuhaotian","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2548","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"liuhaotian/llava-v1.5-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2532863776","shards":1,"effective_bpw":3.0071,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304672","shards":1,"effective_bpw":3.5003,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004768","shards":1,"effective_bpw":3.9155,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111072","shards":1,"effective_bpw":4.2706,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807136","shards":1,"effective_bpw":4.5421,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740128","shards":1,"effective_bpw":4.5788,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004320","shards":1,"effective_bpw":4.8451,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691808","shards":1,"effective_bpw":5.5226,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691808","shards":1,"effective_bpw":5.5226,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783157024","shards":1,"effective_bpw":5.6787,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194272","shards":1,"effective_bpw":6.5644,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089824","shards":1,"effective_bpw":8.5018,"repo":"second-state/Llava-v1.5-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-4b-it-qat","canonical_repo":"google/gemma-3-4b-it-qat","display_name":"gemma-3-4b-it-qat","publisher":"google","modality":"text","arch_key":"gemma3","params_total":"3880263168","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2547","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:unsloth/gemma-3-4b-it-qat","arch_confidence":0.8,"quantizations":[{"quant":"Q4_0","bytes":"2526080992","shards":1,"effective_bpw":5.2081,"repo":"ggml-org/gemma-3-4b-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-32b-rp-ink","canonical_repo":"allura-org/Qwen2.5-32b-RP-Ink","display_name":"Qwen2.5-32b-RP-Ink","publisher":"allura-org","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2546","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allura-org/Qwen2.5-32b-RP-Ink","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507456","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161216","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250816","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550880","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551296","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569440","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569856","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441120","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441536","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001216","shards":1,"effective_bpw":2.805,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099040","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099456","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271616","shards":1,"effective_bpw":3.135,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419040","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513760","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514176","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331040","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331456","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895936","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123040","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123456","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048480","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048896","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079200","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079616","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154080","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154496","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174240","shards":1,"effective_bpw":4.5617,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010080","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010496","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410400","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410816","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336480","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336896","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179680","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243040","shards":1,"effective_bpw":5.0395,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243456","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254880","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255296","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157600","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158016","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679840","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155040","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155456","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Qwen2.5-32b-RP-Ink-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273760","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885280","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535970016","shards":2,"effective_bpw":16.002,"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"crow-9b-heretic-4-6","canonical_repo":"Crownelius/Crow-9B-HERETIC-4.6","display_name":"Crow-9B-HERETIC-4.6","publisher":"Crownelius","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2543","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Crownelius/Crow-9B-HERETIC-4.6","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944832","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446528","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282688","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145920","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768640","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437568","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496960","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638520096","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638520384","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463872","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462912","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259408160","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408448","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864896","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415384128","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616186144","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186432","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824852768","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824853056","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070613056","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102070048","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552704","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941312","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340621088","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340621376","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627046176","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046464","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780100672","shards":1,"effective_bpw":4.9141,"repo":"raicoon2k/Qwen3.5-9B-MTP-SWE-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334848","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305311008","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311296","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522005792","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522006080","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260960","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359261248","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527503136","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786070592","shards":1,"effective_bpw":8.3199,"repo":"raicoon2k/Qwen3.5-9B-MTP-SWE-Agent-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698656","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"18407331392","shards":1,"effective_bpw":15.6495,"repo":"raicoon2k/Qwen3.5-9B-MTP-SWE-Agent-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mathcoder2-codellama-7b","canonical_repo":"MathGenie/MathCoder2-CodeLlama-7B","display_name":"MathCoder2-CodeLlama-7B","publisher":"MathGenie","modality":"text","arch_key":"llama","params_total":"6738546688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2540","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32016,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MathGenie/MathCoder2-CodeLlama-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2359825344","shards":1,"effective_bpw":2.8016,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2532940736","shards":1,"effective_bpw":3.0071,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2661004736","shards":1,"effective_bpw":3.1591,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2796606912","shards":1,"effective_bpw":3.3201,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948388288","shards":1,"effective_bpw":3.5003,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3114948032","shards":1,"effective_bpw":3.6981,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298088384","shards":1,"effective_bpw":3.9155,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597194688","shards":1,"effective_bpw":4.2706,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3619426240","shards":1,"effective_bpw":4.297,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3837171648","shards":1,"effective_bpw":4.5555,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856832448","shards":1,"effective_bpw":4.5788,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081096640","shards":1,"effective_bpw":4.8451,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4178425280","shards":1,"effective_bpw":4.9606,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651792320","shards":1,"effective_bpw":5.5226,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783257536","shards":1,"effective_bpw":5.6787,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"4864193984","shards":1,"effective_bpw":5.7748,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529303488","shards":1,"effective_bpw":6.5644,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"5592823232","shards":1,"effective_bpw":6.6398,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161230784","shards":1,"effective_bpw":8.5018,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13478368416","shards":1,"effective_bpw":16.0015,"repo":"bartowski/MathCoder2-CodeLlama-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-os-heretic-uncensored-instruct","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT","display_name":"Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2539","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944608","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446304","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282464","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145696","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768416","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437344","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496736","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519808","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638520160","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463648","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462688","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407872","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408224","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864672","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383904","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185856","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186208","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824852480","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852832","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612832","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069760","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552480","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325941088","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620800","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340621152","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045888","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046240","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334624","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310720","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305311072","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522005504","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005856","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260672","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359261024","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502848","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920698368","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mythalion-13b","canonical_repo":"PygmalionAI/mythalion-13b","display_name":"mythalion-13b","publisher":"PygmalionAI","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2537","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PygmalionAI/mythalion-13b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429348224","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980224","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769344","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559424","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834624","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331264","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956224","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285824","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924224","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140224","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319424","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Mythalion-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vieneu-tts-v3-turbo","canonical_repo":"pnnbao-ump/VieNeu-TTS-v3-Turbo","display_name":"VieNeu-TTS-v3-Turbo","publisher":"pnnbao-ump","modality":"audio_tts","arch_key":"qwen3","params_total":"130907520","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2537","n_layers":12,"n_head":12,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":null,"ctx_native":1024,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pnnbao-ump/VieNeu-TTS-v3-Turbo","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwq-32b-snowdrop-v0","canonical_repo":"trashpanda-org/QwQ-32B-Snowdrop-v0","display_name":"QwQ-32B-Snowdrop-v0","publisher":"trashpanda-org","modality":"text","arch_key":"qwen2","params_total":"32759790592","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2536","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"trashpanda-org/QwQ-32B-Snowdrop-v0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7272424160","shards":1,"effective_bpw":1.7759,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7930077920","shards":1,"effective_bpw":1.9365,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"9026167200","shards":1,"effective_bpw":2.2042,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9026167520","shards":1,"effective_bpw":2.2042,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9955467680","shards":1,"effective_bpw":2.4311,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9955468000","shards":1,"effective_bpw":2.4311,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10385278752","shards":1,"effective_bpw":2.5361,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10385279072","shards":1,"effective_bpw":2.5361,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11262150432","shards":1,"effective_bpw":2.7502,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11262150752","shards":1,"effective_bpw":2.7502,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11485646624","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12310744544","shards":1,"effective_bpw":3.0063,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12310744864","shards":1,"effective_bpw":3.0063,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12836980512","shards":1,"effective_bpw":3.1348,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12836980832","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13069069504","shards":1,"effective_bpw":3.1915,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13702951776","shards":1,"effective_bpw":3.3463,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702952096","shards":1,"effective_bpw":3.3463,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389769056","shards":1,"effective_bpw":3.514,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389769376","shards":1,"effective_bpw":3.514,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434333856","shards":1,"effective_bpw":3.5249,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14807561056","shards":1,"effective_bpw":3.616,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14807561376","shards":1,"effective_bpw":3.616,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15932486496","shards":1,"effective_bpw":3.8907,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15932486816","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244517216","shards":1,"effective_bpw":4.2111,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17244517536","shards":1,"effective_bpw":4.2111,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690384608","shards":1,"effective_bpw":4.32,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690384928","shards":1,"effective_bpw":4.32,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679340928","shards":1,"effective_bpw":4.5615,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18708176768","shards":1,"effective_bpw":4.5686,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18708177088","shards":1,"effective_bpw":4.5686,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18781577088","shards":1,"effective_bpw":4.5865,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18781577408","shards":1,"effective_bpw":4.5865,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848503168","shards":1,"effective_bpw":4.847,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19848503488","shards":1,"effective_bpw":4.847,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20424830144","shards":1,"effective_bpw":4.9878,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636282048","shards":1,"effective_bpw":5.0394,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636282368","shards":1,"effective_bpw":5.0394,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635166208","shards":1,"effective_bpw":5.5275,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635166528","shards":1,"effective_bpw":5.5275,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23259068928","shards":1,"effective_bpw":5.6799,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23259069248","shards":1,"effective_bpw":5.6799,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23738330304","shards":1,"effective_bpw":5.7969,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882795072","shards":1,"effective_bpw":6.5648,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26882795392","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/QwQ-Snowdrop-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27258924224","shards":1,"effective_bpw":6.6567,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816535744","shards":1,"effective_bpw":8.5023,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65527790048","shards":2,"effective_bpw":16.002,"repo":"bartowski/trashpanda-org_QwQ-32B-Snowdrop-v0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mirothinker-v1-0-8b","canonical_repo":"miromind-ai/MiroThinker-v1.0-8B","display_name":"MiroThinker-v1.0-8B","publisher":"miromind-ai","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2534","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"miromind-ai/MiroThinker-v1.0-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770816","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148928","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112448","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157632","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744896","shards":1,"effective_bpw":2.798,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3051915264","shards":1,"effective_bpw":2.9808,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915712","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553216","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733632","shards":1,"effective_bpw":3.2053,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733792","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734080","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3369633792","shards":1,"effective_bpw":3.2912,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634240","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874880","shards":1,"effective_bpw":3.5424,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875328","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612288","shards":1,"effective_bpw":3.6818,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612448","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612736","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666752","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3889477632","shards":1,"effective_bpw":3.7989,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896621056","shards":1,"effective_bpw":3.8059,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621504","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162048","shards":1,"effective_bpw":4.0281,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162208","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162496","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394816","shards":1,"effective_bpw":4.3282,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394976","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395264","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561840128","shards":1,"effective_bpw":4.4556,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840576","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297568","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4787333120","shards":1,"effective_bpw":4.6759,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333568","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4793624576","shards":1,"effective_bpw":4.682,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625024","shards":1,"effective_bpw":4.682,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013184","shards":1,"effective_bpw":4.6902,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013344","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013632","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784704","shards":1,"effective_bpw":4.9107,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784864","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785152","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5247756288","shards":1,"effective_bpw":5.1256,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756736","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5489670144","shards":1,"effective_bpw":5.3618,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762368","shards":1,"effective_bpw":5.5875,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762528","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762816","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113472","shards":1,"effective_bpw":5.7149,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113632","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113920","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6235207680","shards":1,"effective_bpw":6.09,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900288","shards":1,"effective_bpw":6.5693,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900448","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900736","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/MiroThinker-v1.0-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7027341312","shards":1,"effective_bpw":6.8637,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519360","shards":1,"effective_bpw":8.5067,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519520","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044512","shards":1,"effective_bpw":16.0064,"repo":"bartowski/miromind-ai_MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044960","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/MiroThinker-v1.0-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-mtp-gguf","canonical_repo":"unsloth/Qwen3.5-27B-MTP-GGUF","display_name":"Qwen3.5-27B-MTP-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35","params_total":"27320697856","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2530","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwq-32b-arliai-rpr-v4","canonical_repo":"ArliAI/QwQ-32B-ArliAI-RpR-v4","display_name":"QwQ-32B-ArliAI-RpR-v4","publisher":"ArliAI","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2529","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":40960,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/QwQ-32B-ArliAI-RpR-v4","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250624","shards":1,"effective_bpw":2.2044,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551104","shards":1,"effective_bpw":2.4313,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569664","shards":1,"effective_bpw":2.5363,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441344","shards":1,"effective_bpw":2.7505,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099264","shards":1,"effective_bpw":3.0065,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271424","shards":1,"effective_bpw":3.135,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419264","shards":1,"effective_bpw":3.1922,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513984","shards":1,"effective_bpw":3.3465,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331264","shards":1,"effective_bpw":3.5142,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123264","shards":1,"effective_bpw":3.6162,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048704","shards":1,"effective_bpw":3.8909,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079424","shards":1,"effective_bpw":4.2112,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154304","shards":1,"effective_bpw":4.3202,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174464","shards":1,"effective_bpw":4.5617,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010304","shards":1,"effective_bpw":4.5687,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410624","shards":1,"effective_bpw":4.5866,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336704","shards":1,"effective_bpw":4.8471,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179904","shards":1,"effective_bpw":4.9882,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243264","shards":1,"effective_bpw":5.0395,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255104","shards":1,"effective_bpw":5.5276,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157824","shards":1,"effective_bpw":5.68,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680064","shards":1,"effective_bpw":5.7973,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155264","shards":1,"effective_bpw":6.5648,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273984","shards":1,"effective_bpw":6.6569,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885504","shards":1,"effective_bpw":8.5023,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970208","shards":2,"effective_bpw":16.002,"repo":"bartowski/ArliAI_QwQ-32B-ArliAI-RpR-v4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-72b-synthesis","canonical_repo":"QuixiAI/Qwen3-72B-Synthesis","display_name":"Qwen3-72B-Synthesis","publisher":"QuixiAI","modality":"text","arch_key":"qwen3","params_total":"72698933248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2526","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":151669,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/Qwen3-72B-Synthesis","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"29723473184","shards":1,"effective_bpw":3.2709,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34310264096","shards":1,"effective_bpw":3.7756,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37612426528","shards":1,"effective_bpw":4.139,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39500715296","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"40158623008","shards":1,"effective_bpw":4.4192,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43804882208","shards":1,"effective_bpw":4.8204,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47369123104","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Qwen3-72B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k3","canonical_repo":"moonshotai/Kimi-K3","display_name":"Kimi-K3","publisher":"moonshotai","modality":"text","arch_key":"kimi-k3","params_total":"2779931837184","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2526","n_layers":93,"n_head":96,"n_head_kv":96,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":896,"n_expert_used":null,"arch_source":"moonshotai/Kimi-K3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"566967159264","shards":94,"effective_bpw":1.6316,"repo":"GrEarl/Kimi-K3-GGUF-IQ1_S","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"928581175840","shards":94,"effective_bpw":2.6722,"repo":"GrEarl/Kimi-K3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-deepseek-3-2-intense-auto-variable-thinking","canonical_repo":"DavidAU/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking","display_name":"Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2523","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446944416","shards":1,"effective_bpw":2.1863,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600446112","shards":1,"effective_bpw":2.3234,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856282272","shards":1,"effective_bpw":2.552,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145504","shards":1,"effective_bpw":2.7386,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207768224","shards":1,"effective_bpw":2.8661,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412437152","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496544","shards":1,"effective_bpw":3.1348,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519968","shards":1,"effective_bpw":3.2509,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463456","shards":1,"effective_bpw":3.3894,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462496","shards":1,"effective_bpw":3.6958,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259408032","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864480","shards":1,"effective_bpw":3.8097,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383712","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616186016","shards":1,"effective_bpw":4.1244,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852640","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612640","shards":1,"effective_bpw":4.5305,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317552288","shards":1,"effective_bpw":4.7511,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940896","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620960","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627046048","shards":1,"effective_bpw":5.0276,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334432","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310880","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005664","shards":1,"effective_bpw":5.8272,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260832","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Qwen3.5-9B-DeepSeek-3.2-Intense-Auto-Variable-Thinking-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mn-12b-runeweaver-rp-ru","canonical_repo":"limloop/MN-12B-Runeweaver-RP-RU","display_name":"MN-12B-Runeweaver-RP-RU","publisher":"limloop","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2523","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"limloop/MN-12B-Runeweaver-RP-RU","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999222944","shards":1,"effective_bpw":1.959,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221635744","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592323744","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915088544","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138485440","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435035840","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493690880","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059776","shards":1,"effective_bpw":3.1294,"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791060224","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791060480","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945397440","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306502176","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534239520","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239776","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562092576","shards":1,"effective_bpw":3.633,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722246176","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083103072","shards":1,"effective_bpw":3.9734,"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083103520","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103776","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561516320","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561516576","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742724640","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800068384","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094653280","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097930080","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120212064","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120212320","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218976","shards":1,"effective_bpw":4.884,"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477219424","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477219680","shards":1,"effective_bpw":4.884,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795233760","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518751584","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518751840","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727647584","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727647840","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056227072","shards":1,"effective_bpw":6.5685,"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056227520","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056227776","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391808","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-ds-v4-flash-v3-0","canonical_repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0","display_name":"Qwen3.5-9B-DS-v4-Flash-v3.0","publisher":"prithivMLmods","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2522","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"4259406656","shards":1,"effective_bpw":3.6212,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524672","shards":1,"effective_bpw":3.9308,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514560","shards":1,"effective_bpw":4.1876,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629632","shards":1,"effective_bpw":4.5498,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109056","shards":1,"effective_bpw":4.7857,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309504","shards":1,"effective_bpw":5.3606,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969856","shards":1,"effective_bpw":5.4989,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501632","shards":1,"effective_bpw":8.1001,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920697152","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697152","shards":1,"effective_bpw":15.2358,"repo":"prithivMLmods/Qwen3.5-9B-DS-v4-Flash-v3.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"scail-preview","canonical_repo":"zai-org/SCAIL-Preview","display_name":"SCAIL-Preview","publisher":"zai-org","modality":"video","arch_key":"wan","params_total":"16394965824","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2521","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6499241472","shards":1,"effective_bpw":3.1713,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6499241472","shards":1,"effective_bpw":3.1713,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7926287872","shards":1,"effective_bpw":3.8677,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7926287872","shards":1,"effective_bpw":3.8677,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8587382272","shards":1,"effective_bpw":4.1903,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8587382272","shards":1,"effective_bpw":4.1903,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10247900672","shards":1,"effective_bpw":5.0005,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"10247900672","shards":1,"effective_bpw":5.0005,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10437955072","shards":1,"effective_bpw":5.0932,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10437955072","shards":1,"effective_bpw":5.0932,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11080207872","shards":1,"effective_bpw":5.4066,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"11080207872","shards":1,"effective_bpw":5.4066,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11341532672","shards":1,"effective_bpw":5.5342,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11341532672","shards":1,"effective_bpw":5.5342,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12089462272","shards":1,"effective_bpw":5.8991,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"12089462272","shards":1,"effective_bpw":5.8991,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12266409472","shards":1,"effective_bpw":5.9855,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"12266409472","shards":1,"effective_bpw":5.9855,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12744003072","shards":1,"effective_bpw":6.2185,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12744003072","shards":1,"effective_bpw":6.2185,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13098716672","shards":1,"effective_bpw":6.3916,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"13098716672","shards":1,"effective_bpw":6.3916,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14234127872","shards":1,"effective_bpw":6.9456,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14234127872","shards":1,"effective_bpw":6.9456,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18144988672","shards":1,"effective_bpw":8.8539,"repo":"wanabmeya/Wan21-14B-SCAIL-preview_comfy-Q4_K_M","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"18144988672","shards":1,"effective_bpw":8.8539,"repo":"vantagewithai/SCAIL-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-3-70b-magnum-v4-se","canonical_repo":"DS-Archive/L3.3-70B-Magnum-v4-SE","display_name":"L3.3-70B-Magnum-v4-SE","publisher":"DS-Archive","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"2520","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DS-Archive/L3.3-70B-Magnum-v4-SE","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"16751202944","shards":1,"effective_bpw":1.8994,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097391744","shards":1,"effective_bpw":2.1654,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142114944","shards":1,"effective_bpw":2.3973,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242349696","shards":1,"effective_bpw":2.522,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119300736","shards":1,"effective_bpw":2.7349,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375115392","shards":1,"effective_bpw":2.9906,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401163392","shards":1,"effective_bpw":3.107,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469501056","shards":1,"effective_bpw":3.1147,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912057984","shards":1,"effective_bpw":3.5051,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937041024","shards":1,"effective_bpw":3.6213,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267501184","shards":1,"effective_bpw":3.8856,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140599424","shards":1,"effective_bpw":4.2113,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902668416","shards":1,"effective_bpw":4.2977,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053625472","shards":1,"effective_bpw":4.5416,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116540032","shards":1,"effective_bpw":4.5488,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347226752","shards":1,"effective_bpw":4.5749,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520400512","shards":1,"effective_bpw":4.8213,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313596544","shards":1,"effective_bpw":5.0247,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657453696","shards":1,"effective_bpw":5.5172,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949823840","shards":2,"effective_bpw":5.6638,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888150368","shards":2,"effective_bpw":6.5639,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975056416","shards":2,"effective_bpw":8.5013,"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zubr1-0-vl-4b","canonical_repo":"ArtCloud/Zubr1.0-VL-4B","display_name":"Zubr1.0-VL-4B","publisher":"ArtCloud","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2515","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArtCloud/Zubr1.0-VL-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257952","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019872","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246623072","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354102112","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303392","shards":1,"effective_bpw":2.555,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985952","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456352","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501568","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501792","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190432","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377312","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999168","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999392","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533152","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898272","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619968","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620192","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787648","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787872","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753632","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318208","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375775072","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345632","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311488","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311712","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282688","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282912","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631392","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713408","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713632","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515648","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515872","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263168","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263392","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Zubr1.0-VL-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407168","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287168","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Zubr1.0-VL-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-32b-gguf","canonical_repo":"unsloth/Qwen3-32B-GGUF","display_name":"Qwen3-32B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2515","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3-32B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"capybarahermes-2-5-mistral-7b","canonical_repo":"argilla/CapybaraHermes-2.5-Mistral-7B","display_name":"CapybaraHermes-2.5-Mistral-7B","publisher":"argilla","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2508","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"argilla/CapybaraHermes-2.5-Mistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719251712","shards":1,"effective_bpw":3.004,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577856","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996544","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822035008","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928128","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385408","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450688","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421824","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078656","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875136","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"open-gpt4-8x7b-v0-2","canonical_repo":"rombodawg/Open_Gpt4_8x7B_v0.2","display_name":"Open_Gpt4_8x7B_v0.2","publisher":"rombodawg","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2502","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"rombodawg/Open_Gpt4_8x7B_v0.2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"17170761152","shards":1,"effective_bpw":2.9413,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22477284800","shards":1,"effective_bpw":3.8503,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441532864","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28379301312","shards":1,"effective_bpw":4.8613,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229279168","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227523520","shards":1,"effective_bpw":5.6917,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378759616","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624262080","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Open_Gpt4_8x7B_v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"starcoder2-3b","canonical_repo":"bigcode/starcoder2-3b","display_name":"starcoder2-3b","publisher":"bigcode","modality":"text","arch_key":"starcoder2","params_total":"3030371328","is_moe":false,"is_gated":false,"license_spdx":"bigcode-openrail-m","downloads_30d":"2502","n_layers":30,"n_head":24,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":49152,"ctx_native":16384,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bigcode/starcoder2-3b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1149187136","shards":1,"effective_bpw":3.0338,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1223505536","shards":1,"effective_bpw":3.23,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1223505600","shards":1,"effective_bpw":3.23,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1307554880","shards":1,"effective_bpw":3.4519,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1366537856","shards":1,"effective_bpw":3.6076,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1366537920","shards":1,"effective_bpw":3.6076,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1513047104","shards":1,"effective_bpw":3.9944,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1562592896","shards":1,"effective_bpw":4.1252,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1562592960","shards":1,"effective_bpw":4.1252,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1678591040","shards":1,"effective_bpw":4.4314,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1709888576","shards":1,"effective_bpw":4.514,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1737574016","shards":1,"effective_bpw":4.5871,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1737574080","shards":1,"effective_bpw":4.5871,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1743311936","shards":1,"effective_bpw":4.6022,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1748817600","shards":1,"effective_bpw":4.6168,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1763366528","shards":1,"effective_bpw":4.6552,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1763366592","shards":1,"effective_bpw":4.6552,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1848976448","shards":1,"effective_bpw":4.8812,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1887905408","shards":1,"effective_bpw":4.984,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1887905472","shards":1,"effective_bpw":4.984,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1928713920","shards":1,"effective_bpw":5.0917,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2088555584","shards":1,"effective_bpw":5.5137,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2088555584","shards":1,"effective_bpw":5.5137,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2108610176","shards":1,"effective_bpw":5.5666,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2108610240","shards":1,"effective_bpw":5.5666,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2108610240","shards":1,"effective_bpw":5.5666,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2160206912","shards":1,"effective_bpw":5.7028,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2180261504","shards":1,"effective_bpw":5.7558,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2180261568","shards":1,"effective_bpw":5.7558,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2288506560","shards":1,"effective_bpw":6.0415,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2490889280","shards":1,"effective_bpw":6.5758,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2490889856","shards":1,"effective_bpw":6.5758,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2490889920","shards":1,"effective_bpw":6.5758,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3224556608","shards":1,"effective_bpw":8.5126,"repo":"second-state/StarCoder2-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3224557184","shards":1,"effective_bpw":8.5126,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3224557248","shards":1,"effective_bpw":8.5126,"repo":"QuantFactory/starcoder2-3b-instruct-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6064559744","shards":1,"effective_bpw":16.0101,"repo":"DevQuasar-9/bigcode.starcoder2-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-imabari-v2","canonical_repo":"ikedachin/Qwen3.5-9B-imabari-v2","display_name":"Qwen3.5-9B-imabari-v2","publisher":"ikedachin","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2498","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ikedachin/Qwen3.5-9B-imabari-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642560","shards":1,"effective_bpw":2.273,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269888","shards":1,"effective_bpw":2.3845,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648768","shards":1,"effective_bpw":2.5705,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285346176","shards":1,"effective_bpw":2.7227,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968896","shards":1,"effective_bpw":2.8409,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607472000","shards":1,"effective_bpw":2.9897,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239936","shards":1,"effective_bpw":3.0641,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263360","shards":1,"effective_bpw":3.1718,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166656","shards":1,"effective_bpw":3.2638,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416960","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407744","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818944","shards":1,"effective_bpw":3.6223,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383424","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525760","shards":1,"effective_bpw":3.8317,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515648","shards":1,"effective_bpw":4.082,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441472","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940608","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630720","shards":1,"effective_bpw":4.4352,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215296","shards":1,"effective_bpw":4.4903,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629110144","shards":1,"effective_bpw":4.6651,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809334144","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310592","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970944","shards":1,"effective_bpw":5.3603,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260544","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Qwen3.5-9B-imabari-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"luna-7b-a4b","canonical_repo":"beyoru/Luna-7B-A4B","display_name":"Luna-7B-A4B","publisher":"beyoru","modality":"text","arch_key":"qwen3moe","params_total":"6712249856","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2495","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":2,"n_expert_used":1,"arch_source":"beyoru/Luna-7B-A4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1594539456","shards":1,"effective_bpw":1.9005,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1727004096","shards":1,"effective_bpw":2.0583,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1947778496","shards":1,"effective_bpw":2.3215,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2136194496","shards":1,"effective_bpw":2.546,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2209512896","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2386132416","shards":1,"effective_bpw":2.8439,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2470067136","shards":1,"effective_bpw":2.944,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2643819232","shards":1,"effective_bpw":3.151,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2643819456","shards":1,"effective_bpw":3.151,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2700541376","shards":1,"effective_bpw":3.2186,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2907765696","shards":1,"effective_bpw":3.4656,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3043424992","shards":1,"effective_bpw":3.6273,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3043425216","shards":1,"effective_bpw":3.6273,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3055958976","shards":1,"effective_bpw":3.6422,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3132554176","shards":1,"effective_bpw":3.7335,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3357342432","shards":1,"effective_bpw":4.0015,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3357342656","shards":1,"effective_bpw":4.0015,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3627350752","shards":1,"effective_bpw":4.3233,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3627350976","shards":1,"effective_bpw":4.3233,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3700341696","shards":1,"effective_bpw":4.4103,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3731471072","shards":1,"effective_bpw":4.4474,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3894983616","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3895638976","shards":1,"effective_bpw":4.643,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3909401312","shards":1,"effective_bpw":4.6594,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3909401536","shards":1,"effective_bpw":4.6594,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4126489312","shards":1,"effective_bpw":4.9182,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4126489536","shards":1,"effective_bpw":4.9182,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4278369216","shards":1,"effective_bpw":5.0992,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4673551072","shards":1,"effective_bpw":5.5702,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4673551296","shards":1,"effective_bpw":5.5702,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4798888672","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4798888896","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5513312992","shards":1,"effective_bpw":6.571,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5513313216","shards":1,"effective_bpw":6.571,"repo":"mradermacher/Luna-7B-A4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7138843872","shards":1,"effective_bpw":8.5084,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13431221472","shards":1,"effective_bpw":16.008,"repo":"mradermacher/Luna-7B-A4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-nsfw-caption-v4-5-heretic","canonical_repo":"aeon37/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic","display_name":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic","publisher":"aeon37","modality":"text","arch_key":"qwen3vl","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2495","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771424","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149536","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113056","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158240","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745504","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916320","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553824","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734400","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734688","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634848","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875936","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613056","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613344","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667360","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622112","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162816","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163104","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395584","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395872","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841184","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298176","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334176","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625632","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013952","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014240","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785472","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785760","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757344","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763136","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763424","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114240","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114528","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901056","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901344","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520128","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045568","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-0-5b","canonical_repo":"Qwen/Qwen2-0.5B","display_name":"Qwen2-0.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2493","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-0.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"315826592","shards":1,"effective_bpw":5.1143,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"317971616","shards":1,"effective_bpw":5.149,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"321546656","shards":1,"effective_bpw":5.2069,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"324406688","shards":1,"effective_bpw":5.2532,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"325734560","shards":1,"effective_bpw":5.2747,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"328594592","shards":1,"effective_bpw":5.321,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"328594880","shards":1,"effective_bpw":5.321,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"331046048","shards":1,"effective_bpw":5.3607,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"333701792","shards":1,"effective_bpw":5.4037,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338260640","shards":1,"effective_bpw":5.4775,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338604704","shards":1,"effective_bpw":5.4831,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342749600","shards":1,"effective_bpw":5.5502,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"342749888","shards":1,"effective_bpw":5.5502,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349399712","shards":1,"effective_bpw":5.6579,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349400000","shards":1,"effective_bpw":5.6579,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"352668320","shards":1,"effective_bpw":5.7108,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"355463840","shards":1,"effective_bpw":5.7561,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369355424","shards":1,"effective_bpw":5.9811,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385469088","shards":1,"effective_bpw":6.242,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"397805216","shards":1,"effective_bpw":6.4418,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397805504","shards":1,"effective_bpw":6.4418,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412707232","shards":1,"effective_bpw":6.6831,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"420083104","shards":1,"effective_bpw":6.8025,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420083648","shards":1,"effective_bpw":6.8025,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505733536","shards":1,"effective_bpw":8.1895,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505734080","shards":1,"effective_bpw":8.1895,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531065248","shards":1,"effective_bpw":8.5997,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531065792","shards":1,"effective_bpw":8.5997,"repo":"liodon-ai/Qwen2-0.5B-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"994153888","shards":1,"effective_bpw":16.0986,"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-2-70b-chat-hf","canonical_repo":"meta-llama/Llama-2-70b-chat-hf","display_name":"Llama-2-70b-chat-hf","publisher":"meta-llama","modality":"text","arch_key":"llama","params_total":"68976653312","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2492","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mirror:NousResearch/Llama-2-70b-chat-hf","arch_confidence":0.8,"quantizations":[{"quant":"Q2_K","bytes":"29279253408","shards":1,"effective_bpw":3.3958,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919294368","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"30574407680","shards":1,"effective_bpw":3.5461,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33186657184","shards":1,"effective_bpw":3.849,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147835808","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872249248","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39073575840","shards":1,"effective_bpw":4.5318,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422910368","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461397408","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753767328","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/Llama-2-70B-Chat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-qat-int4-unquantized","canonical_repo":"google/gemma-3-12b-it-qat-int4-unquantized","display_name":"gemma-3-12b-it-qat-int4-unquantized","publisher":"google","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2489","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"UD-IQ1_S","bytes":"4414325728","shards":1,"effective_bpw":2.8977,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"4536437728","shards":1,"effective_bpw":2.9778,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4768222048","shards":1,"effective_bpw":3.13,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4993244128","shards":1,"effective_bpw":3.2777,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5120424928","shards":1,"effective_bpw":3.3611,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5956024288","shards":1,"effective_bpw":3.9097,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6008818528","shards":1,"effective_bpw":3.9443,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"6145182688","shards":1,"effective_bpw":4.0338,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ4_XS","bytes":"6595720160","shards":1,"effective_bpw":4.3296,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7300778848","shards":1,"effective_bpw":4.7924,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8074966720","shards":1,"effective_bpw":5.3006,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8445037408","shards":1,"effective_bpw":5.5435,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9660812128","shards":1,"effective_bpw":6.3415,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12510211040","shards":1,"effective_bpw":8.2119,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"23540152000","shards":1,"effective_bpw":15.4522,"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-mini-4b-instruct","canonical_repo":"nvidia/Nemotron-Mini-4B-Instruct","display_name":"Nemotron-Mini-4B-Instruct","publisher":"nvidia","modality":"text","arch_key":"nemotron","params_total":"4190509056","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2484","n_layers":32,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":256000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-Mini-4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"2184092736","shards":1,"effective_bpw":4.1696,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2452954176","shards":1,"effective_bpw":4.6829,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2461260864","shards":1,"effective_bpw":4.6987,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2574703680","shards":1,"effective_bpw":4.9153,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2583354432","shards":1,"effective_bpw":4.9318,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2697387072","shards":1,"effective_bpw":5.1495,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2993085504","shards":1,"effective_bpw":5.714,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3059932224","shards":1,"effective_bpw":5.8416,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3281067072","shards":1,"effective_bpw":6.2638,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3445136448","shards":1,"effective_bpw":6.577,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3545308224","shards":1,"effective_bpw":6.7683,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3826064448","shards":1,"effective_bpw":7.3042,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4459928640","shards":1,"effective_bpw":8.5143,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6908987744","shards":2,"effective_bpw":13.1898,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7247565152","shards":2,"effective_bpw":13.8362,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7676974944","shards":2,"effective_bpw":14.6559,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7876307296","shards":2,"effective_bpw":15.0365,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7941319520","shards":2,"effective_bpw":15.1606,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8388156192","shards":1,"effective_bpw":16.0136,"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8794970976","shards":2,"effective_bpw":16.7903,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9223015776","shards":2,"effective_bpw":17.6074,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9339119968","shards":2,"effective_bpw":17.8291,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9774647648","shards":2,"effective_bpw":18.6605,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10129737568","shards":2,"effective_bpw":19.3384,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12581028192","shards":2,"effective_bpw":24.0181,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13918021984","shards":2,"effective_bpw":26.5706,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"26176899424","shards":2,"effective_bpw":null,"repo":"second-state/Nemotron-Mini-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"iris-12b-gemma-4-it-qat","canonical_repo":"Lambent/Iris-12B-gemma-4-it-qat","display_name":"Iris-12B-gemma-4-it-qat","publisher":"Lambent","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2482","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Lambent/Iris-12B-gemma-4-it-qat","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692224","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202848704","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568109504","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843264","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079597504","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806144","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504147904","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148288","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830148544","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849194944","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272393664","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528229568","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528229824","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528229824","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733992384","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087087808","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088064","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566319808","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320064","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635255744","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690551488","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879104","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997997504","shards":1,"effective_bpw":4.681,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024047808","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048064","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381382848","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383104","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657125824","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372288","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338372544","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268288","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547268544","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786021568","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786021824","shards":1,"effective_bpw":6.546,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669646528","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/Iris-12B-gemma-4-it-qat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phi-4-mini-instruct-abliterated","canonical_repo":"huihui-ai/Phi-4-mini-instruct-abliterated","display_name":"Phi-4-mini-instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"phi3","params_total":"3836021760","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2477","n_layers":32,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Phi-4-mini-instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K_S","bytes":"1593769920","shards":1,"effective_bpw":3.3238,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682636480","shards":1,"effective_bpw":3.5091,"repo":"tensorblock/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1682636736","shards":1,"effective_bpw":3.5091,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117533376","shards":1,"effective_bpw":4.4161,"repo":"tensorblock/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2117533632","shards":1,"effective_bpw":4.4161,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2249654208","shards":1,"effective_bpw":4.6916,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2491875264","shards":1,"effective_bpw":5.1968,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2848128960","shards":1,"effective_bpw":5.9398,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3155623872","shards":1,"effective_bpw":6.581,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4084612032","shards":1,"effective_bpw":8.5184,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7680695232","shards":1,"effective_bpw":16.018,"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-reap-363b-a35b","canonical_repo":"cerebras/Qwen3-Coder-REAP-363B-A35B","display_name":"Qwen3-Coder-REAP-363B-A35B","publisher":"cerebras","modality":"text","arch_key":"qwen3moe","params_total":"363118556672","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2476","n_layers":62,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":120,"n_expert_used":8,"arch_source":"cerebras/Qwen3-Coder-REAP-363B-A35B","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"101329153216","shards":1,"effective_bpw":2.2324,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"104410983936","shards":3,"effective_bpw":2.3003,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"115803287072","shards":3,"effective_bpw":2.5513,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"132236213760","shards":3,"effective_bpw":2.9133,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"132455001632","shards":3,"effective_bpw":2.9182,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"154820144768","shards":4,"effective_bpw":3.4109,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"156564137632","shards":4,"effective_bpw":3.4493,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"173488842400","shards":4,"effective_bpw":3.8222,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"197090864768","shards":4,"effective_bpw":4.3422,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"204709424928","shards":5,"effective_bpw":4.51,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"205486419744","shards":5,"effective_bpw":4.5271,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"206315319072","shards":5,"effective_bpw":4.5454,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"219307470592","shards":5,"effective_bpw":4.8316,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"227294326560","shards":5,"effective_bpw":5.0076,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"249927987072","shards":6,"effective_bpw":5.5063,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"257473310624","shards":6,"effective_bpw":5.6725,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"298024515584","shards":7,"effective_bpw":6.5659,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"385956030272","shards":8,"effective_bpw":8.5031,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"726336088704","shards":16,"effective_bpw":16.0022,"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepswe-preview","canonical_repo":"agentica-org/DeepSWE-Preview","display_name":"DeepSWE-Preview","publisher":"agentica-org","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2474","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"agentica-org/DeepSWE-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9019913664","shards":1,"effective_bpw":2.2025,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9951835584","shards":1,"effective_bpw":2.4301,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10514825664","shards":1,"effective_bpw":2.5676,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11362861504","shards":1,"effective_bpw":2.7746,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344652224","shards":1,"effective_bpw":3.0144,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12821037504","shards":1,"effective_bpw":3.1307,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13104332224","shards":1,"effective_bpw":3.1999,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13702921664","shards":1,"effective_bpw":3.346,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389738944","shards":1,"effective_bpw":3.5138,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14930083264","shards":1,"effective_bpw":3.6457,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971777984","shards":1,"effective_bpw":3.9001,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330994336","shards":1,"effective_bpw":4.232,"repo":"lmstudio-community/DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330994624","shards":1,"effective_bpw":4.232,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690495424","shards":1,"effective_bpw":4.3197,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679495104","shards":1,"effective_bpw":4.5612,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703088064","shards":1,"effective_bpw":4.567,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771245504","shards":1,"effective_bpw":4.5836,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762149536","shards":1,"effective_bpw":4.8256,"repo":"lmstudio-community/DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762149824","shards":1,"effective_bpw":4.8256,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20339506624","shards":1,"effective_bpw":4.9666,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636522944","shards":1,"effective_bpw":5.0391,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635493824","shards":1,"effective_bpw":5.5272,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214832064","shards":1,"effective_bpw":5.6687,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23694949824","shards":1,"effective_bpw":5.7859,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883306656","shards":1,"effective_bpw":6.5645,"repo":"lmstudio-community/DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883306944","shards":1,"effective_bpw":6.5645,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27260108224","shards":1,"effective_bpw":6.6565,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817719456","shards":1,"effective_bpw":8.5019,"repo":"lmstudio-community/DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817719744","shards":1,"effective_bpw":8.5019,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531575680","shards":2,"effective_bpw":16.0018,"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-math-7b-instruct","canonical_repo":"deepseek-ai/deepseek-math-7b-instruct","display_name":"deepseek-math-7b-instruct","publisher":"deepseek-ai","modality":"text","arch_key":"llama","params_total":"6910365696","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2473","n_layers":30,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":102400,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"deepseek-ai/deepseek-math-7b-instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2717028768","shards":1,"effective_bpw":3.1455,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2718422592","shards":1,"effective_bpw":3.1471,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2718834592","shards":1,"effective_bpw":3.1475,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2994020256","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3136623008","shards":1,"effective_bpw":3.6312,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138016832","shards":1,"effective_bpw":3.6328,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3138428832","shards":1,"effective_bpw":3.6333,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3138428832","shards":1,"effective_bpw":3.6333,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3290087328","shards":1,"effective_bpw":3.8089,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3459797408","shards":1,"effective_bpw":4.0053,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461191232","shards":1,"effective_bpw":4.007,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3461603232","shards":1,"effective_bpw":4.0074,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3744879008","shards":1,"effective_bpw":4.3354,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746272832","shards":1,"effective_bpw":4.337,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3746684832","shards":1,"effective_bpw":4.3375,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3818774432","shards":1,"effective_bpw":4.4209,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4000060992","shards":1,"effective_bpw":4.6308,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4023964064","shards":1,"effective_bpw":4.6585,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025357888","shards":1,"effective_bpw":4.6601,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4025769888","shards":1,"effective_bpw":4.6606,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4221964704","shards":1,"effective_bpw":4.8877,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223358528","shards":1,"effective_bpw":4.8893,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4223770528","shards":1,"effective_bpw":4.8898,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4405728832","shards":1,"effective_bpw":5.1004,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4810002848","shards":1,"effective_bpw":5.5684,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4811396672","shards":1,"effective_bpw":5.5701,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811396672","shards":1,"effective_bpw":5.5701,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4811808672","shards":1,"effective_bpw":5.5705,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4925034912","shards":1,"effective_bpw":5.7016,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926428736","shards":1,"effective_bpw":5.7032,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4926840736","shards":1,"effective_bpw":5.7037,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5217064512","shards":1,"effective_bpw":6.0397,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5672047008","shards":1,"effective_bpw":6.5664,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673440832","shards":1,"effective_bpw":6.568,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5673852832","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7345590688","shards":1,"effective_bpw":8.5039,"repo":"MaziyarPanahi/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7346984512","shards":1,"effective_bpw":8.5055,"repo":"QuantFactory/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7347396512","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/deepseek-math-7b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chatglm3-6b","canonical_repo":"zai-org/chatglm3-6b","display_name":"chatglm3-6b","publisher":"zai-org","modality":"text","arch_key":"chatglm","params_total":"6243584032","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2469","n_layers":null,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zai-org/chatglm3-6b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4140342688","shards":1,"effective_bpw":5.3051,"repo":"WTNLXTBL/chatglm3-6b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4140342688","shards":1,"effective_bpw":5.3051,"repo":"Amensia/chatglm3-6b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4140342688","shards":1,"effective_bpw":5.3051,"repo":"winwin2024/chatglm3-6b-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-26b-a4b-heretic-stable","canonical_repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable","display_name":"gemma-4-26B-A4B-Heretic-Stable","publisher":"prithivMLmods","modality":"text","arch_key":"gemma4","params_total":"25805933872","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2468","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8290267456","shards":1,"effective_bpw":2.57,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8668653376","shards":1,"effective_bpw":2.6873,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9299296576","shards":1,"effective_bpw":2.8828,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9816426816","shards":1,"effective_bpw":3.0432,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9873197376","shards":1,"effective_bpw":3.0608,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10377711936","shards":1,"effective_bpw":3.2172,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582732320","shards":1,"effective_bpw":3.2807,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10582733344","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10582733632","shards":1,"effective_bpw":3.2807,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10624478016","shards":1,"effective_bpw":3.2937,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11325690176","shards":1,"effective_bpw":3.511,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11636064064","shards":1,"effective_bpw":3.6073,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222404640","shards":1,"effective_bpw":3.789,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12222405664","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12222405952","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12222405952","shards":1,"effective_bpw":3.789,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12392559936","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286728736","shards":1,"effective_bpw":4.119,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13286729760","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13286730048","shards":1,"effective_bpw":4.119,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824483360","shards":1,"effective_bpw":4.2857,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13824484384","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13824484672","shards":1,"effective_bpw":4.2857,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"13917722432","shards":1,"effective_bpw":4.3146,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14063804960","shards":1,"effective_bpw":4.3599,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"14439356960","shards":1,"effective_bpw":4.4763,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"14488052544","shards":1,"effective_bpw":4.4914,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464820256","shards":1,"effective_bpw":4.7942,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15464821280","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15464821568","shards":1,"effective_bpw":4.7942,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"15969572672","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796011040","shards":1,"effective_bpw":5.2069,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16796012064","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16796012352","shards":1,"effective_bpw":5.2069,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"17499785760","shards":1,"effective_bpw":5.425,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986728480","shards":1,"effective_bpw":5.576,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17986729504","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"17986729792","shards":1,"effective_bpw":5.576,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132885536","shards":1,"effective_bpw":5.9313,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19132886560","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19132886848","shards":1,"effective_bpw":5.9313,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638394400","shards":1,"effective_bpw":7.018,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22638395424","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22638395712","shards":1,"effective_bpw":7.018,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859854368","shards":1,"effective_bpw":8.3267,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26859855392","shards":1,"effective_bpw":8.3267,"repo":"mradermacher/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"50505130528","shards":1,"effective_bpw":15.6569,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"50505130528","shards":1,"effective_bpw":15.6569,"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibevoice-1-5b","canonical_repo":"microsoft/VibeVoice-1.5B","display_name":"VibeVoice-1.5B","publisher":"microsoft","modality":"audio_tts","arch_key":"vibevoice-asr","params_total":"2704021985","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2467","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/VibeVoice-1.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"1891216288","shards":1,"effective_bpw":5.5953,"repo":"cstr/vibevoice-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3115973536","shards":1,"effective_bpw":9.2188,"repo":"cstr/vibevoice-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3229028064","shards":1,"effective_bpw":9.5533,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3300679392","shards":1,"effective_bpw":9.7652,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3362094816","shards":1,"effective_bpw":9.9469,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3362094816","shards":1,"effective_bpw":9.9469,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3495161568","shards":1,"effective_bpw":10.3406,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3536105184","shards":1,"effective_bpw":10.4618,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3536105184","shards":1,"effective_bpw":10.4618,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3536105184","shards":1,"effective_bpw":10.4618,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3617992416","shards":1,"effective_bpw":10.704,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"3699879648","shards":1,"effective_bpw":10.9463,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3699879648","shards":1,"effective_bpw":10.9463,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3781766880","shards":1,"effective_bpw":11.1886,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3873890016","shards":1,"effective_bpw":11.4611,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4191203040","shards":1,"effective_bpw":12.3999,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5408156960","shards":1,"effective_bpw":16.0003,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5412393280","shards":1,"effective_bpw":16.0129,"repo":"cstr/vibevoice-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5419511520","shards":1,"effective_bpw":16.0339,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10816200928","shards":1,"effective_bpw":32.0003,"repo":"gguf-org/vibevoice-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"weirdcompound-v1-7-24b","canonical_repo":"FlareRebellion/WeirdCompound-v1.7-24b","display_name":"WeirdCompound-v1.7-24b","publisher":"FlareRebellion","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2464","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FlareRebellion/WeirdCompound-v1.7-24b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273722784","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497184","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121184","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207034784","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478353824","shards":1,"effective_bpw":2.538,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053024","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320163744","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326688","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890326944","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280593824","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907117984","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276128","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276384","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129184","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650951584","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083488","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474083744","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762528","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400762784","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917024","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889988768","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494230944","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280928","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281184","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910688","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333910944","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108384","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414368","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304414624","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985568","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763985824","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940128","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940384","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/WeirdCompound-v1.7-24b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781088","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/WeirdCompound-v1.7-24b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ark-asr-3b","canonical_repo":"AutoArk-AI/ARK-ASR-3B","display_name":"ARK-ASR-3B","publisher":"AutoArk-AI","modality":"audio_asr","arch_key":"arkasr","params_total":"4063438848","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2463","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AutoArk-AI/ARK-ASR-3B","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"3519284928","shards":1,"effective_bpw":6.9287,"repo":"cstr/ark-asr-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4289201792","shards":1,"effective_bpw":8.4445,"repo":"cstr/ark-asr-3b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7507674752","shards":1,"effective_bpw":14.7809,"repo":"cstr/ark-asr-3b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nous-hermes-2-mixtral-8x7b-dpo","canonical_repo":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","display_name":"Nous-Hermes-2-Mixtral-8x7B-DPO","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"46702809088","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2462","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"17309182880","shards":1,"effective_bpw":2.965,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17311239296","shards":1,"effective_bpw":2.9653,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19350400960","shards":1,"effective_bpw":3.3146,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20432531392","shards":1,"effective_bpw":3.5,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20432531392","shards":1,"effective_bpw":3.5,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21430775744","shards":1,"effective_bpw":3.671,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22544404192","shards":1,"effective_bpw":3.8618,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22546460608","shards":1,"effective_bpw":3.8621,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24169656256","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25374151424","shards":1,"effective_bpw":4.3465,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441544480","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26745590784","shards":1,"effective_bpw":4.5814,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28446421792","shards":1,"effective_bpw":4.8728,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28448478208","shards":1,"effective_bpw":4.8731,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229291808","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32231348224","shards":1,"effective_bpw":5.5211,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227536160","shards":1,"effective_bpw":5.6917,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33229592576","shards":1,"effective_bpw":5.6921,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378773344","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38380829760","shards":1,"effective_bpw":6.5745,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624279776","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49626336192","shards":1,"effective_bpw":8.5008,"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"turbo-ai-7b","canonical_repo":"TurboAiLabs/turbo-ai-7b","display_name":"turbo-ai-7b","publisher":"TurboAiLabs","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2461","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TurboAiLabs/turbo-ai-7b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668224","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042196992","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078272","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022720","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638272","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343296","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074624","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940864","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515456","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346256896","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369152","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193344","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574012928","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391936","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460032","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473472","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299136","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814272","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122112","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769728","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074304","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284608","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177216","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832000","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199552","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/turbo-ai-7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525952","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853952","shards":1,"effective_bpw":16.007,"repo":"mradermacher/turbo-ai-7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-gemma-3n-e4b-it-abliterated","canonical_repo":"huihui-ai/Huihui-gemma-3n-E4B-it-abliterated","display_name":"Huihui-gemma-3n-E4B-it-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"gemma3n","params_total":"7849978128","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2461","n_layers":35,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":262400,"ctx_native":32768,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-gemma-3n-E4B-it-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2757318656","shards":1,"effective_bpw":2.81,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2757318816","shards":1,"effective_bpw":2.81,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3166394368","shards":1,"effective_bpw":3.2269,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3251910656","shards":1,"effective_bpw":3.3141,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3251910816","shards":1,"effective_bpw":3.3141,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3294107648","shards":1,"effective_bpw":3.3571,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3440908288","shards":1,"effective_bpw":3.5067,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3440908448","shards":1,"effective_bpw":3.5067,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3601995776","shards":1,"effective_bpw":3.6708,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3601995936","shards":1,"effective_bpw":3.6708,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3895023616","shards":1,"effective_bpw":3.9695,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3915995296","shards":1,"effective_bpw":3.9908,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4089993216","shards":1,"effective_bpw":4.1682,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4093794304","shards":1,"effective_bpw":4.172,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4102707200","shards":1,"effective_bpw":4.1811,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4102707360","shards":1,"effective_bpw":4.1811,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4237064192","shards":1,"effective_bpw":4.318,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4237064352","shards":1,"effective_bpw":4.318,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4477638656","shards":1,"effective_bpw":4.5632,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4612249600","shards":1,"effective_bpw":4.7004,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4869871616","shards":1,"effective_bpw":4.9629,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4869871776","shards":1,"effective_bpw":4.9629,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4947998720","shards":1,"effective_bpw":5.0426,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4947998880","shards":1,"effective_bpw":5.0426,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5541492736","shards":1,"effective_bpw":5.6474,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5703366656","shards":1,"effective_bpw":5.8124,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5703366816","shards":1,"effective_bpw":5.8124,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5958825984","shards":1,"effective_bpw":6.0727,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6402242560","shards":1,"effective_bpw":6.5246,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7353292800","shards":1,"effective_bpw":7.4938,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7353292960","shards":1,"effective_bpw":7.4938,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"13740103360","shards":1,"effective_bpw":14.0027,"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13740103840","shards":1,"effective_bpw":14.0027,"repo":"mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"afriqueqwen3-5-4b","canonical_repo":"McGill-NLP/AfriqueQwen3.5-4B","display_name":"AfriqueQwen3.5-4B","publisher":"McGill-NLP","modality":"vision_language","arch_key":"qwen35","params_total":"5174964736","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"2456","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"McGill-NLP/AfriqueQwen3.5-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1567823648","shards":1,"effective_bpw":2.4237,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1635008288","shards":1,"effective_bpw":2.5276,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1746982688","shards":1,"effective_bpw":2.7007,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1839183648","shards":1,"effective_bpw":2.8432,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1925127968","shards":1,"effective_bpw":2.9761,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2014707488","shards":1,"effective_bpw":3.1145,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2060982048","shards":1,"effective_bpw":3.1861,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2124060448","shards":1,"effective_bpw":3.2836,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2177646368","shards":1,"effective_bpw":3.3664,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2343032608","shards":1,"effective_bpw":3.6221,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2350733088","shards":1,"effective_bpw":3.634,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2412664608","shards":1,"effective_bpw":3.7297,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2436339488","shards":1,"effective_bpw":3.7663,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2535216928","shards":1,"effective_bpw":3.9192,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2694469408","shards":1,"effective_bpw":4.1654,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2852001568","shards":1,"effective_bpw":4.4089,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2907379488","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2921469728","shards":1,"effective_bpw":4.5163,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2967017248","shards":1,"effective_bpw":4.5867,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3066386208","shards":1,"effective_bpw":4.7403,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3164280608","shards":1,"effective_bpw":4.8917,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3427079968","shards":1,"effective_bpw":5.2979,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3512031008","shards":1,"effective_bpw":5.4293,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3985528608","shards":1,"effective_bpw":6.1612,"repo":"mradermacher/AfriqueQwen3.5-4B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dualminded-qwen3-1-7b","canonical_repo":"reaperdoesntknow/DualMinded-Qwen3-1.7B","display_name":"DualMinded-Qwen3-1.7B","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2455","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/DualMinded-Qwen3-1.7B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1282439200","shards":1,"effective_bpw":5.0496,"repo":"reaperdoesntknow/DualMinded-Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1471805472","shards":1,"effective_bpw":5.7953,"repo":"reaperdoesntknow/DualMinded-Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039136","shards":1,"effective_bpw":8.5249,"repo":"reaperdoesntknow/DualMinded-Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4069679136","shards":1,"effective_bpw":16.0244,"repo":"reaperdoesntknow/DualMinded-Qwen3-1.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yi-34b-200k-llamafied","canonical_repo":"larryvrh/Yi-34B-200K-Llamafied","display_name":"Yi-34B-200K-Llamafied","publisher":"larryvrh","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2454","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"larryvrh/Yi-34B-200K-Llamafied","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498980128","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176786208","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306463008","shards":1,"effective_bpw":2.165,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306542368","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891021088","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794762528","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825234208","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333875488","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234319648","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960294688","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018785568","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564700448","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654924576","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139446048","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475051808","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754848","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598650144","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658711328","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707691808","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321846048","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213926688","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/Yi-34B-200K-Llamafied-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smolvlm2-256m-video-instruct","canonical_repo":"HuggingFaceTB/SmolVLM2-256M-Video-Instruct","display_name":"SmolVLM2-256M-Video-Instruct","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"256484928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2452","n_layers":30,"n_head":9,"n_head_kv":3,"head_dim_k":64,"head_dim_v":64,"hidden":576,"vocab_size":49280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceTB/SmolVLM2-256M-Video-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"98386880","shards":1,"effective_bpw":3.0688,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"98946752","shards":1,"effective_bpw":3.0862,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"99879872","shards":1,"effective_bpw":3.1153,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"100626368","shards":1,"effective_bpw":3.1386,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"100895936","shards":1,"effective_bpw":3.147,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"101642432","shards":1,"effective_bpw":3.1703,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"102181568","shards":1,"effective_bpw":3.1871,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"103011008","shards":1,"effective_bpw":3.213,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"104255168","shards":1,"effective_bpw":3.2518,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"104255168","shards":1,"effective_bpw":3.2518,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"104255168","shards":1,"effective_bpw":3.2518,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"104255168","shards":1,"effective_bpw":3.2518,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"106266560","shards":1,"effective_bpw":3.3146,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"106950848","shards":1,"effective_bpw":3.3359,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"107780288","shards":1,"effective_bpw":3.3618,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"107946176","shards":1,"effective_bpw":3.3669,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"109563584","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"113586368","shards":1,"effective_bpw":3.5429,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"116189888","shards":1,"effective_bpw":3.6241,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"121641152","shards":1,"effective_bpw":3.7941,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"125055680","shards":1,"effective_bpw":3.9006,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"131350208","shards":1,"effective_bpw":4.0969,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"133479104","shards":1,"effective_bpw":4.1633,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"168628928","shards":1,"effective_bpw":5.2597,"repo":"mradermacher/SmolVLM2-256M-Video-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"175056352","shards":1,"effective_bpw":5.4602,"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"327811552","shards":1,"effective_bpw":10.2247,"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-prover-v2-671b","canonical_repo":"deepseek-ai/DeepSeek-Prover-V2-671B","display_name":"DeepSeek-Prover-V2-671B","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek2","params_total":"684531386000","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2451","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"deepseek-ai/DeepSeek-Prover-V2-671B","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"184792578368","shards":4,"effective_bpw":2.1596,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"199783899616","shards":5,"effective_bpw":2.3348,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"215958571488","shards":5,"effective_bpw":2.5239,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"227727395264","shards":5,"effective_bpw":2.6614,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244148281504","shards":20,"effective_bpw":2.8533,"repo":"DevQuasar/deepseek-ai.DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244212243904","shards":5,"effective_bpw":2.8541,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244429434304","shards":5,"effective_bpw":2.8566,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"272374751840","shards":6,"effective_bpw":3.1832,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289214518304","shards":6,"effective_bpw":3.38,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319266363808","shards":25,"effective_bpw":3.7312,"repo":"DevQuasar/deepseek-ai.DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319330325696","shards":7,"effective_bpw":3.732,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357253589728","shards":8,"effective_bpw":4.1752,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378129908512","shards":8,"effective_bpw":4.4191,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379289764608","shards":8,"effective_bpw":4.4327,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380065841952","shards":8,"effective_bpw":4.4418,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404494156736","shards":9,"effective_bpw":4.7273,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404494158592","shards":31,"effective_bpw":4.7273,"repo":"DevQuasar/deepseek-ai.DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"419940463552","shards":9,"effective_bpw":4.9078,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"423933308128","shards":9,"effective_bpw":4.9544,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475428545536","shards":10,"effective_bpw":5.5563,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475428547776","shards":36,"effective_bpw":5.5563,"repo":"DevQuasar/deepseek-ai.DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550922261376","shards":12,"effective_bpw":6.4385,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286520128","shards":15,"effective_bpw":8.3361,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273053888","shards":30,"effective_bpw":15.6869,"repo":"unsloth/DeepSeek-Prover-V2-671B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-30b-a3b-thinking-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-30B-A3B-Thinking-abliterated-v1","display_name":"Qwen3-VL-30B-A3B-Thinking-abliterated-v1","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vlmoe","params_total":"31070754032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2450","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416511040","shards":1,"effective_bpw":1.6521,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078293568","shards":1,"effective_bpw":1.8225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181264448","shards":1,"effective_bpw":2.1065,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076224064","shards":1,"effective_bpw":2.3369,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287133248","shards":1,"effective_bpw":2.3912,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169509952","shards":1,"effective_bpw":2.6184,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519365696","shards":1,"effective_bpw":2.7085,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258611456","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258611776","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849328704","shards":1,"effective_bpw":3.0509,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598444096","shards":1,"effective_bpw":3.2438,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292470016","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292470336","shards":1,"effective_bpw":3.4225,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299155008","shards":1,"effective_bpw":3.4242,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513064512","shards":1,"effective_bpw":3.4793,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711848704","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711849024","shards":1,"effective_bpw":3.788,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900671744","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900672064","shards":1,"effective_bpw":4.0941,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368351296","shards":1,"effective_bpw":4.2145,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557094656","shards":1,"effective_bpw":4.2631,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379989568","shards":1,"effective_bpw":4.4749,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456011008","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456011328","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556688128","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556688448","shards":1,"effective_bpw":4.7779,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192502336","shards":1,"effective_bpw":4.9416,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080512256","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080512576","shards":1,"effective_bpw":5.4277,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725583104","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725583424","shards":1,"effective_bpw":5.5938,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092534016","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092534336","shards":1,"effective_bpw":6.4607,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483933952","shards":1,"effective_bpw":8.3639,"repo":"mradermacher/Qwen3-VL-30B-A3B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-glm-4-7-flash-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking","display_name":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2448","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115772928","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256151040","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490114560","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696159744","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864747008","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051917824","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083555328","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281735872","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281736192","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369636352","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626877440","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769614528","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769614848","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789668864","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896623616","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124164288","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124164608","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431397056","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431397376","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561842688","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593299648","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787335680","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793627136","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802015424","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802015744","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027786944","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027787264","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247758848","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720764608","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720764928","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851115712","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851116032","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725902528","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725902848","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709521600","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388047040","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"atomicgpt-gemma3-27b","canonical_repo":"KAERI-MLP/AtomicGPT-gemma3-27b","display_name":"AtomicGPT-gemma3-27b","publisher":"KAERI-MLP","modality":"text","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2446","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KAERI-MLP/AtomicGPT-gemma3-27b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264246880","shards":1,"effective_bpw":1.8268,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797245024","shards":1,"effective_bpw":1.9823,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685575264","shards":1,"effective_bpw":2.2413,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438903392","shards":1,"effective_bpw":2.461,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782408288","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9493072480","shards":1,"effective_bpw":2.7684,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757445344","shards":1,"effective_bpw":2.8455,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503720160","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716478048","shards":1,"effective_bpw":3.1252,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11562233056","shards":1,"effective_bpw":3.3718,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167613664","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167613664","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12547073248","shards":1,"effective_bpw":3.6591,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437639904","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543461600","shards":1,"effective_bpw":4.2412,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767447264","shards":1,"effective_bpw":4.3066,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617973472","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15674055904","shards":1,"effective_bpw":4.571,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546688224","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167293664","shards":1,"effective_bpw":5.0064,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18767191264","shards":1,"effective_bpw":5.473,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271675104","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166973664","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/AtomicGPT-gemma3-27b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-sompoa-heresy","canonical_repo":"MuXodious/Qwen3.5-4B-SOMPOA-heresy","display_name":"Qwen3.5-4B-SOMPOA-heresy","publisher":"MuXodious","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2444","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Qwen3.5-4B-SOMPOA-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174423168","shards":1,"effective_bpw":2.0698,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253404288","shards":1,"effective_bpw":2.209,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385039488","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492969088","shards":1,"effective_bpw":2.6312,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514350208","shards":1,"effective_bpw":2.6689,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619658368","shards":1,"effective_bpw":2.8545,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734428288","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797506688","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814054528","shards":1,"effective_bpw":3.1971,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010734208","shards":1,"effective_bpw":3.5437,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880448","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072665728","shards":1,"effective_bpw":3.6529,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187328","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257477248","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358402688","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435643008","shards":1,"effective_bpw":4.2926,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546521728","shards":1,"effective_bpw":4.488,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798528","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557007488","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707515008","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968448","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036608","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108759168","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056448","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"z-image-engineer-v6","canonical_repo":"BennyDaBall/Z-Image-Engineer-V6","display_name":"Z-Image-Engineer-V6","publisher":"BennyDaBall","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2443","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BennyDaBall/Z-Image-Engineer-V6","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669500320","shards":1,"effective_bpw":3.3204,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997920","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618720","shards":1,"effective_bpw":4.1281,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786400","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316960","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310240","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281440","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712160","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514400","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261920","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405920","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285920","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Z-Image-Engineer-V6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-30b-a3b-instruct-gguf","canonical_repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","display_name":"Qwen3-Coder-30B-A3B-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2443","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"eve-27b-xeno-hat","canonical_repo":"win10/EVE-27B-XENO-HAT","display_name":"EVE-27B-XENO-HAT","publisher":"win10","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2441","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"win10/EVE-27B-XENO-HAT","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592160","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592416","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535840","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536096","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607136","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331296","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736800","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737056","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798560","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798816","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039136","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450080","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418336","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298720","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298976","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714400","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714656","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768096","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682080","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682336","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701280","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701536","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999840","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000096","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/EVE-27B-XENO-HAT-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084320","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/EVE-27B-XENO-HAT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jtl11-glm-4-7-flash-heretic","canonical_repo":"jtl11/GLM-4.7-Flash-heretic","display_name":"GLM-4.7-Flash-heretic","publisher":"jtl11","modality":"text","arch_key":"deepseek2","params_total":"29943390976","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2438","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":4,"arch_source":"jtl11/GLM-4.7-Flash-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8540016608","shards":1,"effective_bpw":2.2816,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9412087776","shards":1,"effective_bpw":2.5146,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9618290656","shards":1,"effective_bpw":2.5697,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10521819104","shards":1,"effective_bpw":2.8111,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11107803104","shards":1,"effective_bpw":2.9677,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11417563104","shards":1,"effective_bpw":3.0504,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12952842208","shards":1,"effective_bpw":3.4606,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13371027424","shards":1,"effective_bpw":3.5723,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13544468448","shards":1,"effective_bpw":3.6187,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14138126304","shards":1,"effective_bpw":3.7773,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14499262432","shards":1,"effective_bpw":3.8738,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14606938080","shards":1,"effective_bpw":3.9025,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16315498464","shards":1,"effective_bpw":4.359,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17214611424","shards":1,"effective_bpw":4.5992,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17393999840","shards":1,"effective_bpw":4.6472,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17841160160","shards":1,"effective_bpw":4.7666,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18540437472","shards":1,"effective_bpw":4.9535,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18775855072","shards":1,"effective_bpw":5.0164,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"18950668256","shards":1,"effective_bpw":5.0631,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20913528800","shards":1,"effective_bpw":5.5875,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21631707104","shards":1,"effective_bpw":5.7794,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21827475424","shards":1,"effective_bpw":5.8317,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25898545120","shards":1,"effective_bpw":6.9193,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"26052186080","shards":1,"effective_bpw":6.9604,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31842799584","shards":1,"effective_bpw":8.5075,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"59908837248","shards":2,"effective_bpw":16.0059,"repo":"bartowski/jtl11_GLM-4.7-Flash-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"reasoning-medical-27b","canonical_repo":"EpistemeAI/Reasoning-Medical-27B","display_name":"Reasoning-Medical-27B","publisher":"EpistemeAI","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2437","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EpistemeAI/Reasoning-Medical-27B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592096","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592352","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535776","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536032","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607072","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331232","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736736","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500736992","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798496","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798752","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039072","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450016","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418272","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298656","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298912","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714336","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714592","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768032","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682016","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682272","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701216","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701472","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999776","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000032","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Reasoning-Medical-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084256","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Reasoning-Medical-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"areal-boba-2-8b-open","canonical_repo":"inclusionAI/AReaL-boba-2-8B-Open","display_name":"AReaL-boba-2-8B-Open","publisher":"inclusionAI","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2437","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"inclusionAI/AReaL-boba-2-8B-Open","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115769792","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256147904","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111424","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696156608","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864743872","shards":1,"effective_bpw":2.798,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051914688","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552192","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733056","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633216","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874304","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769611712","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789665728","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620480","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161472","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394240","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839552","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332544","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624000","shards":1,"effective_bpw":4.682,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802012608","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784128","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247755712","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720761792","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851112896","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725899712","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/AReaL-boba-2-8B-Open-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexa-ai-4x4b-instruct","canonical_repo":"Neura-Tech-AI/Nexa-AI-4x4B-Instruct","display_name":"Nexa-AI-4x4B-Instruct","publisher":"Neura-Tech-AI","modality":"text","arch_key":"qwen3moe","params_total":"12091629056","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2436","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":4,"n_expert_used":2,"arch_source":"Neura-Tech-AI/Nexa-AI-4x4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2672360448","shards":1,"effective_bpw":1.7681,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2926230528","shards":1,"effective_bpw":1.936,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3349347328","shards":1,"effective_bpw":2.216,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3699637248","shards":1,"effective_bpw":2.4477,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3793189888","shards":1,"effective_bpw":2.5096,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4131683328","shards":1,"effective_bpw":2.7336,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4282546688","shards":1,"effective_bpw":2.8334,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4591712512","shards":1,"effective_bpw":3.0379,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4591712768","shards":1,"effective_bpw":3.0379,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4760501248","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5093800448","shards":1,"effective_bpw":3.3701,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5355534592","shards":1,"effective_bpw":3.5433,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5355534848","shards":1,"effective_bpw":3.5433,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5368068608","shards":1,"effective_bpw":3.5516,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5471123968","shards":1,"effective_bpw":3.6198,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5920045312","shards":1,"effective_bpw":3.9168,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5920045568","shards":1,"effective_bpw":3.9168,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6401734912","shards":1,"effective_bpw":4.2355,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6401735168","shards":1,"effective_bpw":4.2355,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6558775808","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6621034752","shards":1,"effective_bpw":4.3806,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6921517568","shards":1,"effective_bpw":4.5794,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6934624768","shards":1,"effective_bpw":4.588,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6960838912","shards":1,"effective_bpw":4.6054,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6960839168","shards":1,"effective_bpw":4.6054,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7384160512","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7384160768","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7641102848","shards":1,"effective_bpw":5.0555,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8372484352","shards":1,"effective_bpw":5.5394,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8372484608","shards":1,"effective_bpw":5.5394,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8616892672","shards":1,"effective_bpw":5.7011,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8616892928","shards":1,"effective_bpw":5.7011,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9926670592","shards":1,"effective_bpw":6.5676,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9926670848","shards":1,"effective_bpw":6.5676,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12854975232","shards":1,"effective_bpw":8.505,"repo":"mradermacher/Nexa-AI-4x4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v2-lite-chat-uncensored","canonical_repo":"nicoboss/DeepSeek-V2-Lite-Chat-Uncensored","display_name":"DeepSeek-V2-Lite-Chat-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"deepseek2","params_total":"15696662016","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2434","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":100002,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"nicoboss/DeepSeek-V2-Lite-Chat-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"6424770592","shards":1,"effective_bpw":3.2745,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7481470912","shards":1,"effective_bpw":3.813,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8120414144","shards":1,"effective_bpw":4.1387,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8453205952","shards":1,"effective_bpw":4.3083,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8640112480","shards":1,"effective_bpw":4.4035,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9526763488","shards":1,"effective_bpw":4.8554,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10357571552","shards":1,"effective_bpw":5.2789,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11135599072","shards":1,"effective_bpw":5.6754,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11843854816","shards":1,"effective_bpw":6.0364,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14058861056","shards":1,"effective_bpw":7.1653,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16692027840","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-gemma-4-e2b-it","canonical_repo":"unsloth/gemma-4-E2B-it","display_name":"gemma-4-E2B-it","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2429","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-E2B-it","arch_confidence":1,"quantizations":[{"quant":"UD-IQ2_M","bytes":"2287109632","shards":1,"effective_bpw":3.5714,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"2369242624","shards":1,"effective_bpw":3.6996,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2445649408","shards":1,"effective_bpw":3.819,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2536783360","shards":1,"effective_bpw":3.9613,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2983941632","shards":1,"effective_bpw":4.6595,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"3041080832","shards":1,"effective_bpw":4.7487,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3041375744","shards":1,"effective_bpw":4.7492,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3043931648","shards":1,"effective_bpw":4.7532,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"3106735616","shards":1,"effective_bpw":4.8513,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"3154916864","shards":1,"effective_bpw":4.9265,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3321148928","shards":1,"effective_bpw":5.1861,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3356034560","shards":1,"effective_bpw":5.2406,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3932866048","shards":1,"effective_bpw":6.1413,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4967479712","shards":1,"effective_bpw":7.7569,"repo":"Alienstro/Gemma4-E2B-Opus-4.6-Reasoning-3000-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5048350208","shards":1,"effective_bpw":7.8832,"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8763169568","shards":2,"effective_bpw":13.684,"repo":"Shayde182/rhymeai-gemma-4-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9311287712","shards":1,"effective_bpw":14.5399,"repo":"Alienstro/Gemma4-E2B-Opus-4.6-Reasoning-3000-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9311287712","shards":1,"effective_bpw":14.5399,"repo":"Alienstro/Gemma4-E2B-Opus-4.6-Reasoning-3000-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"josie-2-4b-preview","canonical_repo":"Goekdeniz-Guelmez/JOSIE-2-4B-Preview","display_name":"JOSIE-2-4B-Preview","publisher":"Goekdeniz-Guelmez","modality":"text","arch_key":"qwen35","params_total":"4659865088","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2427","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Goekdeniz-Guelmez/JOSIE-2-4B-Preview","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168192","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168448","shards":1,"effective_bpw":3.3635,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748672","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121748928","shards":1,"effective_bpw":3.6426,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729088","shards":1,"effective_bpw":3.7627,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796608","shards":1,"effective_bpw":3.8058,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807232","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807488","shards":1,"effective_bpw":3.9809,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647232","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647488","shards":1,"effective_bpw":4.2622,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811328","shards":1,"effective_bpw":4.4273,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593556672","shards":1,"effective_bpw":4.4526,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682368","shards":1,"effective_bpw":4.494,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772352","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772608","shards":1,"effective_bpw":4.5182,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677647808","shards":1,"effective_bpw":4.597,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447232","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447488","shards":1,"effective_bpw":4.7786,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842388928","shards":1,"effective_bpw":4.8798,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993472","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072993728","shards":1,"effective_bpw":5.2757,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426112","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426368","shards":1,"effective_bpw":5.4275,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028672","shards":1,"effective_bpw":6.117,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563028928","shards":1,"effective_bpw":6.117,"repo":"mradermacher/JOSIE-2-4B-Preview-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580672","shards":1,"effective_bpw":7.9154,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620672","shards":1,"effective_bpw":14.877,"repo":"mradermacher/JOSIE-2-4B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-vl-reap-26b-a3b","canonical_repo":"atbender/Qwen3.6-VL-REAP-26B-A3B","display_name":"Qwen3.6-VL-REAP-26B-A3B","publisher":"atbender","modality":"vision_language","arch_key":"qwen35moe","params_total":"26602304128","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2427","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":192,"n_expert_used":8,"arch_source":"atbender/Qwen3.6-VL-REAP-26B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"11700912352","shards":1,"effective_bpw":3.5188,"repo":"keithnull/Qwen3.6-VL-REAP-26B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14587721952","shards":1,"effective_bpw":4.3869,"repo":"keithnull/Qwen3.6-VL-REAP-26B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16269908192","shards":1,"effective_bpw":4.8928,"repo":"keithnull/Qwen3.6-VL-REAP-26B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimiko-v2-13b","canonical_repo":"Chat-Error/Kimiko-v2-13B","display_name":"Kimiko-v2-13B","publisher":"Chat-Error","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"creativeml-openrail-m","downloads_30d":"2426","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5429348288","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980288","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769408","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559488","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834688","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331328","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956288","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285888","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285888","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924288","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140288","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319488","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Kimiko-v2-13B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openclaude-1-7b-merged","canonical_repo":"AvelonLabs/OpenClaude-1.7B-Merged","display_name":"OpenClaude-1.7B-Merged","publisher":"AvelonLabs","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2424","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AvelonLabs/OpenClaude-1.7B-Merged","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515777952","shards":1,"effective_bpw":2.3982,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543794592","shards":1,"effective_bpw":2.5284,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590488992","shards":1,"effective_bpw":2.7455,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631514528","shards":1,"effective_bpw":2.9363,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657827232","shards":1,"effective_bpw":3.0586,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695182752","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732970400","shards":1,"effective_bpw":3.408,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754361760","shards":1,"effective_bpw":3.5075,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"769729504","shards":1,"effective_bpw":3.5789,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777797024","shards":1,"effective_bpw":3.6165,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"791061472","shards":1,"effective_bpw":3.6781,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"806697952","shards":1,"effective_bpw":3.7508,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834223520","shards":1,"effective_bpw":3.8788,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"865418208","shards":1,"effective_bpw":4.0239,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867253664","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867253664","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"882058208","shards":1,"effective_bpw":4.1012,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"890190816","shards":1,"effective_bpw":4.139,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895663520","shards":1,"effective_bpw":4.1645,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"925940704","shards":1,"effective_bpw":4.3053,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939539872","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"965622752","shards":1,"effective_bpw":4.4898,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003503008","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010384288","shards":1,"effective_bpw":4.6979,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1011760096","shards":1,"effective_bpw":4.7043,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1027357664","shards":1,"effective_bpw":4.7768,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054424480","shards":1,"effective_bpw":4.9027,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056783776","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060191648","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1069562848","shards":1,"effective_bpw":4.973,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1071922144","shards":1,"effective_bpw":4.984,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1077951456","shards":1,"effective_bpw":5.0121,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107410336","shards":1,"effective_bpw":5.149,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142504864","shards":1,"effective_bpw":5.3122,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1144568800","shards":1,"effective_bpw":5.3218,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1153973216","shards":1,"effective_bpw":5.3655,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1219929056","shards":1,"effective_bpw":5.6722,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230585248","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1238383584","shards":1,"effective_bpw":5.758,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257880992","shards":1,"effective_bpw":5.8487,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1289075680","shards":1,"effective_bpw":5.9937,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1364435936","shards":1,"effective_bpw":6.3441,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417756064","shards":1,"effective_bpw":6.592,"repo":"mradermacher/OpenClaude-1.7B-Merged-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1481751520","shards":1,"effective_bpw":6.8896,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1557111776","shards":1,"effective_bpw":7.24,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834427360","shards":1,"effective_bpw":8.5294,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447349952","shards":1,"effective_bpw":16.0288,"repo":"bartowski/AvelonLabs_OpenClaude-1.7B-Merged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-3-super-49b-v1","canonical_repo":"nvidia/Nemotron-3-Super-49B-v1","display_name":"Nemotron-3-Super-49B-v1","publisher":"nvidia","modality":"text","arch_key":"nemotron_h_moe","params_total":"120668707840","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2418","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"53500790976","shards":1,"effective_bpw":3.547,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"67227994304","shards":1,"effective_bpw":4.457,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"86051080384","shards":1,"effective_bpw":5.7049,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"95716329664","shards":1,"effective_bpw":6.3457,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"112921987264","shards":1,"effective_bpw":7.4864,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"128472991936","shards":1,"effective_bpw":8.5174,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"241518659776","shards":1,"effective_bpw":16.012,"repo":"timteh673/Nemotron-3-Super-120B-A12B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"metamath-cybertron-starling","canonical_repo":"Q-bert/MetaMath-Cybertron-Starling","display_name":"MetaMath-Cybertron-Starling","publisher":"Q-bert","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2417","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Q-bert/MetaMath-Cybertron-Starling","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097792","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567232","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985920","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024384","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916416","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373696","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438976","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715648","shards":1,"effective_bpw":5.521,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715648","shards":1,"effective_bpw":5.521,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409088","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064832","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857344","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-openscholar-8b","canonical_repo":"OpenSciLM/Llama-3.1_OpenScholar-8B","display_name":"Llama-3.1_OpenScholar-8B","publisher":"OpenSciLM","modality":"text","arch_key":"llama","params_total":"8030261312","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2416","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenSciLM/Llama-3.1_OpenScholar-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628672","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972864","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213184","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782656","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489728","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281568","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281984","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988816000","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132128","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132544","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913408","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747872","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748288","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499936","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500352","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326144","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156128","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824032","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824448","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918624","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919040","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957088","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957504","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663328","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663744","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892448","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892864","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677990016","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669664","shards":1,"effective_bpw":4.675,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670080","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734944","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735360","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130253952","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633184","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294688","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295104","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988128","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988544","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219296","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007136","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007552","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.1_OpenScholar-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467040","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771552","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891584","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Llama-3.1_OpenScholar-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sarvam-m","canonical_repo":"sarvamai/sarvam-m","display_name":"sarvam-m","publisher":"sarvamai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2414","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sarvamai/sarvam-m","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207034944","shards":1,"effective_bpw":2.4459,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353984","shards":1,"effective_bpw":2.538,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114053184","shards":1,"effective_bpw":2.7537,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327104","shards":1,"effective_bpw":3.0172,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593984","shards":1,"effective_bpw":3.1496,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545687104","shards":1,"effective_bpw":3.2396,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907118144","shards":1,"effective_bpw":3.3623,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276544","shards":1,"effective_bpw":3.5296,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951744","shards":1,"effective_bpw":3.6147,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083904","shards":1,"effective_bpw":3.8941,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762688","shards":1,"effective_bpw":4.2086,"repo":"lmstudio-community/sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762944","shards":1,"effective_bpw":4.2086,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758917184","shards":1,"effective_bpw":4.3301,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016704","shards":1,"effective_bpw":4.5708,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494231104","shards":1,"effective_bpw":4.5797,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281344","shards":1,"effective_bpw":4.5984,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910848","shards":1,"effective_bpw":4.8646,"repo":"lmstudio-community/sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911104","shards":1,"effective_bpw":4.8646,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831984704","shards":1,"effective_bpw":5.0337,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873108544","shards":1,"effective_bpw":5.0476,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414784","shards":1,"effective_bpw":5.5334,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985984","shards":1,"effective_bpw":5.6894,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178173504","shards":1,"effective_bpw":5.8299,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940288","shards":1,"effective_bpw":6.5656,"repo":"lmstudio-community/sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940544","shards":1,"effective_bpw":6.5656,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670999104","shards":1,"effective_bpw":6.6759,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781248","shards":1,"effective_bpw":8.5031,"repo":"lmstudio-community/sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781504","shards":1,"effective_bpw":8.5031,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153520448","shards":1,"effective_bpw":16.003,"repo":"bartowski/sarvamai_sarvam-m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whisper-base-en","canonical_repo":"openai/whisper-base.en","display_name":"whisper-base.en","publisher":"openai","modality":"audio_asr","arch_key":"whisper","params_total":"72593408","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2414","n_layers":6,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":51864,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openai/whisper-base.en","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"58794272","shards":1,"effective_bpw":6.4793,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"63709472","shards":1,"effective_bpw":7.021,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"67789088","shards":1,"effective_bpw":7.4706,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84886208","shards":1,"effective_bpw":9.3547,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"151068608","shards":1,"effective_bpw":16.6482,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"292257728","shards":1,"effective_bpw":32.2076,"repo":"handy-computer/whisper-base.en-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-heretic","canonical_repo":"tvall43/Qwen3.6-35B-A3B-heretic","display_name":"Qwen3.6-35B-A3B-heretic","publisher":"tvall43","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2412","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"tvall43/Qwen3.6-35B-A3B-heretic","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"16764764768","shards":1,"effective_bpw":3.8202,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16764764864","shards":1,"effective_bpw":3.8202,"repo":"tvall43/Qwen3.6-35B-A3B-heretic-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889904224","shards":1,"effective_bpw":4.5324,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758496","shards":1,"effective_bpw":4.8233,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166758592","shards":1,"effective_bpw":4.8233,"repo":"tvall43/Qwen3.6-35B-A3B-heretic-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131616","shards":1,"effective_bpw":5.6351,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729131712","shards":1,"effective_bpw":5.6351,"repo":"tvall43/Qwen3.6-35B-A3B-heretic-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514153056","shards":1,"effective_bpw":6.4976,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139936","shards":1,"effective_bpw":8.4093,"repo":"Abiray/Qwen3.6-35B-A3B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903140032","shards":1,"effective_bpw":8.4093,"repo":"tvall43/Qwen3.6-35B-A3B-heretic-gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376637952","shards":1,"effective_bpw":15.8091,"repo":"tvall43/Qwen3.6-35B-A3B-heretic-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-350m","canonical_repo":"ibm-granite/granite-4.0-h-350m","display_name":"granite-4.0-h-350m","publisher":"ibm-granite","modality":"text","arch_key":"granitehybrid","params_total":"340332224","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2409","n_layers":32,"n_head":12,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":100352,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","attention","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-granite/granite-4.0-h-350m","arch_confidence":1,"quantizations":[{"quant":"UD-IQ3_XXS","bytes":"159734944","shards":1,"effective_bpw":3.7548,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"159883936","shards":1,"effective_bpw":3.7583,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181154848","shards":1,"effective_bpw":4.2583,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181155232","shards":1,"effective_bpw":4.2583,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"188699680","shards":1,"effective_bpw":4.4357,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"188700064","shards":1,"effective_bpw":4.4357,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"194941984","shards":1,"effective_bpw":4.5824,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"207857440","shards":1,"effective_bpw":4.886,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"216073120","shards":1,"effective_bpw":5.0791,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"216073504","shards":1,"effective_bpw":5.0791,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"216466720","shards":1,"effective_bpw":5.0884,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"216957856","shards":1,"effective_bpw":5.0999,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"216958240","shards":1,"effective_bpw":5.0999,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"222662560","shards":1,"effective_bpw":5.234,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"222662944","shards":1,"effective_bpw":5.234,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"232505248","shards":1,"effective_bpw":5.4654,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"232505632","shards":1,"effective_bpw":5.4654,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"248937376","shards":1,"effective_bpw":5.8516,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"248937376","shards":1,"effective_bpw":5.8516,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"248937760","shards":1,"effective_bpw":5.8516,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"252331936","shards":1,"effective_bpw":5.9314,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"252332320","shards":1,"effective_bpw":5.9314,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"265369504","shards":1,"effective_bpw":6.2379,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"283855648","shards":1,"effective_bpw":6.6724,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"283856032","shards":1,"effective_bpw":6.6724,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"366195616","shards":1,"effective_bpw":8.608,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"366196000","shards":1,"effective_bpw":8.608,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"684931200","shards":1,"effective_bpw":16.1003,"repo":"ibm-granite/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"684931296","shards":1,"effective_bpw":16.1003,"repo":"unsloth/granite-4.0-h-350m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-3-electra-r1-70b","canonical_repo":"Steelskull/L3.3-Electra-R1-70b","display_name":"L3.3-Electra-R1-70b","publisher":"Steelskull","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2408","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Steelskull/L3.3-Electra-R1-70b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343489952","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751202976","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751203232","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097391776","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097392032","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142114976","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142115232","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242349728","shards":1,"effective_bpw":2.522,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242349984","shards":1,"effective_bpw":2.522,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119300768","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119300800","shards":1,"effective_bpw":2.7349,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119301024","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471950240","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375115424","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375115680","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401163424","shards":1,"effective_bpw":3.107,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469501088","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469501344","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307736736","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307736768","shards":1,"effective_bpw":3.3232,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307736992","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912058016","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912058272","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912058272","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937041056","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937041088","shards":1,"effective_bpw":3.6213,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937041312","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267501216","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267501472","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140599456","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140599712","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902668448","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902668480","shards":1,"effective_bpw":4.2977,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902668704","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053625504","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116540064","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116540320","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347226784","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347226816","shards":1,"effective_bpw":4.5749,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347227040","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520400544","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520400576","shards":1,"effective_bpw":4.8213,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520400800","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300197024","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313596576","shards":1,"effective_bpw":5.0247,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313596832","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657453728","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657453760","shards":1,"effective_bpw":5.5172,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657453984","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949823680","shards":1,"effective_bpw":5.6638,"repo":"ddh0/L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949823840","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949823904","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/L3.3-Electra-R1-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888150368","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975056448","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"oym-qimi-122b-a10b-k2-6","canonical_repo":"OpenYourMind/OYM-Qimi-122B-A10B-K2.6","display_name":"OYM-Qimi-122B-A10B-K2.6","publisher":"OpenYourMind","modality":"text","arch_key":"qwen35moe","params_total":"125086497008","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2407","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"OpenYourMind/OYM-Qimi-122B-A10B-K2.6","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"45811978976","shards":1,"effective_bpw":2.9299,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"45811979232","shards":1,"effective_bpw":2.9299,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54008787680","shards":1,"effective_bpw":3.4542,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"54008787936","shards":1,"effective_bpw":3.4542,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"54191989728","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"54879675360","shards":1,"effective_bpw":3.5099,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"59809301216","shards":1,"effective_bpw":3.8251,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"59809301472","shards":1,"effective_bpw":3.8251,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"64661783264","shards":1,"effective_bpw":4.1355,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"64661783520","shards":1,"effective_bpw":4.1355,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"66800964576","shards":1,"effective_bpw":4.2723,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67558888160","shards":1,"effective_bpw":4.3208,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"70758339552","shards":1,"effective_bpw":4.5254,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71075861216","shards":1,"effective_bpw":4.5457,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"71075861472","shards":1,"effective_bpw":4.5457,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"75843912416","shards":1,"effective_bpw":4.8507,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"75843912672","shards":1,"effective_bpw":4.8507,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"78194643936","shards":1,"effective_bpw":5.001,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"85934117600","shards":1,"effective_bpw":5.496,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"85934117856","shards":1,"effective_bpw":5.496,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88710136544","shards":1,"effective_bpw":5.6735,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"88710136800","shards":1,"effective_bpw":5.6735,"repo":"mradermacher/OYM-Qimi-122B-A10B-K2.6-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-heretic-v2","canonical_repo":"DreamFast/gemma-3-12b-it-heretic-v2","display_name":"gemma-3-12b-it-heretic-v2","publisher":"DreamFast","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2405","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DreamFast/gemma-3-12b-it-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"7300777184","shards":1,"effective_bpw":4.7924,"repo":"Medvedko/gemma-3-12b-it-heretic-v2-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-assistant","canonical_repo":"google/gemma-4-12B-it-assistant","display_name":"gemma-4-12B-it-assistant","publisher":"google","modality":"text","arch_key":"gemma4-assistant","params_total":"422856964","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2399","n_layers":4,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"google/gemma-4-12B-it-assistant","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"327221728","shards":1,"effective_bpw":6.1907,"repo":"cortexist/gemma-4-12B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"861520352","shards":1,"effective_bpw":16.299,"repo":"cortexist/gemma-4-12B-it-assistant-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-6-mixtral-8x7b","canonical_repo":"dphn/dolphin-2.6-mixtral-8x7b","display_name":"dolphin-2.6-mixtral-8x7b","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"46702809088","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2398","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"dphn/dolphin-2.6-mixtral-8x7b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"9821678368","shards":1,"effective_bpw":1.6824,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"10847185696","shards":1,"effective_bpw":1.8581,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12556364576","shards":1,"effective_bpw":2.1509,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"13923707680","shards":1,"effective_bpw":2.3851,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"14127861344","shards":1,"effective_bpw":2.42,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"15495204448","shards":1,"effective_bpw":2.6543,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"15644045376","shards":1,"effective_bpw":2.6798,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17311239776","shards":1,"effective_bpw":2.9653,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"17311240032","shards":1,"effective_bpw":2.9653,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"18242473568","shards":1,"effective_bpw":3.1249,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19350401440","shards":1,"effective_bpw":3.3146,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"19350401696","shards":1,"effective_bpw":3.3146,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"20363367296","shards":1,"effective_bpw":3.4882,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20432531872","shards":1,"effective_bpw":3.5,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20432531872","shards":1,"effective_bpw":3.5,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"20432532128","shards":1,"effective_bpw":3.5,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"20432532128","shards":1,"effective_bpw":3.5,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21430776224","shards":1,"effective_bpw":3.671,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"21430776480","shards":1,"effective_bpw":3.671,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22546461088","shards":1,"effective_bpw":3.8621,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"22546461344","shards":1,"effective_bpw":3.8621,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24169656736","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"24169656992","shards":1,"effective_bpw":4.1402,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"25080550880","shards":1,"effective_bpw":4.2962,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25374151904","shards":1,"effective_bpw":4.3465,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"26441545664","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441545664","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"26561042144","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26745591264","shards":1,"effective_bpw":4.5814,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"26745591520","shards":1,"effective_bpw":4.5814,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28448478688","shards":1,"effective_bpw":4.8731,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"28448478944","shards":1,"effective_bpw":4.8731,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229292992","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"32229292992","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32231348704","shards":1,"effective_bpw":5.5211,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"32231348960","shards":1,"effective_bpw":5.5211,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33229593056","shards":1,"effective_bpw":5.6921,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"33229593312","shards":1,"effective_bpw":5.6921,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378774528","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38380830240","shards":1,"effective_bpw":6.5745,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"38380830496","shards":1,"effective_bpw":6.5745,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624280960","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49626336672","shards":1,"effective_bpw":8.5008,"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornith-1-0-397b-gguf","canonical_repo":"unsloth/Ornith-1.0-397B-GGUF","display_name":"Ornith-1.0-397B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"396346350336","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2398","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"atomight-v2-5-1-7b","canonical_repo":"NovatasticRoScript/Atomight-V2.5-1.7B","display_name":"Atomight-V2.5-1.7B","publisher":"NovatasticRoScript","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2397","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NovatasticRoScript/Atomight-V2.5-1.7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515777984","shards":1,"effective_bpw":2.3982,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543794624","shards":1,"effective_bpw":2.5284,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590489024","shards":1,"effective_bpw":2.7455,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631514560","shards":1,"effective_bpw":2.9363,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657827264","shards":1,"effective_bpw":3.0586,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695182784","shards":1,"effective_bpw":3.2323,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732970432","shards":1,"effective_bpw":3.408,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754361792","shards":1,"effective_bpw":3.5075,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777796800","shards":1,"effective_bpw":3.6165,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777797056","shards":1,"effective_bpw":3.6165,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834223552","shards":1,"effective_bpw":3.8788,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867253440","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867253696","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867253696","shards":1,"effective_bpw":4.0324,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895663552","shards":1,"effective_bpw":4.1645,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939539648","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939539904","shards":1,"effective_bpw":4.3685,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003502784","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003503040","shards":1,"effective_bpw":4.6659,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010384320","shards":1,"effective_bpw":4.6979,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016282304","shards":1,"effective_bpw":4.7253,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054424512","shards":1,"effective_bpw":4.9027,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056783808","shards":1,"effective_bpw":4.9136,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060191424","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060191680","shards":1,"effective_bpw":4.9295,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107410112","shards":1,"effective_bpw":5.149,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107410368","shards":1,"effective_bpw":5.149,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142504896","shards":1,"effective_bpw":5.3122,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585024","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230585280","shards":1,"effective_bpw":5.7217,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257880768","shards":1,"effective_bpw":5.8487,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257881024","shards":1,"effective_bpw":5.8487,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417755840","shards":1,"effective_bpw":6.592,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417756096","shards":1,"effective_bpw":6.592,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834427584","shards":1,"effective_bpw":8.5294,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447350464","shards":1,"effective_bpw":16.0288,"repo":"mradermacher/Atomight-V2.5-1.7B-C1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-deepseek-v3-2-speciale-distill","canonical_repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill","display_name":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill","publisher":"TeichAI","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2395","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"2696156704","shards":1,"effective_bpw":2.6334,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3051914784","shards":1,"effective_bpw":2.9808,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3626874400","shards":1,"effective_bpw":3.5424,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612192","shards":1,"effective_bpw":3.6818,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3896620576","shards":1,"effective_bpw":3.8059,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161952","shards":1,"effective_bpw":4.0281,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4561839648","shards":1,"effective_bpw":4.4556,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4818790304","shards":1,"effective_bpw":4.7066,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784608","shards":1,"effective_bpw":4.9107,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044224","shards":1,"effective_bpw":16.0064,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388044704","shards":1,"effective_bpw":16.0064,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17419038048","shards":2,"effective_bpw":17.0134,"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qianfan-ocr","canonical_repo":"baidu/Qianfan-OCR","display_name":"Qianfan-OCR","publisher":"baidu","modality":"text","arch_key":"qwen3","params_total":"4741408256","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2393","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":153678,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"baidu/Qianfan-OCR","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1802287232","shards":1,"effective_bpw":3.0409,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1802287264","shards":1,"effective_bpw":3.0409,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2059741120","shards":1,"effective_bpw":3.4753,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2248361920","shards":1,"effective_bpw":3.7936,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2248361952","shards":1,"effective_bpw":3.7936,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2594541376","shards":1,"effective_bpw":4.3777,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2608303936","shards":1,"effective_bpw":4.4009,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2722275136","shards":1,"effective_bpw":4.5932,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2722275136","shards":1,"effective_bpw":4.5932,"repo":"Abiray/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2722275168","shards":1,"effective_bpw":4.5932,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3097882816","shards":1,"effective_bpw":5.2269,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3163685056","shards":1,"effective_bpw":5.338,"repo":"Abiray/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3163685056","shards":1,"effective_bpw":5.338,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3163685088","shards":1,"effective_bpw":5.338,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3632683104","shards":1,"effective_bpw":6.1293,"repo":"Abiray/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3632683104","shards":1,"effective_bpw":6.1293,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3632683136","shards":1,"effective_bpw":6.1293,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4703187488","shards":1,"effective_bpw":7.9355,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4703187488","shards":1,"effective_bpw":7.9355,"repo":"Abiray/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4703187520","shards":1,"effective_bpw":7.9355,"repo":"DevQuasar/baidu.Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8847075488","shards":1,"effective_bpw":14.9273,"repo":"Reza2kn/Qianfan-OCR-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"roleplay-9b-lora-800-porn","canonical_repo":"TrustAI-lab/Roleplay-9B-lora-800-porn","display_name":"Roleplay-9B-lora-800-porn","publisher":"TrustAI-lab","modality":"text","arch_key":"llama","params_total":"8829407232","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2392","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"assistant-pepe-32b","canonical_repo":"SicariusSicariiStuff/Assistant_Pepe_32B","display_name":"Assistant_Pepe_32B","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2389","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Assistant_Pepe_32B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323838720","shards":1,"effective_bpw":1.7884,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959865600","shards":1,"effective_bpw":1.9437,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019910400","shards":1,"effective_bpw":2.2025,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951832320","shards":1,"effective_bpw":2.4301,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514822400","shards":1,"effective_bpw":2.5676,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362858240","shards":1,"effective_bpw":2.7746,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465811200","shards":1,"effective_bpw":2.7998,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344648960","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821034240","shards":1,"effective_bpw":3.1307,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702918400","shards":1,"effective_bpw":3.346,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389735680","shards":1,"effective_bpw":3.5137,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434300160","shards":1,"effective_bpw":3.5246,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930080000","shards":1,"effective_bpw":3.6457,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971774720","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330991360","shards":1,"effective_bpw":4.232,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690492160","shards":1,"effective_bpw":4.3197,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703084800","shards":1,"effective_bpw":4.567,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771242240","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762146560","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636519680","shards":1,"effective_bpw":5.0391,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635490560","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214828800","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883302336","shards":1,"effective_bpw":6.5645,"repo":"SicariusSicariiStuff/Assistant_Pepe_32B_GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883303680","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/Assistant_Pepe_32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817715136","shards":1,"effective_bpw":8.5019,"repo":"SicariusSicariiStuff/Assistant_Pepe_32B_GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-4-maverick-17b-128e-instruct-gguf","canonical_repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","display_name":"Llama-4-Maverick-17B-128E-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"llama4","params_total":"400711848960","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2389","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":202048,"ctx_native":1048576,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":1,"arch_source":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen3-14b-instruct","canonical_repo":"OpenPipe/Qwen3-14B-Instruct","display_name":"Qwen3-14B-Instruct","publisher":"OpenPipe","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2388","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenPipe/Qwen3-14B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"9001749344","shards":1,"effective_bpw":4.8763,"repo":"stefancosma/Qwen3-14B-Instruct-Q4_K_M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cheetah-350m-merged-fp16","canonical_repo":"Tralalabs/CHEETAH-350M-Merged-FP16","display_name":"CHEETAH-350M-Merged-FP16","publisher":"Tralalabs","modality":"text","arch_key":"lfm2","params_total":"354483968","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2386","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Tralalabs/CHEETAH-350M-Merged-FP16","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"106964224","shards":1,"effective_bpw":2.414,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"113255680","shards":1,"effective_bpw":2.556,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"123741440","shards":1,"effective_bpw":2.7926,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"132326656","shards":1,"effective_bpw":2.9864,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"134489344","shards":1,"effective_bpw":3.0352,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"142877952","shards":1,"effective_bpw":3.2245,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"149488448","shards":1,"effective_bpw":3.3737,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"154182912","shards":1,"effective_bpw":3.4796,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"158475520","shards":1,"effective_bpw":3.5765,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"159982400","shards":1,"effective_bpw":3.6105,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"160597248","shards":1,"effective_bpw":3.6244,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"161628992","shards":1,"effective_bpw":3.6476,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"175400192","shards":1,"effective_bpw":3.9584,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"176661312","shards":1,"effective_bpw":3.9869,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"177881920","shards":1,"effective_bpw":4.0144,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"181150976","shards":1,"effective_bpw":4.0882,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"181150976","shards":1,"effective_bpw":4.0882,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"181969728","shards":1,"effective_bpw":4.1067,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"183657728","shards":1,"effective_bpw":4.1448,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"184869696","shards":1,"effective_bpw":4.1721,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"193152256","shards":1,"effective_bpw":4.3591,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"193971008","shards":1,"effective_bpw":4.3775,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"203048192","shards":1,"effective_bpw":4.5824,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"203080512","shards":1,"effective_bpw":4.5831,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"210330880","shards":1,"effective_bpw":4.7468,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"210936640","shards":1,"effective_bpw":4.7604,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"219309312","shards":1,"effective_bpw":4.9494,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"219849536","shards":1,"effective_bpw":4.9616,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"219899136","shards":1,"effective_bpw":4.9627,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"220439360","shards":1,"effective_bpw":4.9749,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"220751104","shards":1,"effective_bpw":4.9819,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"221160256","shards":1,"effective_bpw":4.9911,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"229311744","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"231031616","shards":1,"effective_bpw":5.2139,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"237266176","shards":1,"effective_bpw":5.3546,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"237675328","shards":1,"effective_bpw":5.3639,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"247284544","shards":1,"effective_bpw":5.5807,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"255223040","shards":1,"effective_bpw":5.7599,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"255501120","shards":1,"effective_bpw":5.7662,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"260375808","shards":1,"effective_bpw":5.8762,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"261907264","shards":1,"effective_bpw":5.9107,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"278160192","shards":1,"effective_bpw":6.2775,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"293381376","shards":1,"effective_bpw":6.621,"repo":"mradermacher/CHEETAH-350M-Merged-FP16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"296428352","shards":1,"effective_bpw":6.6898,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"312681280","shards":1,"effective_bpw":7.0566,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"379216704","shards":1,"effective_bpw":8.5582,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"711483936","shards":1,"effective_bpw":16.0568,"repo":"bartowski/Tralalabs_CHEETAH-350M-Merged-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mordant-12b-think","canonical_repo":"Kezmark/Mordant-12B-Think","display_name":"Mordant-12B-Think","publisher":"Kezmark","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2385","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kezmark/Mordant-12B-Think","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999213088","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221625888","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592313888","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915078688","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138474528","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024928","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493679648","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791048992","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791049248","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945386528","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306489888","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534227232","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534227488","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562080288","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722233888","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083091232","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083091488","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561504032","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561504288","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742711328","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800055072","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094639648","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097916448","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120198432","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120198688","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477205792","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477206048","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795219488","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518736672","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736928","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727632672","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632928","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056211232","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056211488","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mordant-12B-Think-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022370592","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Mordant-12B-Think-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tongyi-deepresearch-30b-a3b","canonical_repo":"Alibaba-NLP/Tongyi-DeepResearch-30B-A3B","display_name":"Tongyi-DeepResearch-30B-A3B","publisher":"Alibaba-NLP","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2383","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Alibaba-NLP/Tongyi-DeepResearch-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"7569024864","shards":1,"effective_bpw":1.9832,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8662165344","shards":1,"effective_bpw":2.2697,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8744099680","shards":1,"effective_bpw":2.2911,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9870270304","shards":1,"effective_bpw":2.5862,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908647264","shards":1,"effective_bpw":2.8583,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212519264","shards":1,"effective_bpw":2.9379,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216983392","shards":1,"effective_bpw":3.2011,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736460640","shards":1,"effective_bpw":3.3372,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428127584","shards":1,"effective_bpw":3.5184,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076540768","shards":1,"effective_bpw":3.6883,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076802912","shards":1,"effective_bpw":3.6884,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14583002976","shards":1,"effective_bpw":3.821,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16458002272","shards":1,"effective_bpw":4.3123,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386278752","shards":1,"effective_bpw":4.5555,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631645536","shards":1,"effective_bpw":4.6198,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984491360","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632183648","shards":1,"effective_bpw":4.882,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863126368","shards":1,"effective_bpw":4.9425,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214520160","shards":1,"effective_bpw":5.0346,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099384672","shards":1,"effective_bpw":5.5284,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744455520","shards":1,"effective_bpw":5.6975,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936502624","shards":1,"effective_bpw":5.7478,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104721760","shards":1,"effective_bpw":6.5779,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255442272","shards":1,"effective_bpw":6.6174,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932000","shards":1,"effective_bpw":8.5114,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095802624","shards":2,"effective_bpw":16.0083,"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen-stem-specialist-7b","canonical_repo":"Anannta/Qwen-STEM-Specialist-7B","display_name":"Qwen-STEM-Specialist-7B","publisher":"Anannta","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2383","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Anannta/Qwen-STEM-Specialist-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668480","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197248","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078528","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022976","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638528","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343552","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074880","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941120","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941376","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515712","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257152","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369408","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369664","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193600","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013184","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392192","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392448","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460288","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460544","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473728","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299392","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814528","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122368","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769984","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770240","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074560","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074816","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284864","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177472","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177728","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832256","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832512","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199808","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200064","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen-STEM-Specialist-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526208","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854208","shards":1,"effective_bpw":16.007,"repo":"mradermacher/Qwen-STEM-Specialist-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"uwu-7b-instruct","canonical_repo":"qingy2024/UwU-7B-Instruct","display_name":"UwU-7B-Instruct","publisher":"qingy2024","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2383","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"qingy2024/UwU-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668384","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197152","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078432","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022880","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638432","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780343040","shards":1,"effective_bpw":2.9207,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343456","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074784","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015940864","shards":1,"effective_bpw":3.1682,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941280","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515616","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256640","shards":1,"effective_bpw":3.5152,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257056","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369152","shards":1,"effective_bpw":3.6686,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369568","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193504","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548164864","shards":1,"effective_bpw":3.7273,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012672","shards":1,"effective_bpw":3.7544,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013088","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391936","shards":1,"effective_bpw":4.0006,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392352","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460032","shards":1,"effective_bpw":4.2948,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460448","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473216","shards":1,"effective_bpw":4.4314,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473632","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437814016","shards":1,"effective_bpw":4.6618,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814432","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444121856","shards":1,"effective_bpw":4.6684,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122272","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769728","shards":1,"effective_bpw":4.6828,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770144","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074304","shards":1,"effective_bpw":4.9194,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074720","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284352","shards":1,"effective_bpw":5.1193,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284768","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564544","shards":1,"effective_bpw":5.3443,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177216","shards":1,"effective_bpw":5.5835,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177632","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832000","shards":1,"effective_bpw":5.7196,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832416","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197568","shards":1,"effective_bpw":6.073,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199552","shards":1,"effective_bpw":6.5699,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199968","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/UwU-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182656","shards":1,"effective_bpw":6.8472,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525952","shards":1,"effective_bpw":8.5073,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853664","shards":1,"effective_bpw":16.007,"repo":"bartowski/UwU-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dualmind","canonical_repo":"reaperdoesntknow/DualMind","display_name":"DualMind","publisher":"reaperdoesntknow","modality":"text","arch_key":"qwen3","params_total":"2031739904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2382","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"reaperdoesntknow/DualMind","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1282439136","shards":1,"effective_bpw":5.0496,"repo":"reaperdoesntknow/DualMind-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1471805408","shards":1,"effective_bpw":5.7953,"repo":"reaperdoesntknow/DualMind-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2165039072","shards":1,"effective_bpw":8.5249,"repo":"reaperdoesntknow/DualMind-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"4069679072","shards":1,"effective_bpw":16.0244,"repo":"reaperdoesntknow/DualMind-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darwin-4b-chimera","canonical_repo":"FINAL-Bench/Darwin-4B-Chimera","display_name":"Darwin-4B-Chimera","publisher":"FINAL-Bench","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2377","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":4096,"use_sliding_window":true,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FINAL-Bench/Darwin-4B-Chimera","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055256384","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127018304","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246621504","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354100544","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417301824","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512984384","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563454784","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499968","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669500224","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670188864","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1693904288","shards":1,"effective_bpw":3.3689,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1762397088","shards":1,"effective_bpw":3.5051,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1782255008","shards":1,"effective_bpw":3.5446,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814375744","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1856597408","shards":1,"effective_bpw":3.6925,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997568","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886997824","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899531584","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1910221728","shards":1,"effective_bpw":3.7991,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1960725408","shards":1,"effective_bpw":3.8995,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962896704","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2048420768","shards":1,"effective_bpw":4.074,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618368","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075618624","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2154589088","shards":1,"effective_bpw":4.2851,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786048","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239786304","shards":1,"effective_bpw":4.4546,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2266327968","shards":1,"effective_bpw":4.5073,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270752064","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286316608","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2337844128","shards":1,"effective_bpw":4.6496,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375773504","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381344064","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309888","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383310144","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2424433568","shards":1,"effective_bpw":4.8218,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2436557728","shards":1,"effective_bpw":4.8459,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2442537888","shards":1,"effective_bpw":4.8578,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281088","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497281344","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596629824","shards":1,"effective_bpw":5.1643,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2604923808","shards":1,"effective_bpw":5.1807,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2633493408","shards":1,"effective_bpw":5.2376,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2699124128","shards":1,"effective_bpw":5.3681,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711808","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823712064","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2848779168","shards":1,"effective_bpw":5.6657,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514048","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889514304","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2977250208","shards":1,"effective_bpw":5.9212,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3071450528","shards":1,"effective_bpw":6.1086,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261568","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306261824","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Darwin-4B-Chimera-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3477679008","shards":1,"effective_bpw":6.9165,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3571879328","shards":1,"effective_bpw":7.1039,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405408","shards":1,"effective_bpw":8.513,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405568","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051285120","shards":1,"effective_bpw":16.0126,"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051285568","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Darwin-4B-Chimera-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-phi-3-mini-4k-instruct","canonical_repo":"unsloth/Phi-3-mini-4k-instruct","display_name":"Phi-3-mini-4k-instruct","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2373","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":4096,"sliding_window":2048,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Phi-3-mini-4k-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4199091616","shards":1,"effective_bpw":8.7914,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4199091648","shards":1,"effective_bpw":8.7914,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4409812896","shards":1,"effective_bpw":9.2326,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4409812928","shards":1,"effective_bpw":9.2326,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4780500896","shards":1,"effective_bpw":10.0087,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4780500928","shards":1,"effective_bpw":10.0087,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5204447136","shards":1,"effective_bpw":10.8963,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5204447168","shards":1,"effective_bpw":10.8963,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5418452896","shards":1,"effective_bpw":11.3443,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5418452928","shards":1,"effective_bpw":11.3443,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5780224416","shards":1,"effective_bpw":12.1018,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5780224448","shards":1,"effective_bpw":12.1018,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064896416","shards":1,"effective_bpw":12.6978,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6064896448","shards":1,"effective_bpw":12.6978,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6299904416","shards":1,"effective_bpw":13.1898,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6299904448","shards":1,"effective_bpw":13.1898,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6750976416","shards":1,"effective_bpw":14.1342,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6750976448","shards":1,"effective_bpw":14.1342,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7348992416","shards":1,"effective_bpw":15.3862,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7348992448","shards":1,"effective_bpw":15.3862,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7506977696","shards":1,"effective_bpw":15.717,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7506977728","shards":1,"effective_bpw":15.717,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7957752736","shards":1,"effective_bpw":16.6607,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7957752768","shards":1,"effective_bpw":16.6607,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8404011936","shards":1,"effective_bpw":17.5951,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8404011968","shards":1,"effective_bpw":17.5951,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621588896","shards":1,"effective_bpw":20.1442,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9621588928","shards":1,"effective_bpw":20.1442,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9882708896","shards":1,"effective_bpw":20.6909,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9882708928","shards":1,"effective_bpw":20.6909,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453824416","shards":1,"effective_bpw":23.9803,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11453824448","shards":1,"effective_bpw":23.9803,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834719136","shards":1,"effective_bpw":31.0587,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14834719168","shards":1,"effective_bpw":31.0587,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841700160","shards":2,"effective_bpw":null,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"55841700192","shards":2,"effective_bpw":null,"repo":"bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-8b-code-instruct-4k","canonical_repo":"ibm-granite/granite-8b-code-instruct-4k","display_name":"granite-8b-code-instruct-4k","publisher":"ibm-granite","modality":"text","arch_key":"llama","params_total":"8054910976","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2372","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":49152,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-8b-code-instruct-4k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1805483936","shards":1,"effective_bpw":1.7932,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1805484832","shards":1,"effective_bpw":1.7932,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1966309280","shards":1,"effective_bpw":1.9529,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1966310176","shards":1,"effective_bpw":1.9529,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2234351520","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2234352416","shards":1,"effective_bpw":2.2191,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467659680","shards":1,"effective_bpw":2.4508,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467660576","shards":1,"effective_bpw":2.4508,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2576449440","shards":1,"effective_bpw":2.5589,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2576450336","shards":1,"effective_bpw":2.5589,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2790883232","shards":1,"effective_bpw":2.7719,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2790884128","shards":1,"effective_bpw":2.7719,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3062071200","shards":1,"effective_bpw":3.0412,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3062071840","shards":1,"effective_bpw":3.0412,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3062072096","shards":1,"effective_bpw":3.0412,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3161554848","shards":1,"effective_bpw":3.14,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3161555744","shards":1,"effective_bpw":3.14,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3384115104","shards":1,"effective_bpw":3.361,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3384115744","shards":1,"effective_bpw":3.361,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3384116000","shards":1,"effective_bpw":3.361,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3548086176","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3548086816","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3548087072","shards":1,"effective_bpw":3.5239,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3568140192","shards":1,"effective_bpw":3.5438,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3568140832","shards":1,"effective_bpw":3.5438,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3568141088","shards":1,"effective_bpw":3.5438,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3679551392","shards":1,"effective_bpw":3.6545,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3679552032","shards":1,"effective_bpw":3.6545,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3679552288","shards":1,"effective_bpw":3.6545,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3944841120","shards":1,"effective_bpw":3.9179,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3944841760","shards":1,"effective_bpw":3.9179,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3944842016","shards":1,"effective_bpw":3.9179,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4287725472","shards":1,"effective_bpw":4.2585,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4287726112","shards":1,"effective_bpw":4.2585,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4287726368","shards":1,"effective_bpw":4.2585,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4369121184","shards":1,"effective_bpw":4.3393,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4369122080","shards":1,"effective_bpw":4.3393,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4405821984","shards":1,"effective_bpw":4.3758,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4605575072","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4605575968","shards":1,"effective_bpw":4.5742,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4622352288","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4622352928","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4622353184","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4882857888","shards":1,"effective_bpw":4.8496,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4882858528","shards":1,"effective_bpw":4.8496,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4882858784","shards":1,"effective_bpw":4.8496,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5572362144","shards":1,"effective_bpw":5.5344,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5572362784","shards":1,"effective_bpw":5.5344,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5572363040","shards":1,"effective_bpw":5.5344,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5722767264","shards":1,"effective_bpw":5.6838,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5722767904","shards":1,"effective_bpw":5.6838,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5722768160","shards":1,"effective_bpw":5.6838,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6615170976","shards":1,"effective_bpw":6.5701,"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6615171616","shards":1,"effective_bpw":6.5701,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6615171872","shards":1,"effective_bpw":6.5701,"repo":"mradermacher/granite-8b-code-instruct-4k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8565522976","shards":1,"effective_bpw":8.5071,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16115270176","shards":1,"effective_bpw":16.0054,"repo":"mradermacher/granite-8b-code-instruct-4k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trinity-large-preview","canonical_repo":"arcee-ai/Trinity-Large-Preview","display_name":"Trinity-Large-Preview","publisher":"arcee-ai","modality":"text","arch_key":"afmoe","params_total":"398635286016","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2371","n_layers":60,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200192,"ctx_native":262144,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":4,"arch_source":"arcee-ai/Trinity-Large-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"81666719104","shards":3,"effective_bpw":1.6389,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"81666719104","shards":3,"effective_bpw":1.6389,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"85135768928","shards":3,"effective_bpw":1.7085,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"85135768928","shards":3,"effective_bpw":1.7085,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"95107628416","shards":3,"effective_bpw":1.9087,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"95107628416","shards":3,"effective_bpw":1.9087,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"109811940736","shards":3,"effective_bpw":2.2038,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"109811940736","shards":3,"effective_bpw":2.2038,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"110050463104","shards":3,"effective_bpw":2.2085,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"110050463104","shards":3,"effective_bpw":2.2085,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"125094514144","shards":4,"effective_bpw":2.5105,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"125094514144","shards":4,"effective_bpw":2.5105,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"138989784544","shards":4,"effective_bpw":2.7893,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"138989784544","shards":4,"effective_bpw":2.7893,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139590360544","shards":4,"effective_bpw":2.8014,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139590360544","shards":4,"effective_bpw":2.8014,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"144993750592","shards":3,"effective_bpw":2.9098,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"145137888832","shards":3,"effective_bpw":2.9127,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"153484316352","shards":4,"effective_bpw":3.0802,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"154274975424","shards":4,"effective_bpw":3.0961,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"156981431776","shards":4,"effective_bpw":3.1504,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"156981431776","shards":4,"effective_bpw":3.1504,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"162428149376","shards":5,"effective_bpw":3.2597,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"162428149376","shards":5,"effective_bpw":3.2597,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172025028288","shards":4,"effective_bpw":3.4523,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172772187744","shards":5,"effective_bpw":3.4673,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172772187744","shards":5,"effective_bpw":3.4673,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"181045943872","shards":5,"effective_bpw":3.6333,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"181045943872","shards":5,"effective_bpw":3.6333,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181184749120","shards":5,"effective_bpw":3.6361,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181184749120","shards":5,"effective_bpw":3.6361,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"182546886336","shards":4,"effective_bpw":3.6634,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"188781485664","shards":5,"effective_bpw":3.7886,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"188781485664","shards":5,"effective_bpw":3.7886,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"189440417504","shards":4,"effective_bpw":3.8018,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212465413952","shards":5,"effective_bpw":4.2639,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212807904960","shards":6,"effective_bpw":4.2707,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212807904960","shards":6,"effective_bpw":4.2707,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"224829304608","shards":5,"effective_bpw":4.512,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"224969019168","shards":5,"effective_bpw":4.5148,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"225135546144","shards":5,"effective_bpw":4.5181,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225174499008","shards":6,"effective_bpw":4.5189,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225174499008","shards":6,"effective_bpw":4.5189,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"229048463072","shards":6,"effective_bpw":4.5967,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"229048463072","shards":6,"effective_bpw":4.5967,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233131617984","shards":6,"effective_bpw":4.6786,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233131617984","shards":6,"effective_bpw":4.6786,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"239855587136","shards":5,"effective_bpw":4.8135,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241632210848","shards":7,"effective_bpw":4.8492,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241632210848","shards":7,"effective_bpw":4.8492,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242088648608","shards":7,"effective_bpw":4.8583,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242088648608","shards":7,"effective_bpw":4.8583,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249583726528","shards":6,"effective_bpw":5.0088,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249924202336","shards":7,"effective_bpw":5.0156,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249924202336","shards":7,"effective_bpw":5.0156,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274497105856","shards":6,"effective_bpw":5.5087,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274746159072","shards":8,"effective_bpw":5.5137,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274746159072","shards":8,"effective_bpw":5.5137,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"282250072000","shards":6,"effective_bpw":5.6643,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283323232256","shards":8,"effective_bpw":5.6859,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283323232256","shards":8,"effective_bpw":5.6859,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"283702796288","shards":8,"effective_bpw":5.6935,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"283702796288","shards":8,"effective_bpw":5.6935,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327273807904","shards":7,"effective_bpw":6.5679,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327566360608","shards":9,"effective_bpw":6.5738,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327566360608","shards":9,"effective_bpw":6.5738,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"327864247296","shards":9,"effective_bpw":6.5797,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"327864247296","shards":9,"effective_bpw":6.5797,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684398976","shards":11,"effective_bpw":8.5027,"repo":"arcee-ai/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684398976","shards":11,"effective_bpw":8.5027,"repo":"bartowski/arcee-ai_Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684399104","shards":9,"effective_bpw":8.5027,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"797364446208","shards":17,"effective_bpw":16.0019,"repo":"unsloth/Trinity-Large-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-0-8b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-0.8B-abliterated","display_name":"Huihui-Qwen3.5-0.8B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"873438784","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2370","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":1024,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-0.8B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"288367872","shards":1,"effective_bpw":2.6412,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"299404032","shards":1,"effective_bpw":2.7423,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"317797632","shards":1,"effective_bpw":2.9108,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"332905728","shards":1,"effective_bpw":3.0491,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"335793408","shards":1,"effective_bpw":3.0756,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"350508288","shards":1,"effective_bpw":3.2104,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"377652480","shards":1,"effective_bpw":3.459,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"388142848","shards":1,"effective_bpw":3.5551,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"395785696","shards":1,"effective_bpw":3.6251,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"395785984","shards":1,"effective_bpw":3.6251,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"428261632","shards":1,"effective_bpw":3.9225,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"435363808","shards":1,"effective_bpw":3.9876,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"435364096","shards":1,"effective_bpw":3.9876,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"435781888","shards":1,"effective_bpw":3.9914,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"453955840","shards":1,"effective_bpw":4.1579,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"464781280","shards":1,"effective_bpw":4.257,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"464781568","shards":1,"effective_bpw":4.257,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"477167584","shards":1,"effective_bpw":4.3705,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"477167872","shards":1,"effective_bpw":4.3705,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"486394624","shards":1,"effective_bpw":4.455,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"488114656","shards":1,"effective_bpw":4.4707,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"501846784","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"502141696","shards":1,"effective_bpw":4.5992,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"503091680","shards":1,"effective_bpw":4.6079,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"503091968","shards":1,"effective_bpw":4.6079,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"527503840","shards":1,"effective_bpw":4.8315,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"527504128","shards":1,"effective_bpw":4.8315,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"532554496","shards":1,"effective_bpw":4.8778,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"563655136","shards":1,"effective_bpw":5.1626,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"563655424","shards":1,"effective_bpw":5.1626,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"584823264","shards":1,"effective_bpw":5.3565,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"584823552","shards":1,"effective_bpw":5.3565,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"629744608","shards":1,"effective_bpw":5.768,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"629744896","shards":1,"effective_bpw":5.768,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"811844064","shards":1,"effective_bpw":7.4358,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1516745184","shards":1,"effective_bpw":13.8922,"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"diffusiongemma-26b-a4b-it-gguf","canonical_repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","display_name":"diffusiongemma-26B-A4B-it-GGUF","publisher":"unsloth","modality":"text","arch_key":"diffusion-gemma","params_total":"25250987068","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2363","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"afriquegemma-12b","canonical_repo":"McGill-NLP/AfriqueGemma-12B","display_name":"AfriqueGemma-12B","publisher":"McGill-NLP","modality":"vision_language","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"2363","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"McGill-NLP/AfriqueGemma-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3277796736","shards":1,"effective_bpw":2.1516,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3495110016","shards":1,"effective_bpw":2.2943,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3857298816","shards":1,"effective_bpw":2.532,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4170642816","shards":1,"effective_bpw":2.7377,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4453353216","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4743104256","shards":1,"effective_bpw":3.1135,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4778992896","shards":1,"effective_bpw":3.137,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5098603776","shards":1,"effective_bpw":3.3468,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5217543936","shards":1,"effective_bpw":3.4249,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5638809216","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5890958976","shards":1,"effective_bpw":3.8669,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5890958976","shards":1,"effective_bpw":3.8669,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6088365696","shards":1,"effective_bpw":3.9965,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6441461376","shards":1,"effective_bpw":4.2283,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6912829056","shards":1,"effective_bpw":4.5377,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7085869056","shards":1,"effective_bpw":4.6513,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7453533696","shards":1,"effective_bpw":4.8926,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7475652096","shards":1,"effective_bpw":4.9072,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7501702656","shards":1,"effective_bpw":4.9243,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7867147776","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8188862976","shards":1,"effective_bpw":5.3753,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8924192256","shards":1,"effective_bpw":5.858,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9137266176","shards":1,"effective_bpw":5.9979,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10486766976","shards":1,"effective_bpw":6.8837,"repo":"mradermacher/AfriqueGemma-12B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eve-27b-xeno-hat-deepseek-v4-flash","canonical_repo":"win10/EVE-27b-XENO-HAT-DeepSeek-V4-Flash","display_name":"EVE-27b-XENO-HAT-DeepSeek-V4-Flash","publisher":"win10","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2360","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"win10/EVE-27b-XENO-HAT-DeepSeek-V4-Flash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592224","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592512","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535904","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536192","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607232","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331392","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736864","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500737152","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798624","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798912","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039232","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420450144","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418432","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298784","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825299072","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714464","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714752","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768192","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971682144","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682432","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701344","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701632","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999904","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000192","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084384","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/EVE-27b-XENO-HAT-DeepSeek-V4-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supergemma4-e4b-abliterated","canonical_repo":"Jiunsong/supergemma4-e4b-abliterated","display_name":"supergemma4-e4b-abliterated","publisher":"Jiunsong","modality":"text","arch_key":"gemma4","params_total":"7518068992","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2359","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jiunsong/supergemma4-e4b-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401320704","shards":1,"effective_bpw":4.6835,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401320992","shards":1,"effective_bpw":4.6835,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654637824","shards":1,"effective_bpw":4.953,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654638112","shards":1,"effective_bpw":4.953,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663168032","shards":1,"effective_bpw":4.9621,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714695712","shards":1,"effective_bpw":5.0169,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850395904","shards":1,"effective_bpw":5.1613,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850396192","shards":1,"effective_bpw":5.1613,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021281024","shards":1,"effective_bpw":5.3432,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021281312","shards":1,"effective_bpw":5.3432,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070955552","shards":1,"effective_bpw":5.396,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091435264","shards":1,"effective_bpw":5.4178,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193958432","shards":1,"effective_bpw":5.5269,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194122272","shards":1,"effective_bpw":5.5271,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202969344","shards":1,"effective_bpw":5.5365,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202969632","shards":1,"effective_bpw":5.5365,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335290176","shards":1,"effective_bpw":5.6773,"repo":"NidAll/supergemma4-e4b-abliterated-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335290624","shards":1,"effective_bpw":5.6773,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335290912","shards":1,"effective_bpw":5.6773,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435950112","shards":1,"effective_bpw":5.7844,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685969664","shards":1,"effective_bpw":6.0505,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685969952","shards":1,"effective_bpw":6.0505,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762913024","shards":1,"effective_bpw":6.1323,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762913312","shards":1,"effective_bpw":6.1323,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217261824","shards":1,"effective_bpw":6.6158,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217262112","shards":1,"effective_bpw":6.6158,"repo":"mradermacher/supergemma4-e4b-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240960","shards":1,"effective_bpw":8.5461,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053095680","shards":1,"effective_bpw":16.018,"repo":"mradermacher/supergemma4-e4b-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-3b-instruct-unsloth-bnb-4bit","canonical_repo":"unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit","display_name":"qwen2.5-3b-instruct-unsloth-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"3166608872","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2358","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/qwen2.5-3b-instruct-unsloth-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1929902400","shards":1,"effective_bpw":4.8756,"repo":"vinhnx90/vt-gwen-2.5-3b-Q4_k_m-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178316672","shards":1,"effective_bpw":15.6087,"repo":"duchao1210/16_bit_kmap_gguf_3epoch_2k_kmap_queen3B","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexa-ai-4b-instruct","canonical_repo":"Neura-Tech-AI/Nexa-AI-4B-Instruct","display_name":"Nexa-AI-4B-Instruct","publisher":"Neura-Tech-AI","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2355","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Neura-Tech-AI/Nexa-AI-4B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255008","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127016928","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620128","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099168","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300448","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983008","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453408","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498592","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669498848","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187488","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374368","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996192","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996448","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530208","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895328","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616992","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617248","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784672","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239784928","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750688","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315232","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772128","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342688","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308512","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308768","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279712","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497279968","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628448","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710432","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710688","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512672","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889512928","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260192","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260448","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Nexa-AI-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404192","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284192","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Nexa-AI-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-uncensored-cyber-v3","canonical_repo":"sulpikar2/Qwen3.5-9B-Uncensored-cyber-v3","display_name":"Qwen3.5-9B-Uncensored-cyber-v3","publisher":"sulpikar2","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2351","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sulpikar2/Qwen3.5-9B-Uncensored-cyber-v3","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3827262976","shards":1,"effective_bpw":3.2538,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407360","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623525376","shards":1,"effective_bpw":3.9308,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925515264","shards":1,"effective_bpw":4.1876,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227898368","shards":1,"effective_bpw":4.4446,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351630336","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629109760","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310208","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467970560","shards":1,"effective_bpw":5.4989,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260160","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502336","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697856","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-Uncensored-cyber-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-h-3b-ar","canonical_repo":"ibm-research/granite-4.0-h-3b-ar","display_name":"granite-4.0-h-3b-ar","publisher":"ibm-research","modality":"text","arch_key":"granitehybrid","params_total":"3396916992","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2351","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":0,"n_expert_used":0,"arch_source":"ibm-research/granite-4.0-h-3b-ar","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"812433696","shards":1,"effective_bpw":1.9133,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"879931680","shards":1,"effective_bpw":2.0723,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"992428320","shards":1,"effective_bpw":2.3372,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1082949920","shards":1,"effective_bpw":2.5504,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1115128096","shards":1,"effective_bpw":2.6262,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1205125408","shards":1,"effective_bpw":2.8382,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1243058464","shards":1,"effective_bpw":2.9275,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1293684768","shards":1,"effective_bpw":3.0467,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1293685024","shards":1,"effective_bpw":3.0467,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1379680544","shards":1,"effective_bpw":3.2493,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1499242784","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1547411488","shards":1,"effective_bpw":3.6443,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1547411744","shards":1,"effective_bpw":3.6443,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1547411744","shards":1,"effective_bpw":3.6443,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1561338144","shards":1,"effective_bpw":3.6771,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1643782176","shards":1,"effective_bpw":3.8712,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1643782432","shards":1,"effective_bpw":3.8712,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1725833248","shards":1,"effective_bpw":4.0645,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1725833504","shards":1,"effective_bpw":4.0645,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1871425824","shards":1,"effective_bpw":4.4074,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1884532768","shards":1,"effective_bpw":4.4382,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1971122464","shards":1,"effective_bpw":4.6421,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1976365344","shards":1,"effective_bpw":4.6545,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1982132256","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1982132512","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2058170400","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2058170656","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2170515744","shards":1,"effective_bpw":5.1117,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2369908768","shards":1,"effective_bpw":5.5813,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2369909024","shards":1,"effective_bpw":5.5813,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2414751776","shards":1,"effective_bpw":5.6869,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2414752032","shards":1,"effective_bpw":5.6869,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2793619488","shards":1,"effective_bpw":6.5792,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2793619744","shards":1,"effective_bpw":6.5792,"repo":"mradermacher/granite-4.0-h-3b-ar-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3616043040","shards":1,"effective_bpw":8.5161,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6799618080","shards":1,"effective_bpw":16.0136,"repo":"mradermacher/granite-4.0-h-3b-ar-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mathsmith-hc-qwen3-8b","canonical_repo":"Jasaxion/MathSmith-hc-Qwen3-8B","display_name":"MathSmith-hc-Qwen3-8B","publisher":"Jasaxion","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2350","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jasaxion/MathSmith-hc-Qwen3-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770848","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148960","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112480","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157664","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744928","shards":1,"effective_bpw":2.798,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915744","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553248","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733856","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734112","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634272","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875360","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612512","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612768","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666784","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621536","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162272","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162528","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395040","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395296","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840608","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297632","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333600","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625056","shards":1,"effective_bpw":4.682,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013408","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013664","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784928","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785184","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756768","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762592","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762848","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113696","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113952","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900512","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900768","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519584","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045024","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/MathSmith-hc-Qwen3-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkidol-ballad-4b","canonical_repo":"aifeifei798/Darkidol-Ballad-4B","display_name":"Darkidol-Ballad-4B","publisher":"aifeifei798","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2350","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/Darkidol-Ballad-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174422656","shards":1,"effective_bpw":2.0698,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253403776","shards":1,"effective_bpw":2.209,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385038976","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492968576","shards":1,"effective_bpw":2.6312,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514349696","shards":1,"effective_bpw":2.6689,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619657856","shards":1,"effective_bpw":2.8545,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734427776","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797506176","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814054016","shards":1,"effective_bpw":3.1971,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010733696","shards":1,"effective_bpw":3.5437,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069879936","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072665216","shards":1,"effective_bpw":3.6529,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163186816","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257476736","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358402176","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435642496","shards":1,"effective_bpw":4.2926,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546521216","shards":1,"effective_bpw":4.488,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798016","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557006976","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707514496","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766967936","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036096","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108758656","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464055936","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Darkidol-Ballad-4B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-31b-it-sdft-heretic-rp","canonical_repo":"Ilya626/gemma-4-31B-it-SDFT-Heretic-RP","display_name":"gemma-4-31B-it-SDFT-Heretic-RP","publisher":"Ilya626","modality":"text","arch_key":"gemma4","params_total":"30697345280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2345","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ilya626/gemma-4-31B-it-SDFT-Heretic-RP","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"10830184608","shards":1,"effective_bpw":2.8224,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11500937376","shards":1,"effective_bpw":2.9972,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"12075352224","shards":1,"effective_bpw":3.1469,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12631617696","shards":1,"effective_bpw":3.2919,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12649767072","shards":1,"effective_bpw":3.2966,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12972929184","shards":1,"effective_bpw":3.3809,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12981702816","shards":1,"effective_bpw":3.3831,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13841346720","shards":1,"effective_bpw":3.6072,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14329057440","shards":1,"effective_bpw":3.7343,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"15129823392","shards":1,"effective_bpw":3.943,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15918117024","shards":1,"effective_bpw":4.1484,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"16810619040","shards":1,"effective_bpw":4.381,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17155887264","shards":1,"effective_bpw":4.471,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18025681056","shards":1,"effective_bpw":4.6977,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18076258464","shards":1,"effective_bpw":4.7108,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18195648672","shards":1,"effective_bpw":4.7419,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19598483616","shards":1,"effective_bpw":5.1075,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19765268640","shards":1,"effective_bpw":5.151,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"19939795104","shards":1,"effective_bpw":5.1965,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21504856224","shards":1,"effective_bpw":5.6044,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22608871584","shards":1,"effective_bpw":5.8921,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"22950183072","shards":1,"effective_bpw":5.981,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26726715552","shards":1,"effective_bpw":6.9652,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27068027040","shards":1,"effective_bpw":7.0542,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635670688","shards":1,"effective_bpw":8.5051,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61413183552","shards":2,"effective_bpw":16.0048,"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwythos-9b-claude-mythos-5-1m-gguf","canonical_repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","display_name":"Qwythos-9B-Claude-Mythos-5-1M-GGUF","publisher":"empero-ai","modality":"text","arch_key":"clip","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2345","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-gguf","canonical_repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","display_name":"DeepSeek-R1-Distill-Qwen-32B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2343","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"kat-dev-72b-exp","canonical_repo":"Kwaipilot/KAT-Dev-72B-Exp","display_name":"KAT-Dev-72B-Exp","publisher":"Kwaipilot","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2343","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kwaipilot/KAT-Dev-72B-Exp","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740212352","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490023552","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057644672","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939136640","shards":1,"effective_bpw":3.0742,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338985600","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762304","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274304","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082240","shards":1,"effective_bpw":3.504,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32842179712","shards":1,"effective_bpw":3.6137,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487788672","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503596672","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698724992","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505224832","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709074560","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624064","shards":1,"effective_bpw":4.546,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126144","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889222784","shards":1,"effective_bpw":4.8292,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697885312","shards":1,"effective_bpw":5.0282,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415714944","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"48340264064","shards":1,"effective_bpw":5.319,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138112","shards":2,"effective_bpw":5.6529,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447465792","shards":2,"effective_bpw":5.991,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628864","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262611488","shards":2,"effective_bpw":8.5014,"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"m1-32b","canonical_repo":"Can111/m1-32b","display_name":"m1-32b","publisher":"Can111","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2343","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Can111/m1-32b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507520","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161280","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250880","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551360","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569920","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441600","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001280","shards":1,"effective_bpw":2.805,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099520","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271680","shards":1,"effective_bpw":3.135,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514240","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331520","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436896000","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123520","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048960","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079680","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154560","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010560","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410880","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336960","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243520","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255360","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158080","shards":1,"effective_bpw":5.68,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155520","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/m1-32b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"t-search","canonical_repo":"t-tech/T-Search","display_name":"T-Search","publisher":"t-tech","modality":"vision_language","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2342","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"t-tech/T-Search","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"10255140704","shards":1,"effective_bpw":2.282,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"11273832288","shards":1,"effective_bpw":2.5087,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"11486963552","shards":1,"effective_bpw":2.5561,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"12543403872","shards":1,"effective_bpw":2.7912,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13085779808","shards":1,"effective_bpw":2.9118,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13582419808","shards":1,"effective_bpw":3.0224,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"15340447584","shards":1,"effective_bpw":3.4136,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15983920992","shards":1,"effective_bpw":3.5567,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"16689088352","shards":1,"effective_bpw":3.7137,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16696952672","shards":1,"effective_bpw":3.7154,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17356900192","shards":1,"effective_bpw":3.8623,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"17370662752","shards":1,"effective_bpw":3.8653,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19278554976","shards":1,"effective_bpw":4.2899,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"20333979488","shards":1,"effective_bpw":4.5247,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"20415244128","shards":1,"effective_bpw":4.5428,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"21065361248","shards":1,"effective_bpw":4.6875,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21864081248","shards":1,"effective_bpw":4.8652,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"22241527648","shards":1,"effective_bpw":4.9492,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"22447449952","shards":1,"effective_bpw":4.995,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24630880096","shards":1,"effective_bpw":5.4809,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25492186976","shards":1,"effective_bpw":5.6725,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"25806063456","shards":1,"effective_bpw":5.7424,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"30526310240","shards":1,"effective_bpw":6.7927,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"30772643680","shards":1,"effective_bpw":6.8475,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37813700448","shards":1,"effective_bpw":8.4143,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"71066994464","shards":2,"effective_bpw":15.8138,"repo":"bartowski/t-tech_T-Search-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-reap-218b-a32b-gguf","canonical_repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","display_name":"GLM-4.7-REAP-218B-A32B-GGUF","publisher":"unsloth","modality":"text","arch_key":"glm4moe","params_total":"218383159648","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2341","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"internlm3-8b-instruct","canonical_repo":"internlm/internlm3-8b-instruct","display_name":"internlm3-8b-instruct","publisher":"internlm","modality":"text","arch_key":"llama","params_total":"8804241408","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2340","n_layers":48,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128512,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"internlm/internlm3-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3203374656","shards":1,"effective_bpw":2.9108,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3450641600","shards":1,"effective_bpw":3.1354,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3450641984","shards":1,"effective_bpw":3.1354,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3818282560","shards":1,"effective_bpw":3.4695,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3964689984","shards":1,"effective_bpw":3.6025,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3993263680","shards":1,"effective_bpw":3.6285,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4140326464","shards":1,"effective_bpw":3.7621,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4390280384","shards":1,"effective_bpw":3.9892,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4390280768","shards":1,"effective_bpw":3.9892,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4732902688","shards":1,"effective_bpw":4.3006,"repo":"lmstudio-community/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4732902976","shards":1,"effective_bpw":4.3006,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4841807424","shards":1,"effective_bpw":4.3995,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5092613312","shards":1,"effective_bpw":4.6274,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5098905152","shards":1,"effective_bpw":4.6331,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5108342336","shards":1,"effective_bpw":4.6417,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5124595264","shards":1,"effective_bpw":4.6565,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5358623936","shards":1,"effective_bpw":4.8691,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5358624032","shards":1,"effective_bpw":4.8691,"repo":"lmstudio-community/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5358624320","shards":1,"effective_bpw":4.8691,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5609954880","shards":1,"effective_bpw":5.0975,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5749300800","shards":1,"effective_bpw":5.2241,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6127295680","shards":1,"effective_bpw":5.5676,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6127296064","shards":1,"effective_bpw":5.5676,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6264331456","shards":1,"effective_bpw":5.6921,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6264331840","shards":1,"effective_bpw":5.6921,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6589210176","shards":1,"effective_bpw":5.9873,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7226645696","shards":1,"effective_bpw":6.5665,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7226645792","shards":1,"effective_bpw":6.5665,"repo":"lmstudio-community/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7226646080","shards":1,"effective_bpw":6.5665,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7481613888","shards":1,"effective_bpw":6.7982,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9358826688","shards":1,"effective_bpw":8.5039,"repo":"internlm/internlm3-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9358826784","shards":1,"effective_bpw":8.5039,"repo":"lmstudio-community/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9358827072","shards":1,"effective_bpw":8.5039,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17612430912","shards":1,"effective_bpw":16.0036,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"35220118816","shards":1,"effective_bpw":32.0029,"repo":"bartowski/internlm3-8b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-vision-4-1-4b","canonical_repo":"ibm-granite/granite-vision-4.1-4b","display_name":"granite-vision-4.1-4b","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"3997203904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2337","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2560,"vocab_size":100352,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-vision-4.1-4b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2099510240","shards":1,"effective_bpw":4.202,"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2437020640","shards":1,"effective_bpw":4.8775,"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2795625440","shards":1,"effective_bpw":5.5952,"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3619700288","shards":1,"effective_bpw":7.2445,"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"6809667488","shards":1,"effective_bpw":13.6289,"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grm-kerlin-3b-abliterated","canonical_repo":"usermma/GRM-Kerlin-3b-Abliterated","display_name":"GRM-Kerlin-3b-Abliterated","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2335","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/GRM-Kerlin-3b-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"791094816","shards":1,"effective_bpw":2.0508,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"850028064","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"948250144","shards":1,"effective_bpw":2.4582,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1031546400","shards":1,"effective_bpw":2.6742,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1061938720","shards":1,"effective_bpw":2.753,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1140516384","shards":1,"effective_bpw":2.9567,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1198128672","shards":1,"effective_bpw":3.106,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756352","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1274756640","shards":1,"effective_bpw":3.3047,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1282827808","shards":1,"effective_bpw":3.3256,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1391836704","shards":1,"effective_bpw":3.6082,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357760","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1454358048","shards":1,"effective_bpw":3.7703,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1456864800","shards":1,"effective_bpw":3.7768,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1488895520","shards":1,"effective_bpw":3.8598,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590476032","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1590476320","shards":1,"effective_bpw":4.1232,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392256","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1707392544","shards":1,"effective_bpw":4.4263,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1739095584","shards":1,"effective_bpw":4.5084,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1753185536","shards":1,"effective_bpw":4.545,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1825209888","shards":1,"effective_bpw":4.7317,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1828486688","shards":1,"effective_bpw":4.7402,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384640","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1834384928","shards":1,"effective_bpw":4.7555,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903360","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1929903648","shards":1,"effective_bpw":5.0031,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1996258848","shards":1,"effective_bpw":5.1751,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666816","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2169667104","shards":1,"effective_bpw":5.6247,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815360","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2224815648","shards":1,"effective_bpw":5.7676,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159360","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2538159648","shards":1,"effective_bpw":6.5799,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476608","shards":1,"effective_bpw":8.5173,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317568","shards":1,"effective_bpw":16.0167,"repo":"mradermacher/GRM-Kerlin-3b-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-0-6b-gguf","canonical_repo":"unsloth/Qwen3-0.6B-GGUF","display_name":"Qwen3-0.6B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3","params_total":"596049920","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2332","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Qwen3-0.6B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"llama-3-2-1b-instruct-abliterated","canonical_repo":"huihui-ai/Llama-3.2-1B-Instruct-abliterated","display_name":"Llama-3.2-1B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"1498482688","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"2331","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Llama-3.2-1B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"479740704","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"499794720","shards":1,"effective_bpw":2.6683,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"533218080","shards":1,"effective_bpw":2.8467,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"562053920","shards":1,"effective_bpw":3.0007,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"601576224","shards":1,"effective_bpw":3.2117,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"628314912","shards":1,"effective_bpw":3.3544,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"667062336","shards":1,"effective_bpw":3.5613,"repo":"tensorblock/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"667062816","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"667063072","shards":1,"effective_bpw":3.5613,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"674976544","shards":1,"effective_bpw":3.6035,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"733979168","shards":1,"effective_bpw":3.9185,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"733979424","shards":1,"effective_bpw":3.9185,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"754557472","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"754557728","shards":1,"effective_bpw":4.0284,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"756785696","shards":1,"effective_bpw":4.0403,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"756785952","shards":1,"effective_bpw":4.0403,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"770155040","shards":1,"effective_bpw":4.1117,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"770155296","shards":1,"effective_bpw":4.1117,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"803708992","shards":1,"effective_bpw":4.2908,"repo":"tensorblock/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"803709472","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"803709728","shards":1,"effective_bpw":4.2908,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"845390368","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"845390624","shards":1,"effective_bpw":4.5133,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"882684704","shards":1,"effective_bpw":4.7124,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"887927328","shards":1,"effective_bpw":4.7404,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"920777504","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"923398688","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"923398944","shards":1,"effective_bpw":4.9298,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"955445792","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"955446048","shards":1,"effective_bpw":5.1009,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1073148448","shards":1,"effective_bpw":5.7293,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1073148704","shards":1,"effective_bpw":5.7293,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1092088352","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1092088608","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1237271072","shards":1,"effective_bpw":6.6055,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1237271328","shards":1,"effective_bpw":6.6055,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1600168480","shards":1,"effective_bpw":8.5429,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3004932640","shards":1,"effective_bpw":16.0425,"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-reap-218b-a32b","canonical_repo":"cerebras/GLM-4.7-REAP-218B-A32B","display_name":"GLM-4.7-REAP-218B-A32B","publisher":"cerebras","modality":"text","arch_key":"glm4moe","params_total":"218383159648","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2327","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":96,"n_expert_used":8,"arch_source":"cerebras/GLM-4.7-REAP-218B-A32B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"47890056416","shards":1,"effective_bpw":1.7543,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"49996465568","shards":2,"effective_bpw":1.8315,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-TQ1_0","bytes":"52974155200","shards":1,"effective_bpw":1.9406,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"55376889280","shards":2,"effective_bpw":2.0286,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"60618274432","shards":2,"effective_bpw":2.2206,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"63075075488","shards":2,"effective_bpw":2.3106,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"63877399968","shards":2,"effective_bpw":2.34,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"67251951232","shards":2,"effective_bpw":2.4636,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"71947175328","shards":2,"effective_bpw":2.6356,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"72082814592","shards":2,"effective_bpw":2.6406,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"75999245952","shards":2,"effective_bpw":2.7841,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"79257367968","shards":2,"effective_bpw":2.9034,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80015128128","shards":3,"effective_bpw":2.9312,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"80434292352","shards":2,"effective_bpw":2.9465,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"80616154752","shards":2,"effective_bpw":2.9532,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"88333121024","shards":3,"effective_bpw":3.2359,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"89486411392","shards":2,"effective_bpw":3.2781,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"91797190208","shards":3,"effective_bpw":3.3628,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"94772749952","shards":2,"effective_bpw":3.4718,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"97050392096","shards":3,"effective_bpw":3.5552,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"101489473056","shards":3,"effective_bpw":3.7178,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"101676578336","shards":3,"effective_bpw":3.7247,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"104490038816","shards":3,"effective_bpw":3.8278,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"104768300800","shards":3,"effective_bpw":3.838,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"116930144000","shards":3,"effective_bpw":4.2835,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"118209508928","shards":3,"effective_bpw":4.3304,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"123623991040","shards":3,"effective_bpw":4.5287,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"123952981760","shards":3,"effective_bpw":4.5408,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"124344887008","shards":3,"effective_bpw":4.5551,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"124764092032","shards":4,"effective_bpw":4.5705,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"126245205664","shards":4,"effective_bpw":4.6247,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"129106507392","shards":4,"effective_bpw":4.7295,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"132044138240","shards":3,"effective_bpw":4.8372,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"133841155776","shards":4,"effective_bpw":4.903,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"137030035200","shards":3,"effective_bpw":5.0198,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"137611114112","shards":4,"effective_bpw":5.0411,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"150682290048","shards":4,"effective_bpw":5.5199,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"151120295616","shards":4,"effective_bpw":5.536,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"155051001728","shards":4,"effective_bpw":5.68,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"155940959936","shards":4,"effective_bpw":5.7126,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"179467769728","shards":4,"effective_bpw":6.5744,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"179923613440","shards":5,"effective_bpw":6.5911,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"232176776800","shards":6,"effective_bpw":8.5053,"repo":"bartowski/cerebras_GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"232176777184","shards":5,"effective_bpw":8.5053,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"436867823808","shards":9,"effective_bpw":16.0037,"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"maginum-cydoms-24b","canonical_repo":"Casual-Autopsy/Maginum-Cydoms-24B","display_name":"Maginum-Cydoms-24B","publisher":"Casual-Autopsy","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2324","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Casual-Autopsy/Maginum-Cydoms-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273743040","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750517440","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545141440","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207055040","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478376160","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114075360","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320186720","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890349664","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890349920","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280616160","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907143040","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400301184","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400301440","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428154240","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650976640","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474108544","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474108800","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400787584","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400787840","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758944160","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890015904","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494258720","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549308704","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549308960","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333938464","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333938720","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873137440","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304444704","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304444960","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764015904","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764016160","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345973184","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345973440","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Maginum-Cydoms-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054824064","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Maginum-Cydoms-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"guanaco-13b-uncensored","canonical_repo":"Fredithefish/Guanaco-13B-Uncensored","display_name":"Guanaco-13B-Uncensored","publisher":"Fredithefish","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2323","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Fredithefish/Guanaco-13B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2898687136","shards":1,"effective_bpw":1.7816,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3138610336","shards":1,"effective_bpw":1.9291,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3538482336","shards":1,"effective_bpw":2.1749,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3891147936","shards":1,"effective_bpw":2.3916,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4197682336","shards":1,"effective_bpw":2.58,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4517579936","shards":1,"effective_bpw":2.7767,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4854271136","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4960562336","shards":1,"effective_bpw":3.0489,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5361611936","shards":1,"effective_bpw":3.2954,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429348288","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980288","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5658981536","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5658981536","shards":1,"effective_bpw":3.4782,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5984511136","shards":1,"effective_bpw":3.6783,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769408","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6337770656","shards":1,"effective_bpw":3.8954,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559488","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6929560736","shards":1,"effective_bpw":4.2591,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6964223136","shards":1,"effective_bpw":4.2805,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834688","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7387954336","shards":1,"effective_bpw":4.5409,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331328","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7423179936","shards":1,"effective_bpw":4.5625,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956288","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7865957536","shards":1,"effective_bpw":4.8347,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285888","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285888","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8972287136","shards":1,"effective_bpw":5.5147,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924288","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9229925536","shards":1,"effective_bpw":5.673,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140288","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10679141536","shards":1,"effective_bpw":6.5638,"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319488","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fable-traces","canonical_repo":"AliesTaha/fable-traces","display_name":"fable-traces","publisher":"AliesTaha","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2319","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AliesTaha/fable-traces","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1512982624","shards":1,"effective_bpw":3.0091,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962894944","shards":1,"effective_bpw":3.9039,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270750304","shards":1,"effective_bpw":4.5161,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497276608","shards":1,"effective_bpw":4.9667,"repo":"Anonymouse123/fable-traces-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279584","shards":1,"effective_bpw":4.9667,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512544","shards":1,"effective_bpw":5.7467,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260064","shards":1,"effective_bpw":6.5756,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404064","shards":1,"effective_bpw":8.513,"repo":"liodon-ai/fable-traces-imatrix-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"uwu-14b-math-v0-2","canonical_repo":"qingy2024/UwU-14B-Math-v0.2","display_name":"UwU-14B-Math-v0.2","publisher":"qingy2024","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2315","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"qingy2024/UwU-14B-Math-v0.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607993536","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"3607993536","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872308416","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872308416","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312833216","shards":1,"effective_bpw":2.336,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312833216","shards":1,"effective_bpw":2.336,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704574656","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704574656","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003725600","shards":1,"effective_bpw":2.7102,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003726016","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003726016","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356145440","shards":1,"effective_bpw":2.9011,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356145856","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356145856","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397187776","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397187776","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496800","shards":1,"effective_bpw":3.1255,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770497216","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770497216","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946707136","shards":1,"effective_bpw":3.221,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946707136","shards":1,"effective_bpw":3.221,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383360800","shards":1,"effective_bpw":3.4575,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383361216","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383361216","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530816800","shards":1,"effective_bpw":3.5373,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659595040","shards":1,"effective_bpw":3.6071,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659595456","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659595456","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693018816","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693018816","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916537120","shards":1,"effective_bpw":3.7463,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916537536","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916537536","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339203360","shards":1,"effective_bpw":3.9752,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339203776","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339203776","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924767520","shards":1,"effective_bpw":4.2923,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767936","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767936","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119839520","shards":1,"effective_bpw":4.398,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839936","shards":1,"effective_bpw":4.398,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839936","shards":1,"effective_bpw":4.398,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544267040","shards":1,"effective_bpw":4.6279,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544267456","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544267456","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549182240","shards":1,"effective_bpw":4.6306,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549182656","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573430560","shards":1,"effective_bpw":4.6437,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430976","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430976","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109600","shards":1,"effective_bpw":4.8683,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988110016","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988110016","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392139456","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565952800","shards":1,"effective_bpw":5.1813,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266553120","shards":1,"effective_bpw":5.5607,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266553536","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266553536","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508872480","shards":1,"effective_bpw":5.692,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872896","shards":1,"effective_bpw":5.692,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872896","shards":1,"effective_bpw":5.692,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989394720","shards":1,"effective_bpw":5.9523,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683040","shards":1,"effective_bpw":6.5672,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124683456","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/QwQ-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124683456","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/UwU-14B-Math-v0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501801760","shards":1,"effective_bpw":6.7714,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596960","shards":1,"effective_bpw":8.5046,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547715072","shards":1,"effective_bpw":16.0041,"repo":"bartowski/QwQ-Unofficial-14B-Math-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-doctor-3-2-3b-instruct","canonical_repo":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct","display_name":"Llama-Doctor-3.2-3B-Instruct","publisher":"prithivMLmods","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2313","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868159776","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924193056","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017581856","shards":1,"effective_bpw":2.5339,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100550432","shards":1,"effective_bpw":2.7405,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154322720","shards":1,"effective_bpw":2.8744,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1229033152","shards":1,"effective_bpw":3.0604,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229033760","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274284320","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348768032","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363936960","shards":1,"effective_bpw":3.3963,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363937568","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1459359424","shards":1,"effective_bpw":3.6339,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1476789952","shards":1,"effective_bpw":3.6773,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476790560","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542850240","shards":1,"effective_bpw":3.8418,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542850848","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542850848","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599669952","shards":1,"effective_bpw":3.9833,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599670560","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687160512","shards":1,"effective_bpw":4.2012,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687161120","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815348928","shards":1,"effective_bpw":4.5204,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815349536","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829111488","shards":1,"effective_bpw":4.5546,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829112096","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917192480","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921910464","shards":1,"effective_bpw":4.7857,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921911072","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928201920","shards":1,"effective_bpw":4.8014,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928202528","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377984","shards":1,"effective_bpw":5.0284,"repo":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019378880","shards":1,"effective_bpw":5.0284,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019379488","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093353248","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114801344","shards":1,"effective_bpw":5.266,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269513408","shards":1,"effective_bpw":5.6513,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269514016","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322154304","shards":1,"effective_bpw":5.7823,"repo":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322155200","shards":1,"effective_bpw":5.7823,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322155808","shards":1,"effective_bpw":5.7824,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2417577664","shards":1,"effective_bpw":6.02,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643855040","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643855648","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama-Doctor-3.2-3B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2739277504","shards":1,"effective_bpw":6.821,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899584","shards":1,"effective_bpw":8.5208,"repo":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421900480","shards":1,"effective_bpw":8.5208,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688384","shards":1,"effective_bpw":16.0204,"repo":"prithivMLmods/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688992","shards":1,"effective_bpw":16.0204,"repo":"bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"xortron-nxtxprtxxl","canonical_repo":"darkc0de/XORTRON-NXTXPRTXXL","display_name":"XORTRON-NXTXPRTXXL","publisher":"darkc0de","modality":"vision_language","arch_key":"llama","params_total":"127704210176","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2313","n_layers":88,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":12288,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"darkc0de/XORTRON-NXTXPRTXXL","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"27193744096","shards":1,"effective_bpw":1.7035,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"29620280032","shards":1,"effective_bpw":1.8556,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"33664506592","shards":1,"effective_bpw":2.1089,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"37315123936","shards":1,"effective_bpw":2.3376,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"39740873440","shards":1,"effective_bpw":2.4896,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"42976254688","shards":1,"effective_bpw":2.6922,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"43000634080","shards":1,"effective_bpw":2.6938,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"46590695904","shards":1,"effective_bpw":2.9187,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"46590696160","shards":1,"effective_bpw":2.9187,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"48365673184","shards":1,"effective_bpw":3.0299,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"51659250400","shards":1,"effective_bpw":3.2362,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"54366935520","shards":1,"effective_bpw":3.4058,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"54366935776","shards":1,"effective_bpw":3.4058,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"54513998560","shards":1,"effective_bpw":3.415,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"56793471712","shards":1,"effective_bpw":3.5578,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"60619856352","shards":1,"effective_bpw":3.7975,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"60619856608","shards":1,"effective_bpw":3.7975,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"66071402976","shards":1,"effective_bpw":4.139,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"66071403232","shards":1,"effective_bpw":4.139,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"67074104032","shards":1,"effective_bpw":4.2018,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"67679656416","shards":1,"effective_bpw":4.2398,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"70999972576","shards":1,"effective_bpw":4.4478,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"71248484832","shards":1,"effective_bpw":4.4633,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"71248485088","shards":1,"effective_bpw":4.4633,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"74897136096","shards":1,"effective_bpw":4.6919,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"74897136352","shards":1,"effective_bpw":4.6919,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"78471076576","shards":1,"effective_bpw":4.9158,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"86184401376","shards":1,"effective_bpw":5.399,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"86184401632","shards":1,"effective_bpw":5.399,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"88316811744","shards":1,"effective_bpw":5.5326,"repo":"mradermacher/XORTRON-NXTXPRTXXL-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"88316812000","shards":1,"effective_bpw":5.5326,"repo":"mradermacher/XORTRON-NXTXPRTXXL-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ernie-21b-a3b-claude-4-5-high-opus-thinking","canonical_repo":"DavidAU/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking","display_name":"ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking","publisher":"DavidAU","modality":"text","arch_key":"ernie4_5-moe","params_total":"21825437888","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2313","n_layers":28,"n_head":20,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4476481536","shards":1,"effective_bpw":1.6408,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4969721856","shards":1,"effective_bpw":1.8216,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5791789056","shards":1,"effective_bpw":2.1229,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6455177216","shards":1,"effective_bpw":2.3661,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6510534656","shards":1,"effective_bpw":2.3864,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7168188416","shards":1,"effective_bpw":2.6275,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7448600576","shards":1,"effective_bpw":2.7302,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8053067456","shards":1,"effective_bpw":2.9518,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8053067776","shards":1,"effective_bpw":2.9518,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8456093696","shards":1,"effective_bpw":3.0995,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8983883776","shards":1,"effective_bpw":3.293,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9500266176","shards":1,"effective_bpw":3.4823,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9500266496","shards":1,"effective_bpw":3.4823,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9505140736","shards":1,"effective_bpw":3.4841,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9602625536","shards":1,"effective_bpw":3.5198,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10468581056","shards":1,"effective_bpw":3.8372,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10468581376","shards":1,"effective_bpw":3.8372,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11371667136","shards":1,"effective_bpw":4.1682,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11371667456","shards":1,"effective_bpw":4.1682,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11695292416","shards":1,"effective_bpw":4.2868,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11781308096","shards":1,"effective_bpw":4.3184,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12397592576","shards":1,"effective_bpw":4.5443,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12432654016","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12432654336","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13245832896","shards":1,"effective_bpw":4.8552,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13245833216","shards":1,"effective_bpw":4.8552,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13710442496","shards":1,"effective_bpw":5.0255,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15057698496","shards":1,"effective_bpw":5.5193,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15057698816","shards":1,"effective_bpw":5.5193,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15512395456","shards":1,"effective_bpw":5.686,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15512395776","shards":1,"effective_bpw":5.686,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17920618176","shards":1,"effective_bpw":6.5687,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17920618496","shards":1,"effective_bpw":6.5687,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23205359296","shards":1,"effective_bpw":8.5058,"repo":"mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-20b-uncensored","canonical_repo":"aoxo/gpt-oss-20b-uncensored","display_name":"gpt-oss-20b-uncensored","publisher":"aoxo","modality":"text","arch_key":"gpt-oss","params_total":"20914757184","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2312","n_layers":24,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":4,"arch_source":"aoxo/gpt-oss-20b-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_M","bytes":"12016854688","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"12016854688","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"12016854688","shards":1,"effective_bpw":4.5965,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"12025702048","shards":1,"effective_bpw":4.5999,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12061091232","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12061091488","shards":1,"effective_bpw":4.6134,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12065514912","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12065515168","shards":1,"effective_bpw":4.6151,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12096480928","shards":1,"effective_bpw":4.627,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12136294048","shards":1,"effective_bpw":4.6422,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12148459168","shards":1,"effective_bpw":4.6468,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12202649248","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12245779872","shards":1,"effective_bpw":4.6841,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12916151712","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"12916151968","shards":1,"effective_bpw":4.9405,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13335111072","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"13335111328","shards":1,"effective_bpw":5.1007,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13369095328","shards":1,"effective_bpw":5.1137,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14654243232","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"14654243488","shards":1,"effective_bpw":5.6053,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15805137312","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"15805137568","shards":1,"effective_bpw":6.0455,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15892205472","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15892205728","shards":1,"effective_bpw":6.0788,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16893063072","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16893063328","shards":1,"effective_bpw":6.4617,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22193345952","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22193346208","shards":1,"effective_bpw":8.4891,"repo":"mradermacher/gpt-oss-20b-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22261912992","shards":1,"effective_bpw":8.5153,"repo":"mradermacher/gpt-oss-20b-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moonshine-streaming-tiny","canonical_repo":"UsefulSensors/moonshine-streaming-tiny","display_name":"moonshine-streaming-tiny","publisher":"UsefulSensors","modality":"audio_asr","arch_key":"moonshine_streaming","params_total":"44054720","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2311","n_layers":6,"n_head":8,"n_head_kv":8,"head_dim_k":40,"head_dim_v":40,"hidden":320,"vocab_size":32768,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UsefulSensors/moonshine-streaming-tiny","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"32052896","shards":1,"effective_bpw":5.8206,"repo":"cstr/moonshine-streaming-tiny-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"50462816","shards":1,"effective_bpw":9.1637,"repo":"handy-computer/moonshine-streaming-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"89784416","shards":1,"effective_bpw":16.3042,"repo":"handy-computer/moonshine-streaming-tiny-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"177817696","shards":1,"effective_bpw":32.2903,"repo":"handy-computer/moonshine-streaming-tiny-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"barcenas-e2b","canonical_repo":"Danielbrdz/Barcenas-E2B","display_name":"Barcenas-E2B","publisher":"Danielbrdz","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2309","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Danielbrdz/Barcenas-E2B","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"2989086688","shards":1,"effective_bpw":4.6676,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110215648","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112409056","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134969824","shards":1,"effective_bpw":4.8954,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201349600","shards":1,"effective_bpw":4.999,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282352096","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303929824","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362224096","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362519008","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365074912","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427878880","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477780448","shards":1,"effective_bpw":5.4307,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595401184","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630286816","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845345248","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/Barcenas-E2B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huatuogpt-o1-7b","canonical_repo":"FreedomIntelligence/HuatuoGPT-o1-7B","display_name":"HuatuoGPT-o1-7B","publisher":"FreedomIntelligence","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2308","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FreedomIntelligence/HuatuoGPT-o1-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668800","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197568","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078848","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023296","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638848","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780343456","shards":1,"effective_bpw":2.9207,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780343520","shards":1,"effective_bpw":2.9207,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343872","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075200","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941280","shards":1,"effective_bpw":3.1682,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941344","shards":1,"effective_bpw":3.1682,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941696","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114516032","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346257056","shards":1,"effective_bpw":3.5152,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346257120","shards":1,"effective_bpw":3.5152,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257472","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369568","shards":1,"effective_bpw":3.6686,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369632","shards":1,"effective_bpw":3.6686,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369984","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193920","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548165280","shards":1,"effective_bpw":3.7273,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548165344","shards":1,"effective_bpw":3.7273,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574013088","shards":1,"effective_bpw":3.7544,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574013152","shards":1,"effective_bpw":3.7544,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013504","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392352","shards":1,"effective_bpw":4.0006,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392416","shards":1,"effective_bpw":4.0006,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392768","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460448","shards":1,"effective_bpw":4.2948,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460512","shards":1,"effective_bpw":4.2948,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460864","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473632","shards":1,"effective_bpw":4.4314,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473696","shards":1,"effective_bpw":4.4314,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218474048","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437814432","shards":1,"effective_bpw":4.6618,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437814496","shards":1,"effective_bpw":4.6618,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814848","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444122272","shards":1,"effective_bpw":4.6684,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444122336","shards":1,"effective_bpw":4.6684,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122688","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770144","shards":1,"effective_bpw":4.6828,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770208","shards":1,"effective_bpw":4.6828,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770560","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074720","shards":1,"effective_bpw":4.9194,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074784","shards":1,"effective_bpw":4.9194,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683075136","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284768","shards":1,"effective_bpw":5.1193,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284832","shards":1,"effective_bpw":5.1193,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285184","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564960","shards":1,"effective_bpw":5.3443,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087565024","shards":1,"effective_bpw":5.3444,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177632","shards":1,"effective_bpw":5.5835,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177696","shards":1,"effective_bpw":5.5835,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315178048","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832416","shards":1,"effective_bpw":5.7196,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832480","shards":1,"effective_bpw":5.7196,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832832","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197984","shards":1,"effective_bpw":6.073,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781198048","shards":1,"effective_bpw":6.073,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199968","shards":1,"effective_bpw":6.5699,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200032","shards":1,"effective_bpw":6.5699,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200384","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/HuatuoGPT-o1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518183072","shards":1,"effective_bpw":6.8472,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518183136","shards":1,"effective_bpw":6.8472,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526368","shards":1,"effective_bpw":8.5073,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526432","shards":1,"effective_bpw":8.5073,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854112","shards":1,"effective_bpw":16.007,"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854144","shards":1,"effective_bpw":16.007,"repo":"bartowski/HuatuoGPT-o1-7B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-2-7b-32k-instruct","canonical_repo":"togethercomputer/Llama-2-7B-32K-Instruct","display_name":"Llama-2-7B-32K-Instruct","publisher":"togethercomputer","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2308","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"togethercomputer/Llama-2-7B-32K-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1528583360","shards":1,"effective_bpw":1.8148,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1650971840","shards":1,"effective_bpw":1.9601,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1854952640","shards":1,"effective_bpw":2.2022,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2034914496","shards":1,"effective_bpw":2.4159,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2196567232","shards":1,"effective_bpw":2.6078,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2319545536","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2359751872","shards":1,"effective_bpw":2.8016,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2532865216","shards":1,"effective_bpw":3.0071,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2585392320","shards":1,"effective_bpw":3.0694,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2796524736","shards":1,"effective_bpw":3.3201,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2825940736","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304640","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2948306112","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2948306112","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3114865856","shards":1,"effective_bpw":3.698,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004736","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3298006208","shards":1,"effective_bpw":3.9155,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111040","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3597112512","shards":1,"effective_bpw":4.2706,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3619337408","shards":1,"effective_bpw":4.297,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807104","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3825808576","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3837080768","shards":1,"effective_bpw":4.5555,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740096","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3856741568","shards":1,"effective_bpw":4.5788,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004288","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4081005760","shards":1,"effective_bpw":4.8451,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4238750912","shards":1,"effective_bpw":5.0323,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691776","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691776","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4651693248","shards":1,"effective_bpw":5.5226,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156992","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4783158464","shards":1,"effective_bpw":5.6787,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194240","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5529195712","shards":1,"effective_bpw":6.5644,"repo":"mradermacher/Llama-2-7B-32K-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089792","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-4b-thinking-unredacted-max","canonical_repo":"prithivMLmods/Qwen3-VL-4B-Thinking-Unredacted-MAX","display_name":"Qwen3-VL-4B-Thinking-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2308","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3-VL-4B-Thinking-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257984","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019904","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246623104","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354102144","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417303424","shards":1,"effective_bpw":2.555,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985984","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563456384","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669501536","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669501824","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670190464","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814377344","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886999136","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886999424","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899533184","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962898304","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619936","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075620224","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239787616","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787904","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270753664","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286318176","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375775104","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381345664","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383311456","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383311744","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497282656","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282944","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596631424","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823713376","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823713664","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889515616","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515904","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306263136","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306263424","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280407136","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051287136","shards":1,"effective_bpw":14.514,"repo":"mradermacher/Qwen3-VL-4B-Thinking-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openchat-3-5-7b-qwen-v2-0","canonical_repo":"FuseAI/OpenChat-3.5-7B-Qwen-v2.0","display_name":"OpenChat-3.5-7B-Qwen-v2.0","publisher":"FuseAI","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2307","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FuseAI/OpenChat-3.5-7B-Qwen-v2.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612111488","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754455680","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991696000","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198265472","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310930880","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500723136","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719252928","shards":1,"effective_bpw":3.004,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719253184","shards":1,"effective_bpw":3.004,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827354560","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018827008","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018827264","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164579072","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164579328","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182404864","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182405120","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284903168","shards":1,"effective_bpw":3.6289,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284903424","shards":1,"effective_bpw":3.6289,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518997760","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518998016","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822036224","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822036480","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907701056","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944400960","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123609664","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140386624","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140386880","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368451904","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368452160","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997729600","shards":1,"effective_bpw":5.521,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997729856","shards":1,"effective_bpw":5.521,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131423040","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131423296","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942079872","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942080128","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695876352","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484765952","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"markdownizer","canonical_repo":"LLMDH/markdownizer","display_name":"markdownizer","publisher":"LLMDH","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2305","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LLMDH/markdownizer","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628096","shards":1,"effective_bpw":2.012,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972288","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212608","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782080","shards":1,"effective_bpw":2.596,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489152","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281408","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988815424","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131968","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912832","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747712","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499776","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325568","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823872","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918464","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956928","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663168","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892288","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677989440","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669504","shards":1,"effective_bpw":4.675,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734784","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130253376","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294528","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987968","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006976","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/markdownizer-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-21b-claude-4-6-opus-deckard-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","display_name":"Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"21268429424","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2302","n_layers":48,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5687926624","shards":1,"effective_bpw":2.1395,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6048871264","shards":1,"effective_bpw":2.2752,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6650445664","shards":1,"effective_bpw":2.5015,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7143501664","shards":1,"effective_bpw":2.687,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7380025184","shards":1,"effective_bpw":2.776,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7861284704","shards":1,"effective_bpw":2.957,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8054016864","shards":1,"effective_bpw":3.0295,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8401521152","shards":1,"effective_bpw":3.1602,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8401521504","shards":1,"effective_bpw":3.1602,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8747618144","shards":1,"effective_bpw":3.2904,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9375401824","shards":1,"effective_bpw":3.5265,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9455519232","shards":1,"effective_bpw":3.5566,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9455519584","shards":1,"effective_bpw":3.5566,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9714550624","shards":1,"effective_bpw":3.6541,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9835710304","shards":1,"effective_bpw":3.6996,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10379412992","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10379413344","shards":1,"effective_bpw":3.9042,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11158636032","shards":1,"effective_bpw":4.1973,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11158636384","shards":1,"effective_bpw":4.1973,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11744215904","shards":1,"effective_bpw":4.4175,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11827773952","shards":1,"effective_bpw":4.449,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12083344224","shards":1,"effective_bpw":4.5451,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12137083392","shards":1,"effective_bpw":4.5653,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12137083744","shards":1,"effective_bpw":4.5653,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12852818432","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12852818784","shards":1,"effective_bpw":4.8345,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13270815584","shards":1,"effective_bpw":4.9917,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14491709952","shards":1,"effective_bpw":5.451,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14491710304","shards":1,"effective_bpw":5.451,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14905324032","shards":1,"effective_bpw":5.6066,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14905324384","shards":1,"effective_bpw":5.6066,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"17086111232","shards":1,"effective_bpw":6.4268,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17086111584","shards":1,"effective_bpw":6.4268,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"22124995072","shards":1,"effective_bpw":8.3222,"repo":"mradermacher/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"crimson-dawn-v0-2","canonical_repo":"Epiculous/Crimson_Dawn-v0.2","display_name":"Crimson_Dawn-v0.2","publisher":"Epiculous","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2301","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Epiculous/Crimson_Dawn-v0.2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"4435023616","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047936","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488576","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407936","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226176","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232576","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090176","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502976","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742710016","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094638336","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197376","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204736","shards":1,"effective_bpw":4.884,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278336","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735616","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631616","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141819136","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210176","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268736","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369536","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276448","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"athene-phi-3-5-mini-instruct-orpo","canonical_repo":"EpistemeAI/Athene-Phi-3.5-mini-instruct-orpo","display_name":"Athene-Phi-3.5-mini-instruct-orpo","publisher":"EpistemeAI","modality":"text","arch_key":"llama","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2301","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"1349430944","shards":1,"effective_bpw":2.8252,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1446880928","shards":1,"effective_bpw":3.0293,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1543072928","shards":1,"effective_bpw":3.2307,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1596869792","shards":1,"effective_bpw":3.3433,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1596869920","shards":1,"effective_bpw":3.3433,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681804448","shards":1,"effective_bpw":3.5211,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1681804576","shards":1,"effective_bpw":3.5211,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"1763447872","shards":2,"effective_bpw":3.692,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1775389856","shards":1,"effective_bpw":3.717,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1775389984","shards":1,"effective_bpw":3.717,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1877626016","shards":1,"effective_bpw":3.9311,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1900287040","shards":2,"effective_bpw":3.9785,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2045136032","shards":1,"effective_bpw":4.2818,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059858592","shards":1,"effective_bpw":4.3126,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2128352320","shards":2,"effective_bpw":4.456,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2182474400","shards":1,"effective_bpw":4.5693,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2193484448","shards":1,"effective_bpw":4.5924,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2318920352","shards":1,"effective_bpw":4.855,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2329678912","shards":2,"effective_bpw":4.8775,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2392026272","shards":1,"effective_bpw":5.0081,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2516410432","shards":2,"effective_bpw":5.2685,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641480352","shards":1,"effective_bpw":5.5303,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2698862656","shards":2,"effective_bpw":5.6505,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2715011744","shards":1,"effective_bpw":5.6843,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2775805088","shards":1,"effective_bpw":5.8116,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2893762144","shards":2,"effective_bpw":6.0585,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2893762624","shards":2,"effective_bpw":6.0585,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2950520896","shards":2,"effective_bpw":6.1774,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135858848","shards":1,"effective_bpw":6.5654,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3183570080","shards":1,"effective_bpw":6.6653,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3193740352","shards":2,"effective_bpw":6.6866,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3363609184","shards":2,"effective_bpw":7.0422,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3363609664","shards":2,"effective_bpw":7.0422,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3363609664","shards":2,"effective_bpw":7.0422,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3550780480","shards":2,"effective_bpw":7.4341,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3755252320","shards":2,"effective_bpw":7.8622,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3755252800","shards":2,"effective_bpw":7.8622,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061228192","shards":1,"effective_bpw":8.5028,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4090272352","shards":2,"effective_bpw":8.5636,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4090272832","shards":2,"effective_bpw":8.5636,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4119717952","shards":2,"effective_bpw":8.6252,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4151174752","shards":2,"effective_bpw":8.6911,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4364949568","shards":2,"effective_bpw":9.1387,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4386969184","shards":2,"effective_bpw":9.1848,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4386969664","shards":2,"effective_bpw":9.1848,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4637840992","shards":2,"effective_bpw":9.71,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4637841472","shards":2,"effective_bpw":9.71,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5282960992","shards":2,"effective_bpw":11.0607,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5282961472","shards":2,"effective_bpw":11.0607,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5430023776","shards":2,"effective_bpw":11.3686,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5430024256","shards":2,"effective_bpw":11.3686,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6271717984","shards":2,"effective_bpw":13.1308,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6271718464","shards":2,"effective_bpw":13.1308,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7643302752","shards":1,"effective_bpw":16.0024,"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8122456672","shards":2,"effective_bpw":17.0056,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15286606432","shards":2,"effective_bpw":32.0048,"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qoolkid-14b","canonical_repo":"groxaxo/QoolKid-14b","display_name":"QoolKid-14b","publisher":"groxaxo","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2298","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935712","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849657312","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299193312","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691590112","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313632","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942432","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850592","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984768","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984992","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942667232","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375302112","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106688","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106912","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959712","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410912","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321314048","shards":1,"effective_bpw":3.966,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321314272","shards":1,"effective_bpw":3.966,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652288","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652512","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110731232","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180363008","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541364192","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002592","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476608","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476832","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754368","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754592","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522912","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895808","shards":1,"effective_bpw":5.56,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263896032","shards":1,"effective_bpw":5.56,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514571008","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514571232","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938688","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938912","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/QoolKid-14b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535168","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/QoolKid-14b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"latxa-llama-3-1-70b-instruct-v2","canonical_repo":"HiTZ/Latxa-Llama-3.1-70B-Instruct-v2","display_name":"Latxa-Llama-3.1-70B-Instruct-v2","publisher":"HiTZ","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2297","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HiTZ/Latxa-Llama-3.1-70B-Instruct-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488960","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751202240","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097391040","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142114240","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348992","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119300032","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471949248","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114688","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469500352","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307736000","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912057280","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912057280","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937040320","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267500480","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598720","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667712","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116539328","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347226048","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399808","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313595840","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452992","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822912","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888149440","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Latxa-Llama-3.1-70B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-prism-12b","canonical_repo":"nbeerbower/Mistral-Nemo-Prism-12B","display_name":"Mistral-Nemo-Prism-12B","publisher":"nbeerbower","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2295","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Mistral-Nemo-Prism-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212032","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624832","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312832","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915077184","shards":1,"effective_bpw":2.5572,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077632","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138473024","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473472","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023424","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023872","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047744","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048192","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385472","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488384","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488832","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407744","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534225984","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226432","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079232","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232384","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232832","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083089984","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090432","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502784","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503232","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709824","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710272","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094638144","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638592","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197184","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197632","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204544","shards":1,"effective_bpw":4.884,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204992","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278144","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735424","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735872","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631424","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631872","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818944","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209984","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210432","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268544","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369344","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276288","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Mistral-Nemo-Prism-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"atomight-v2-1-0-5b-inference","canonical_repo":"NovatasticRoScript/Atomight-V2.1-0.5B-Inference","display_name":"Atomight-V2.1-0.5B-Inference","publisher":"NovatasticRoScript","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2295","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NovatasticRoScript/Atomight-V2.1-0.5B-Inference","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"315831168","shards":1,"effective_bpw":5.1143,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"317976192","shards":1,"effective_bpw":5.1491,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"321551232","shards":1,"effective_bpw":5.207,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"324411264","shards":1,"effective_bpw":5.2533,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"325739136","shards":1,"effective_bpw":5.2748,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"328599168","shards":1,"effective_bpw":5.3211,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"331050624","shards":1,"effective_bpw":5.3608,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"333706368","shards":1,"effective_bpw":5.4038,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"338264928","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"338265216","shards":1,"effective_bpw":5.4776,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"338608992","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"338609280","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"338609280","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"338609280","shards":1,"effective_bpw":5.4832,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"342754176","shards":1,"effective_bpw":5.5503,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"349404288","shards":1,"effective_bpw":5.658,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"351446880","shards":1,"effective_bpw":5.6911,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"352672896","shards":1,"effective_bpw":5.7109,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"352973952","shards":1,"effective_bpw":5.7158,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"355468128","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"355468416","shards":1,"effective_bpw":5.7562,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369359712","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"369360000","shards":1,"effective_bpw":5.9811,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"374520960","shards":1,"effective_bpw":6.0647,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385473376","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"385473664","shards":1,"effective_bpw":6.2421,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397809504","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"397809792","shards":1,"effective_bpw":6.4418,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412711776","shards":1,"effective_bpw":6.6831,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"412712064","shards":1,"effective_bpw":6.6832,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420087648","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"420087936","shards":1,"effective_bpw":6.8026,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505738080","shards":1,"effective_bpw":8.1895,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"505738368","shards":1,"effective_bpw":8.1896,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531069792","shards":1,"effective_bpw":8.5998,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994158432","shards":1,"effective_bpw":16.0987,"repo":"mradermacher/Atomight-V2.1-0.5B-Inference-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ministral-3-14b-reasoning-2512-uncensored","canonical_repo":"ccharnkij/Ministral-3-14B-Reasoning-2512-Uncensored","display_name":"Ministral-3-14B-Reasoning-2512-Uncensored","publisher":"ccharnkij","modality":"text","arch_key":"mistral3","params_total":"13945031680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2294","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ccharnkij/Ministral-3-14B-Reasoning-2512-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3251941760","shards":1,"effective_bpw":1.8656,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3502616960","shards":1,"effective_bpw":2.0094,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3920408960","shards":1,"effective_bpw":2.2491,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4280856960","shards":1,"effective_bpw":2.4558,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4509577600","shards":1,"effective_bpw":2.5871,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4843811200","shards":1,"effective_bpw":2.7788,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4918849920","shards":1,"effective_bpw":2.8219,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5246529600","shards":1,"effective_bpw":3.0098,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5246529920","shards":1,"effective_bpw":3.0098,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5427081600","shards":1,"effective_bpw":3.1134,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5817676160","shards":1,"effective_bpw":3.3375,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6074904640","shards":1,"effective_bpw":3.4851,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6074904960","shards":1,"effective_bpw":3.4851,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6102757760","shards":1,"effective_bpw":3.501,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6269874560","shards":1,"effective_bpw":3.5969,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6682095680","shards":1,"effective_bpw":3.8334,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6682096000","shards":1,"effective_bpw":3.8334,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7210315840","shards":1,"effective_bpw":4.1364,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7210316160","shards":1,"effective_bpw":4.1364,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7411184000","shards":1,"effective_bpw":4.2517,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7476719680","shards":1,"effective_bpw":4.2893,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7805710720","shards":1,"effective_bpw":4.478,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7805710720","shards":1,"effective_bpw":4.478,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7834546240","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7834546560","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8239067200","shards":1,"effective_bpw":4.7266,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8239067520","shards":1,"effective_bpw":4.7266,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8581656960","shards":1,"effective_bpw":4.9231,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9383817280","shards":1,"effective_bpw":5.3833,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9383817600","shards":1,"effective_bpw":5.3833,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9620566080","shards":1,"effective_bpw":5.5191,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9620566400","shards":1,"effective_bpw":5.5191,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11088408640","shards":1,"effective_bpw":6.3612,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11088408960","shards":1,"effective_bpw":6.3612,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359310400","shards":1,"effective_bpw":8.2377,"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tessera-4-1","canonical_repo":"GenueAI/Tessera-4.1","display_name":"Tessera-4.1","publisher":"GenueAI","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2293","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GenueAI/Tessera-4.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994464","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309344","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834144","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575584","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003726944","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356146784","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188704","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497888","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498144","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708064","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362144","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596128","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596384","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019744","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538464","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204448","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204704","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768608","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924768864","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119840864","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186195808","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268384","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183584","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431648","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573431904","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110688","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988110944","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140384","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554208","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554464","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873568","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508873824","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684128","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684384","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Tessera-4.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598048","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Tessera-4.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olympiccoder-32b","canonical_repo":"open-r1/OlympicCoder-32B","display_name":"OlympicCoder-32B","publisher":"open-r1","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2292","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"open-r1/OlympicCoder-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250720","shards":1,"effective_bpw":2.2044,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551200","shards":1,"effective_bpw":2.4313,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569760","shards":1,"effective_bpw":2.5363,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441440","shards":1,"effective_bpw":2.7505,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099360","shards":1,"effective_bpw":3.0065,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271520","shards":1,"effective_bpw":3.135,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419360","shards":1,"effective_bpw":3.1922,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514080","shards":1,"effective_bpw":3.3465,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331360","shards":1,"effective_bpw":3.5142,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123360","shards":1,"effective_bpw":3.6162,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048800","shards":1,"effective_bpw":3.8909,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079232","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079520","shards":1,"effective_bpw":4.2112,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154400","shards":1,"effective_bpw":4.3202,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174560","shards":1,"effective_bpw":4.5617,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010400","shards":1,"effective_bpw":4.5687,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410720","shards":1,"effective_bpw":4.5866,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336512","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336800","shards":1,"effective_bpw":4.8471,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180000","shards":1,"effective_bpw":4.9882,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243360","shards":1,"effective_bpw":5.0395,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255200","shards":1,"effective_bpw":5.5276,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157920","shards":1,"effective_bpw":5.68,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680160","shards":1,"effective_bpw":5.7973,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155072","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155360","shards":1,"effective_bpw":6.5648,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274080","shards":1,"effective_bpw":6.6569,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885312","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885600","shards":1,"effective_bpw":8.5023,"repo":"bartowski/open-r1_OlympicCoder-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-235b-a22b-instruct-gguf","canonical_repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","display_name":"Qwen3-VL-235B-A22B-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3vlmoe","params_total":"235093634560","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2289","n_layers":94,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"eva-qwen2-5-32b-v0-1","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-32B-v0.1","display_name":"EVA-Qwen2.5-32B-v0.1","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2288","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-32B-v0.1","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028248608","shards":1,"effective_bpw":2.2044,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957549088","shards":1,"effective_bpw":2.4313,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387567648","shards":1,"effective_bpw":2.5363,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264439328","shards":1,"effective_bpw":2.7505,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313097248","shards":1,"effective_bpw":3.0065,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073417248","shards":1,"effective_bpw":3.1922,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705511968","shards":1,"effective_bpw":3.3465,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392329248","shards":1,"effective_bpw":3.5142,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810121248","shards":1,"effective_bpw":3.6162,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935046688","shards":1,"effective_bpw":3.8909,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247077408","shards":1,"effective_bpw":4.2112,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693152288","shards":1,"effective_bpw":4.3202,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711008288","shards":1,"effective_bpw":4.5687,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784408608","shards":1,"effective_bpw":4.5866,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851334688","shards":1,"effective_bpw":4.8471,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429177888","shards":1,"effective_bpw":4.9882,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638253088","shards":1,"effective_bpw":5.5276,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262155808","shards":1,"effective_bpw":5.68,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742678048","shards":1,"effective_bpw":5.7973,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886153248","shards":1,"effective_bpw":6.5648,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263271968","shards":1,"effective_bpw":6.6569,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820883488","shards":1,"effective_bpw":8.5023,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535968224","shards":2,"effective_bpw":16.002,"repo":"bartowski/EVA-Qwen2.5-32B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-5-gguf","canonical_repo":"unsloth/Kimi-K2.5-GGUF","display_name":"Kimi-K2.5-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"1026408232448","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2286","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"falcon3-1b-instruct","canonical_repo":"tiiuae/Falcon3-1B-Instruct","display_name":"Falcon3-1B-Instruct","publisher":"tiiuae","modality":"text","arch_key":"llama","params_total":"1669408768","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2284","n_layers":18,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":131072,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tiiuae/Falcon3-1B-Instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"224950400","shards":1,"effective_bpw":1.078,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"683735200","shards":1,"effective_bpw":3.2765,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"727087264","shards":1,"effective_bpw":3.4843,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"801437856","shards":1,"effective_bpw":3.8406,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"827193504","shards":1,"effective_bpw":3.964,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"846690464","shards":1,"effective_bpw":4.0574,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"884963456","shards":1,"effective_bpw":4.2408,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"884963488","shards":1,"effective_bpw":4.2408,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"934246560","shards":1,"effective_bpw":4.477,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"969472160","shards":1,"effective_bpw":4.6458,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"989231264","shards":1,"effective_bpw":4.7405,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1013250176","shards":1,"effective_bpw":4.8556,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1013250208","shards":1,"effective_bpw":4.8556,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1015347360","shards":1,"effective_bpw":4.8657,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1018493088","shards":1,"effective_bpw":4.8807,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1057044608","shards":1,"effective_bpw":5.0655,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1057044640","shards":1,"effective_bpw":5.0655,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1188362368","shards":1,"effective_bpw":5.6948,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1188362400","shards":1,"effective_bpw":5.6948,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1210923136","shards":1,"effective_bpw":5.8029,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1210923168","shards":1,"effective_bpw":5.8029,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1256274080","shards":1,"effective_bpw":6.0202,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1374419072","shards":1,"effective_bpw":6.5864,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1374419104","shards":1,"effective_bpw":6.5864,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1376598176","shards":1,"effective_bpw":6.5968,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1504442528","shards":1,"effective_bpw":7.2095,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1778710656","shards":1,"effective_bpw":8.5238,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1778710688","shards":1,"effective_bpw":8.5238,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3343710080","shards":1,"effective_bpw":16.0234,"repo":"bartowski/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3343710336","shards":1,"effective_bpw":16.0234,"repo":"tiiuae/Falcon3-1B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-6-mistral-7b-dpo-laser","canonical_repo":"dphn/dolphin-2.6-mistral-7b-dpo-laser","display_name":"dolphin-2.6-mistral-7b-dpo-laser","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241740288","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2284","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32001,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.6-mistral-7b-dpo-laser","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719246720","shards":1,"effective_bpw":3.004,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083102624","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164572448","shards":1,"effective_bpw":3.4959,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164572480","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518991136","shards":1,"effective_bpw":3.8875,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518991168","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822029600","shards":1,"effective_bpw":4.2222,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822029632","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108922208","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140379456","shards":1,"effective_bpw":4.5739,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140379488","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368444736","shards":1,"effective_bpw":4.8259,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368444768","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997721920","shards":1,"effective_bpw":5.521,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997721952","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997721952","shards":1,"effective_bpw":5.521,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131415360","shards":1,"effective_bpw":5.6687,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131415392","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942071648","shards":1,"effective_bpw":6.5642,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942071680","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695866144","shards":1,"effective_bpw":8.5017,"repo":"MaziyarPanahi/dolphin-2.6-mistral-7b-dpo-laser-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695866176","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-70b-python-hf","canonical_repo":"codellama/CodeLlama-70b-Python-hf","display_name":"CodeLlama-70b-Python-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"68976910336","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2280","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32016,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-70b-Python-hf","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14535672384","shards":1,"effective_bpw":1.6859,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15943385664","shards":1,"effective_bpw":1.8491,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18289574464","shards":1,"effective_bpw":2.1212,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20334297664","shards":1,"effective_bpw":2.3584,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21354460736","shards":1,"effective_bpw":2.4767,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23231411776","shards":1,"effective_bpw":2.6944,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25462587872","shards":1,"effective_bpw":2.9532,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"25462588736","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25462588992","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26581612096","shards":1,"effective_bpw":3.083,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"28315138368","shards":1,"effective_bpw":3.284,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"28315138624","shards":1,"effective_bpw":3.284,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919458784","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919459648","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"29919459648","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29919459904","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29919459904","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"30944442688","shards":1,"effective_bpw":3.589,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30944442944","shards":1,"effective_bpw":3.589,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274901984","shards":1,"effective_bpw":3.8593,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274902848","shards":1,"effective_bpw":3.8593,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"33274903104","shards":1,"effective_bpw":3.8593,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36148000224","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36148001088","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"36148001344","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36829998656","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37197000000","shards":1,"effective_bpw":4.3141,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872431072","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"39019232832","shards":1,"effective_bpw":4.5255,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249918432","shards":1,"effective_bpw":4.5522,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249919296","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"39249919552","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41423092192","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41423093056","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"41423093312","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461595616","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461595616","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461596480","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"47461596736","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753965536","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/CodeLlama-70B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753966400","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/CodeLlama-70b-Python-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"48753966656","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-highiq-prototype-ii","canonical_repo":"DavidAU/Qwen3.5-35B-A3B-HighIQ-Prototype-II","display_name":"Qwen3.5-35B-A3B-HighIQ-Prototype-II","publisher":"DavidAU","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2279","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484142656","shards":1,"effective_bpw":1.7274,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239209536","shards":1,"effective_bpw":1.9017,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654336","shards":1,"effective_bpw":2.1921,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507031616","shards":1,"effective_bpw":2.4251,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652480576","shards":1,"effective_bpw":2.4587,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236416","shards":1,"effective_bpw":2.6911,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152097856","shards":1,"effective_bpw":2.8048,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939594816","shards":1,"effective_bpw":2.9866,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623759936","shards":1,"effective_bpw":3.1445,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145216","shards":1,"effective_bpw":3.3431,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185536","shards":1,"effective_bpw":3.5042,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250424896","shards":1,"effective_bpw":3.5199,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520256","shards":1,"effective_bpw":3.5638,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765248","shards":1,"effective_bpw":3.8695,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331136","shards":1,"effective_bpw":4.1812,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728778816","shards":1,"effective_bpw":4.3228,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268416","shards":1,"effective_bpw":4.5699,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889904704","shards":1,"effective_bpw":4.5908,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166758976","shards":1,"effective_bpw":4.8855,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169536","shards":1,"effective_bpw":5.0428,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284416","shards":1,"effective_bpw":5.5351,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132096","shards":1,"effective_bpw":5.7077,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153536","shards":1,"effective_bpw":6.5813,"repo":"mradermacher/Qwen3.5-35B-A3B-HighIQ-Prototype-II-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-8b-gguf","canonical_repo":"prism-ml/Ternary-Bonsai-8B-gguf","display_name":"Ternary-Bonsai-8B-gguf","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"8188548096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2277","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"TQ2_0","bytes":"2118214048","shards":1,"effective_bpw":2.0694,"repo":"Minarut/Ternary-Bonsai-8B-GGUF-llamacpp-compatible","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"2656942336","shards":1,"effective_bpw":2.5958,"repo":"ewchampion/Ternary-Bonsai-8B-TQ2_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"xmainframe-v2-instruct-32b","canonical_repo":"Fsoft-AIC/XMainframe-v2-Instruct-32b","display_name":"XMainframe-v2-Instruct-32b","publisher":"Fsoft-AIC","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2276","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Fsoft-AIC/XMainframe-v2-Instruct-32b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507488","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932161248","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250848","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551328","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569888","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441568","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488001248","shards":1,"effective_bpw":2.805,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099488","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271648","shards":1,"effective_bpw":3.135,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705514208","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331488","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895968","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123488","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048928","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079648","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154528","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010528","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410848","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336928","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243488","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255328","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262158048","shards":1,"effective_bpw":5.68,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155488","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/XMainframe-v2-Instruct-32b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minicpm-v-4","canonical_repo":"openbmb/MiniCPM-V-4","display_name":"MiniCPM-V-4","publisher":"openbmb","modality":"vision_language","arch_key":"llama","params_total":"4059533040","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2275","n_layers":32,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":73448,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/MiniCPM-V-4","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"2079023456","shards":1,"effective_bpw":4.0971,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2092458336","shards":1,"effective_bpw":4.1235,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2189861216","shards":1,"effective_bpw":4.3155,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2292626016","shards":1,"effective_bpw":4.518,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2506228576","shards":1,"effective_bpw":4.9389,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2506228576","shards":1,"effective_bpw":4.9389,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2563326816","shards":1,"effective_bpw":5.0515,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2719831136","shards":1,"effective_bpw":5.3599,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2960134016","shards":1,"effective_bpw":5.8334,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3833381696","shards":1,"effective_bpw":7.5543,"repo":"openbmb/MiniCPM-V-4-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-sompoa-heresy-v2","canonical_repo":"MuXodious/Qwen3.5-4B-SOMPOA-heresy-v2","display_name":"Qwen3.5-4B-SOMPOA-heresy-v2","publisher":"MuXodious","modality":"text","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2273","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Qwen3.5-4B-SOMPOA-heresy-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1174423200","shards":1,"effective_bpw":2.0698,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1253404320","shards":1,"effective_bpw":2.209,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1385039520","shards":1,"effective_bpw":2.441,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1492969120","shards":1,"effective_bpw":2.6312,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1514350240","shards":1,"effective_bpw":2.6689,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1619658400","shards":1,"effective_bpw":2.8545,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1734428320","shards":1,"effective_bpw":3.0568,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797506464","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797506720","shards":1,"effective_bpw":3.1679,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1814054560","shards":1,"effective_bpw":3.1971,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2010734240","shards":1,"effective_bpw":3.5437,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069880224","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2069880480","shards":1,"effective_bpw":3.648,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2072665760","shards":1,"effective_bpw":3.6529,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2163187360","shards":1,"effective_bpw":3.8124,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2257477024","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2257477280","shards":1,"effective_bpw":3.9786,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2358402464","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2358402720","shards":1,"effective_bpw":4.1564,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2435643040","shards":1,"effective_bpw":4.2926,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2450388384","shards":1,"effective_bpw":4.3186,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2546521760","shards":1,"effective_bpw":4.488,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2549798560","shards":1,"effective_bpw":4.4938,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2557007264","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2557007520","shards":1,"effective_bpw":4.5065,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2707514784","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2707515040","shards":1,"effective_bpw":4.7717,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2766968480","shards":1,"effective_bpw":4.8765,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990036384","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2990036640","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3108758944","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3108759200","shards":1,"effective_bpw":5.4789,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3464056224","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3464056480","shards":1,"effective_bpw":6.1051,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403744","shards":1,"effective_bpw":7.8998,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"5157833024","shards":1,"effective_bpw":9.0902,"repo":"LoliRimuru/SlopPrompt","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424394144","shards":1,"effective_bpw":14.8471,"repo":"mradermacher/Qwen3.5-4B-SOMPOA-heresy-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"9695791424","shards":1,"effective_bpw":17.0879,"repo":"LoliRimuru/SlopPrompt","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spydazweb-ai-cybertron-ultra-7b","canonical_repo":"LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b","display_name":"SpydazWeb_AI_CyberTron_Ultra_7b","publisher":"LeroyDyer","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2273","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LeroyDyer/SpydazWeb_AI_CyberTron_Ultra_7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719242432","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018815680","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567744","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182393536","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284891840","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986432","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024896","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944388800","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374208","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439488","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716160","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409600","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065344","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857856","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-7b-v1-0-uncensored","canonical_repo":"QuixiAI/WizardLM-7B-V1.0-Uncensored","display_name":"WizardLM-7B-V1.0-Uncensored","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2270","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/WizardLM-7B-V1.0-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2825940704","shards":1,"effective_bpw":3.355,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304608","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004704","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111008","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807072","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740064","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004256","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691744","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156960","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194208","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089760","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-122b-a10b-opus-reasoning-gguf","canonical_repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","display_name":"Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","publisher":"timteh673","modality":"text","arch_key":"qwen35moe","params_total":"122111526912","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2270","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"llama-3-instruct-8b-sppo-iter3","canonical_repo":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3","display_name":"Llama-3-Instruct-8B-SPPO-Iter3","publisher":"UCLA-AGI","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2269","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627616","shards":1,"effective_bpw":2.012,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019628064","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161971808","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972256","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212128","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212576","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781600","shards":1,"effective_bpw":2.596,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782048","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488672","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489120","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948280928","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281376","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988814944","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131488","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131936","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912352","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912800","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747232","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747680","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499296","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499744","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325088","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325536","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823392","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823840","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018917984","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918432","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956448","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956896","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662688","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663136","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892256","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677988960","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669024","shards":1,"effective_bpw":4.675,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669472","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920734304","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734752","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599293792","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294496","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987232","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987936","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006240","shards":1,"effective_bpw":6.5711,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006944","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3-Instruct-8B-SPPO-Iter3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770656","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068890976","shards":1,"effective_bpw":16.0083,"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-aggressive","canonical_repo":"prithivMLmods/Qwen3.6-27B-Uncensored-Aggressive","display_name":"Qwen3.6-27B-Uncensored-Aggressive","publisher":"prithivMLmods","modality":"vision_language","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2268","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3.6-27B-Uncensored-Aggressive","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149824800","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631084320","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433183520","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090591520","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362914080","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004593440","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248325920","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711665440","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186371360","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967130400","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073954080","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419328800","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580875040","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301443360","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344776480","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082507040","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521434400","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586315040","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547391008","shards":1,"effective_bpw":4.839,"repo":"prithivMLmods/Qwen3.6-27B-Uncensored-Aggressive-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547400480","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078242080","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679614240","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231099680","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082530080","shards":1,"effective_bpw":6.4577,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"paddleocr-vl-1-6","canonical_repo":"PaddlePaddle/PaddleOCR-VL-1.6","display_name":"PaddleOCR-VL-1.6","publisher":"PaddlePaddle","modality":"text","arch_key":"paddleocr","params_total":"958588736","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2267","n_layers":18,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PaddlePaddle/PaddleOCR-VL-1.6","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"164791616","shards":1,"effective_bpw":1.3753,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"169620800","shards":1,"effective_bpw":1.4156,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"177669440","shards":1,"effective_bpw":1.4828,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"185288000","shards":1,"effective_bpw":1.5463,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"201991488","shards":1,"effective_bpw":1.6857,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"208430400","shards":1,"effective_bpw":1.7395,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"210351424","shards":1,"effective_bpw":1.7555,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"218359104","shards":1,"effective_bpw":1.8223,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"218461248","shards":1,"effective_bpw":1.8232,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"218461504","shards":1,"effective_bpw":1.8232,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"239207744","shards":1,"effective_bpw":1.9963,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"244405312","shards":1,"effective_bpw":2.0397,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"244405568","shards":1,"effective_bpw":2.0397,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"245032256","shards":1,"effective_bpw":2.0449,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"250881344","shards":1,"effective_bpw":2.0938,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"258024512","shards":1,"effective_bpw":2.1534,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"258024768","shards":1,"effective_bpw":2.1534,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"269952064","shards":1,"effective_bpw":2.2529,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"269952320","shards":1,"effective_bpw":2.2529,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"281777472","shards":1,"effective_bpw":2.3516,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"282760256","shards":1,"effective_bpw":2.3598,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"292705600","shards":1,"effective_bpw":2.4428,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"292902208","shards":1,"effective_bpw":2.4444,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"293229632","shards":1,"effective_bpw":2.4472,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"293229888","shards":1,"effective_bpw":2.4472,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"300219456","shards":1,"effective_bpw":2.5055,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"300219712","shards":1,"effective_bpw":2.5055,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"314856768","shards":1,"effective_bpw":2.6277,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"337400896","shards":1,"effective_bpw":2.8158,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"337401152","shards":1,"effective_bpw":2.8158,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"341474368","shards":1,"effective_bpw":2.8498,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"341474624","shards":1,"effective_bpw":2.8498,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"385307712","shards":1,"effective_bpw":3.2156,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"385307968","shards":1,"effective_bpw":3.2156,"repo":"mradermacher/PaddleOCR-VL-1.6-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"498316352","shards":1,"effective_bpw":4.1587,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"935769152","shards":1,"effective_bpw":7.8096,"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nanovel-9b","canonical_repo":"Dxniz/NaNovel-9B","display_name":"NaNovel-9B","publisher":"Dxniz","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2267","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Dxniz/NaNovel-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446943968","shards":1,"effective_bpw":2.0279,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600445664","shards":1,"effective_bpw":2.1551,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856281824","shards":1,"effective_bpw":2.3671,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145056","shards":1,"effective_bpw":2.5402,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207767776","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412436704","shards":1,"effective_bpw":2.8281,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496096","shards":1,"effective_bpw":2.9077,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519296","shards":1,"effective_bpw":3.0154,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519520","shards":1,"effective_bpw":3.0154,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793463008","shards":1,"effective_bpw":3.1438,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462048","shards":1,"effective_bpw":3.4281,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407360","shards":1,"effective_bpw":3.53,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407584","shards":1,"effective_bpw":3.53,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864032","shards":1,"effective_bpw":3.5337,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383264","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185344","shards":1,"effective_bpw":3.8257,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616185568","shards":1,"effective_bpw":3.8257,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851968","shards":1,"effective_bpw":3.9986,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852192","shards":1,"effective_bpw":3.9986,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612192","shards":1,"effective_bpw":4.2023,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069248","shards":1,"effective_bpw":4.2283,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317551840","shards":1,"effective_bpw":4.4069,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940448","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620288","shards":1,"effective_bpw":4.426,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620512","shards":1,"effective_bpw":4.426,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045376","shards":1,"effective_bpw":4.6634,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627045600","shards":1,"effective_bpw":4.6634,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333984","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310208","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310432","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004992","shards":1,"effective_bpw":5.4051,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005216","shards":1,"effective_bpw":5.4051,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260160","shards":1,"effective_bpw":6.099,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260384","shards":1,"effective_bpw":6.099,"repo":"mradermacher/NaNovel-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502336","shards":1,"effective_bpw":7.8959,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697856","shards":1,"effective_bpw":14.8518,"repo":"mradermacher/NaNovel-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-thinking-abliterated-v1","canonical_repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1","display_name":"Qwen3-VL-8B-Thinking-abliterated-v1","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2267","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3281734624","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734656","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734656","shards":1,"effective_bpw":2.9946,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613280","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613312","shards":1,"effective_bpw":3.4398,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613312","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163040","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163072","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124163072","shards":1,"effective_bpw":3.7633,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395808","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395840","shards":1,"effective_bpw":4.0436,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395840","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298400","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298432","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298432","shards":1,"effective_bpw":4.1914,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014176","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014208","shards":1,"effective_bpw":4.3818,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802014208","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785696","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785728","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785728","shards":1,"effective_bpw":4.5879,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763360","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763392","shards":1,"effective_bpw":5.2202,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763392","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114464","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114496","shards":1,"effective_bpw":5.3391,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114496","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901280","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901312","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901312","shards":1,"effective_bpw":6.1374,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520352","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520384","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520384","shards":1,"effective_bpw":7.9474,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045792","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045824","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045824","shards":1,"effective_bpw":14.9541,"repo":"prithivMLmods/Qwen3-VL-8B-Thinking-abliterated-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ling-lite","canonical_repo":"inclusionAI/Ling-lite","display_name":"Ling-lite","publisher":"inclusionAI","modality":"text","arch_key":"bailingmoe","params_total":"16801974272","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2266","n_layers":28,"n_head":16,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":126464,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":64,"n_expert_used":6,"arch_source":"inclusionAI/Ling-lite","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"6410577472","shards":1,"effective_bpw":3.0523,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6410577568","shards":1,"effective_bpw":3.0523,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6453982784","shards":1,"effective_bpw":3.073,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6453982880","shards":1,"effective_bpw":3.073,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6796490304","shards":1,"effective_bpw":3.236,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6796490400","shards":1,"effective_bpw":3.236,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6906025536","shards":1,"effective_bpw":3.2882,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6906025632","shards":1,"effective_bpw":3.2882,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"7158953536","shards":1,"effective_bpw":3.4086,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"7158953632","shards":1,"effective_bpw":3.4086,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7472059968","shards":1,"effective_bpw":3.5577,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7472060064","shards":1,"effective_bpw":3.5577,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7648097856","shards":1,"effective_bpw":3.6415,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7648097952","shards":1,"effective_bpw":3.6415,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8025765440","shards":1,"effective_bpw":3.8213,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8025765536","shards":1,"effective_bpw":3.8213,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"8116766272","shards":1,"effective_bpw":3.8647,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"8116766368","shards":1,"effective_bpw":3.8647,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8725149248","shards":1,"effective_bpw":4.1543,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8725149344","shards":1,"effective_bpw":4.1543,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9074128256","shards":1,"effective_bpw":4.3205,"repo":"lmstudio-community/Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9074128448","shards":1,"effective_bpw":4.3205,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"9074128544","shards":1,"effective_bpw":4.3205,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9185302080","shards":1,"effective_bpw":4.3734,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"9185302176","shards":1,"effective_bpw":4.3734,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9539753536","shards":1,"effective_bpw":4.5422,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9539753632","shards":1,"effective_bpw":4.5422,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9571767872","shards":1,"effective_bpw":4.5574,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9571767968","shards":1,"effective_bpw":4.5574,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10219296320","shards":1,"effective_bpw":4.8658,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"10219296416","shards":1,"effective_bpw":4.8658,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10569782848","shards":1,"effective_bpw":5.0326,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10569782944","shards":1,"effective_bpw":5.0326,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11175490944","shards":1,"effective_bpw":5.321,"repo":"lmstudio-community/Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11175491136","shards":1,"effective_bpw":5.321,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11175491232","shards":1,"effective_bpw":5.321,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"11367716416","shards":1,"effective_bpw":5.4126,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"11367716512","shards":1,"effective_bpw":5.4126,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11926443584","shards":1,"effective_bpw":5.6786,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11926443680","shards":1,"effective_bpw":5.6786,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12746520128","shards":1,"effective_bpw":6.0691,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"12746520224","shards":1,"effective_bpw":6.0691,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"12906370624","shards":1,"effective_bpw":6.1452,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"12906370720","shards":1,"effective_bpw":6.1452,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15051568512","shards":1,"effective_bpw":7.1666,"repo":"lmstudio-community/Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15051568704","shards":1,"effective_bpw":7.1666,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"15051568800","shards":1,"effective_bpw":7.1666,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"15177020992","shards":1,"effective_bpw":7.2263,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"15177021088","shards":1,"effective_bpw":7.2263,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17868404096","shards":1,"effective_bpw":8.5078,"repo":"lmstudio-community/Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17868404288","shards":1,"effective_bpw":8.5078,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17868404384","shards":1,"effective_bpw":8.5078,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"33616704832","shards":1,"effective_bpw":16.0061,"repo":"bartowski/inclusionAI_Ling-lite-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"33616704896","shards":1,"effective_bpw":16.0061,"repo":"bartowski/inclusionAI_Ling-lite-0415-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-13b-v1-0-uncensored","canonical_repo":"ehartford/WizardLM-13b-V1.0-Uncensored","display_name":"WizardLM-13b-V1.0-Uncensored","publisher":"ehartford","modality":"text","arch_key":"llama","params_total":"13015864320","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2265","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ehartford/WizardLM-13b-V1.0-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4854269952","shards":1,"effective_bpw":2.9836,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5429348256","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980256","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5658980352","shards":1,"effective_bpw":3.4782,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769376","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337769472","shards":1,"effective_bpw":3.8954,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559456","shards":1,"effective_bpw":4.2591,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929559552","shards":1,"effective_bpw":4.2591,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834656","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7365834752","shards":1,"effective_bpw":4.5273,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414331296","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7423178752","shards":1,"effective_bpw":4.5625,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956256","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7865956352","shards":1,"effective_bpw":4.8347,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285856","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972285952","shards":1,"effective_bpw":5.5147,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972285952","shards":1,"effective_bpw":5.5147,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924256","shards":1,"effective_bpw":5.673,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9229924352","shards":1,"effective_bpw":5.673,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140256","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679140352","shards":1,"effective_bpw":6.5638,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319456","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831319552","shards":1,"effective_bpw":8.5012,"repo":"second-state/WizardLM-13B-V1.0-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nsfw-13b-sft","canonical_repo":"zxbsmk/NSFW_13B_sft","display_name":"NSFW_13B_sft","publisher":"zxbsmk","modality":"text","arch_key":"baichuan","params_total":"13264901120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2264","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":64000,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zxbsmk/NSFW_13B_sft","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5562420288","shards":1,"effective_bpw":3.3547,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6378445888","shards":1,"effective_bpw":3.8468,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6847601728","shards":1,"effective_bpw":4.1298,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7269735488","shards":1,"effective_bpw":4.3843,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7548775488","shards":1,"effective_bpw":4.5526,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7934413888","shards":1,"effective_bpw":4.7852,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8560487488","shards":1,"effective_bpw":5.1628,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"9165876288","shards":1,"effective_bpw":5.5279,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9341185088","shards":1,"effective_bpw":5.6336,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9849089088","shards":1,"effective_bpw":5.9399,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11563367488","shards":1,"effective_bpw":6.9738,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14096538688","shards":1,"effective_bpw":8.5016,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"26531994624","shards":1,"effective_bpw":16.0013,"repo":"mzwing/NSFW_13B_sft-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-7b-abliterated","canonical_repo":"sci4ai/Qwen2.5-Coder-7B-Abliterated","display_name":"Qwen2.5-Coder-7B-Abliterated","publisher":"sci4ai","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2264","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sci4ai/Qwen2.5-Coder-7B-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668352","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197120","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078400","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022848","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638400","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343424","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074752","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941248","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515584","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257024","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369536","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193472","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013056","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392320","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460416","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473600","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814400","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122240","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770112","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074688","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284736","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177600","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832384","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199936","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Qwen2.5-Coder-7B-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-9b-0414-abliterated","canonical_repo":"huihui-ai/GLM-4-9B-0414-abliterated","display_name":"GLM-4-9B-0414-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"glm4","params_total":"9400279040","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2262","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q6_K","bytes":"8266642752","shards":1,"effective_bpw":7.0352,"repo":"jfiekdjdk/GLM-4-9B-0414-abliterated-Q6_K-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"calme-2-4-llama3-70b","canonical_repo":"MaziyarPanahi/calme-2.4-llama3-70b","display_name":"calme-2.4-llama3-70b","publisher":"MaziyarPanahi","modality":"text","arch_key":"llama","params_total":"70553722880","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2260","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128257,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaziyarPanahi/calme-2.4-llama3-70b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343491584","shards":6,"effective_bpw":1.7398,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751204864","shards":6,"effective_bpw":1.8994,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375118400","shards":6,"effective_bpw":2.9906,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912061824","shards":6,"effective_bpw":3.5051,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267505024","shards":6,"effective_bpw":3.8856,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140603264","shards":6,"effective_bpw":4.2113,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902673088","shards":6,"effective_bpw":4.2977,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347231680","shards":6,"effective_bpw":4.5749,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520405440","shards":6,"effective_bpw":4.8213,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657459648","shards":6,"effective_bpw":5.5172,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949829568","shards":6,"effective_bpw":5.6637,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888157184","shards":6,"effective_bpw":6.5639,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975067520","shards":6,"effective_bpw":8.5013,"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"assistant-pepe-8b","canonical_repo":"SicariusSicariiStuff/Assistant_Pepe_8B","display_name":"Assistant_Pepe_8B","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"2258","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":129024,"ctx_native":1073152,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Assistant_Pepe_8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2951814368","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3182763232","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3278445792","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3522698464","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3668449504","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3668450528","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3698859232","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3788774624","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4022868192","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4022869216","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4325906656","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4325907680","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4451933408","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4680260832","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4682357984","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4697037024","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4697038048","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4925102304","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4925103328","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5134818528","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5317336288","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5604055264","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5604056288","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5737748704","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5737749728","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6063922400","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6601185504","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6601186528","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6857170144","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8547473632","shards":1,"effective_bpw":null,"repo":"SicariusSicariiStuff/Assistant_Pepe_8B_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8547474656","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16081492928","shards":1,"effective_bpw":null,"repo":"bartowski/SicariusSicariiStuff_Assistant_Pepe_8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"neuron-qwen3-4b-instruct","canonical_repo":"Neura-Tech-AI/Neuron-Qwen3-4B-Instruct","display_name":"Neuron-Qwen3-4B-Instruct","publisher":"Neura-Tech-AI","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2258","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055254624","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127016544","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246619744","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354098784","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300064","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512982624","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453024","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498208","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669498464","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187104","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814373984","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886995808","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996064","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899529824","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962894944","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616608","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075616864","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784288","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239784544","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750304","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286314848","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375771744","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342304","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308128","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383308384","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279328","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497279584","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628064","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710048","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710304","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512288","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889512544","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306259808","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260064","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280403808","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051283808","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Neuron-Qwen3-4B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hemlock-qwopus3-5-9b-coder","canonical_repo":"nbeerbower/Hemlock-Qwopus3.5-9B-Coder","display_name":"Hemlock-Qwopus3.5-9B-Coder","publisher":"nbeerbower","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2257","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Hemlock-Qwopus3.5-9B-Coder","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"3914966528","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364019200","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475987456","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522780160","shards":1,"effective_bpw":3.7482,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737607168","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048509952","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326415360","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462861312","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488551424","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555660288","shards":1,"effective_bpw":4.6042,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780088320","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961459200","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472640000","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642542080","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558899200","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Hemlock-Qwopus3.5-9B-Coder-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-mistral-small-3-2-24b-instruct-2506-abliterated-llamacppfixed","canonical_repo":"nicoboss/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed","display_name":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed","publisher":"nicoboss","modality":"text","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2257","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273735776","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750510176","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545134176","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207047776","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478366816","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114066016","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320176736","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890339648","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890339936","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280606816","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907130976","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400289088","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400289376","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428142176","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650964576","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474096448","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474096736","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400775488","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400775776","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758930016","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890001728","shards":1,"effective_bpw":4.2946,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494243936","shards":1,"effective_bpw":4.496,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549293888","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549294176","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333923648","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333923936","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873121376","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304427328","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304427616","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763998528","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763998816","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345953088","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345953376","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054794048","shards":1,"effective_bpw":8.3476,"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-32b-arliai-rpmax-v1-3","canonical_repo":"ArliAI/Qwen2.5-32B-ArliAI-RPMax-v1.3","display_name":"Qwen2.5-32B-ArliAI-RPMax-v1.3","publisher":"ArliAI","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2255","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/Qwen2.5-32B-ArliAI-RPMax-v1.3","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250048","shards":1,"effective_bpw":2.2044,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957550528","shards":1,"effective_bpw":2.4313,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569088","shards":1,"effective_bpw":2.5363,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264440768","shards":1,"effective_bpw":2.7505,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098688","shards":1,"effective_bpw":3.0065,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073418688","shards":1,"effective_bpw":3.1922,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513408","shards":1,"effective_bpw":3.3465,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330688","shards":1,"effective_bpw":3.5142,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810122688","shards":1,"effective_bpw":3.6162,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048128","shards":1,"effective_bpw":3.8909,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078848","shards":1,"effective_bpw":4.2112,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693153728","shards":1,"effective_bpw":4.3202,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711009728","shards":1,"effective_bpw":4.5687,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410048","shards":1,"effective_bpw":4.5866,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336128","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179328","shards":1,"effective_bpw":4.9882,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254528","shards":1,"effective_bpw":5.5276,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157248","shards":1,"effective_bpw":5.68,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742679488","shards":1,"effective_bpw":5.7973,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154688","shards":1,"effective_bpw":6.5648,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273408","shards":1,"effective_bpw":6.6569,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884928","shards":1,"effective_bpw":8.5023,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535969632","shards":2,"effective_bpw":16.002,"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-19b","canonical_repo":"0xSero/Gemma-4-19B","display_name":"Gemma-4-19B","publisher":"0xSero","modality":"text","arch_key":"gemma4","params_total":"19022697946","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2255","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":90,"n_expert_used":null,"arch_source":"0xSero/Gemma-4-19B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6123351200","shards":1,"effective_bpw":2.5752,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6395799200","shards":1,"effective_bpw":2.6898,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6849879200","shards":1,"effective_bpw":2.8807,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7225758880","shards":1,"effective_bpw":3.0388,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7282529440","shards":1,"effective_bpw":3.0627,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7645793440","shards":1,"effective_bpw":3.2154,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7815502208","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7815502496","shards":1,"effective_bpw":3.2868,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7828996768","shards":1,"effective_bpw":3.2925,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8311270560","shards":1,"effective_bpw":3.4953,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8572206752","shards":1,"effective_bpw":3.605,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8996110208","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8996110496","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8996110496","shards":1,"effective_bpw":3.7833,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9138014368","shards":1,"effective_bpw":3.843,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9773224832","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9773225120","shards":1,"effective_bpw":4.1101,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10174437248","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10174437536","shards":1,"effective_bpw":4.2789,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10232362656","shards":1,"effective_bpw":4.3032,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10336070016","shards":1,"effective_bpw":4.3468,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"10612747936","shards":1,"effective_bpw":4.4632,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"10647317152","shards":1,"effective_bpw":4.4777,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11341584768","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11341585056","shards":1,"effective_bpw":4.7697,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"11719210656","shards":1,"effective_bpw":4.9285,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12291399040","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12291399328","shards":1,"effective_bpw":5.1692,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13171365248","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13171365536","shards":1,"effective_bpw":5.5392,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"13987937664","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"13987937952","shards":1,"effective_bpw":5.8826,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16516463488","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16516463776","shards":1,"effective_bpw":6.946,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"19643231616","shards":1,"effective_bpw":8.261,"repo":"mradermacher/gemma-4-19b-a4b-it-REAP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pagestorm-research-preview-14b-full-book","canonical_repo":"Pageshift-Entertainment/pagestorm-research-preview-14b-full-book","display_name":"pagestorm-research-preview-14b-full-book","publisher":"Pageshift-Entertainment","modality":"text","arch_key":"mistral3","params_total":"13506073600","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2254","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Pageshift-Entertainment/pagestorm-research-preview-14b-full-book","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"8239061664","shards":1,"effective_bpw":4.8802,"repo":"markldn/pagestorm-research-preview-14b-full-book-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14359304864","shards":1,"effective_bpw":8.5054,"repo":"markldn/pagestorm-research-preview-14b-full-book-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ernie-4-5-300b-a47b-pt","canonical_repo":"baidu/ERNIE-4.5-300B-A47B-PT","display_name":"ERNIE-4.5-300B-A47B-PT","publisher":"baidu","modality":"text","arch_key":"ernie4_5-moe","params_total":"300474051776","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2252","n_layers":54,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"baidu/ERNIE-4.5-300B-A47B-PT","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"76750552640","shards":1,"effective_bpw":2.0435,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"86483435296","shards":2,"effective_bpw":2.3026,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"93179117312","shards":2,"effective_bpw":2.4809,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"101273599904","shards":3,"effective_bpw":2.6964,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"105736339360","shards":3,"effective_bpw":2.8152,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"109067796352","shards":3,"effective_bpw":2.9039,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"109266370432","shards":3,"effective_bpw":2.9092,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"125152296832","shards":3,"effective_bpw":3.3321,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"129116635008","shards":3,"effective_bpw":3.4377,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"142569471872","shards":3,"effective_bpw":3.7959,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"159541395488","shards":4,"effective_bpw":4.2477,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"168832303104","shards":4,"effective_bpw":4.4951,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"169172041728","shards":4,"effective_bpw":4.5041,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"169572597760","shards":4,"effective_bpw":4.5148,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"180155744256","shards":4,"effective_bpw":4.7966,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"187438759936","shards":4,"effective_bpw":4.9905,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"206101840032","shards":5,"effective_bpw":5.4874,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"211964297408","shards":5,"effective_bpw":5.6435,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"245760884832","shards":5,"effective_bpw":6.5433,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"318285513152","shards":7,"effective_bpw":8.4742,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"599026009312","shards":13,"effective_bpw":15.9488,"repo":"unsloth/ERNIE-4.5-300B-A47B-PT-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ms3-2-24b-magnum-diamond","canonical_repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond","display_name":"MS3.2-24B-Magnum-Diamond","publisher":"Doctor-Shotgun","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2246","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"5273722240","shards":1,"effective_bpw":1.7898,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"5750496640","shards":1,"effective_bpw":1.9516,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"6545120640","shards":1,"effective_bpw":2.2213,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"7207034240","shards":1,"effective_bpw":2.4459,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478353280","shards":1,"effective_bpw":2.538,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114052480","shards":1,"effective_bpw":2.7537,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"8320163200","shards":1,"effective_bpw":2.8237,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890326400","shards":1,"effective_bpw":3.0172,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280593280","shards":1,"effective_bpw":3.1496,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907117440","shards":1,"effective_bpw":3.3623,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400275840","shards":1,"effective_bpw":3.5296,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10428128640","shards":1,"effective_bpw":3.5391,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650951040","shards":1,"effective_bpw":3.6147,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083200","shards":1,"effective_bpw":3.8941,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762240","shards":1,"effective_bpw":4.2086,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758916480","shards":1,"effective_bpw":4.3301,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468016000","shards":1,"effective_bpw":4.5708,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549280640","shards":1,"effective_bpw":4.5984,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910400","shards":1,"effective_bpw":4.8646,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414080","shards":1,"effective_bpw":5.5334,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985280","shards":1,"effective_bpw":5.6894,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345939840","shards":1,"effective_bpw":6.5656,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054780544","shards":1,"effective_bpw":8.5031,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153519744","shards":1,"effective_bpw":16.003,"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-uncensored-heretic-gguf","canonical_repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","display_name":"Qwen3.6-35B-A3B-uncensored-heretic-GGUF","publisher":"llmfan46","modality":"vision_language","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2246","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K_M","bytes":"11955468384","shards":1,"effective_bpw":2.7594,"repo":"deucebucket/Qwen3.6-35B-A3B-Heretic-Cerebellum-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-nemotron-70b-instruct-hf-abliterated","canonical_repo":"huihui-ai/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated","display_name":"Llama-3.1-Nemotron-70B-Instruct-HF-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"2244","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488416","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751201248","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201696","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097390048","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390496","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142113248","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113696","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348448","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119299040","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299488","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113696","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375114144","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401161696","shards":1,"effective_bpw":3.107,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469499360","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499808","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735456","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056288","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056736","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056736","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937039328","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039776","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499488","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267499936","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597728","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140598176","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902666720","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902667168","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116538336","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538784","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225504","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398816","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399264","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452448","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949822144","shards":2,"effective_bpw":5.6638,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822368","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148672","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975055008","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unimath-35b-a3b","canonical_repo":"UnipatAI/UniMath-35B-A3B","display_name":"UniMath-35B-A3B","publisher":"UnipatAI","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2243","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"UnipatAI/UniMath-35B-A3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"13247182912","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13247183168","shards":1,"effective_bpw":2.9478,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15547035712","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15547035968","shards":1,"effective_bpw":3.4595,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15615414592","shards":1,"effective_bpw":3.4747,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15806624064","shards":1,"effective_bpw":3.5173,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17166659648","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17166659904","shards":1,"effective_bpw":3.8199,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18552090688","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18552090944","shards":1,"effective_bpw":4.1282,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19179522368","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19390056512","shards":1,"effective_bpw":4.3147,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20276226368","shards":1,"effective_bpw":4.5119,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20366862400","shards":1,"effective_bpw":4.532,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20366862656","shards":1,"effective_bpw":4.532,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21713463360","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21713463616","shards":1,"effective_bpw":4.8317,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22377883968","shards":1,"effective_bpw":4.9795,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24563755072","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24563755328","shards":1,"effective_bpw":5.4659,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25347532864","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25347533120","shards":1,"effective_bpw":5.6403,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"29208731712","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"29208731968","shards":1,"effective_bpw":6.4995,"repo":"mradermacher/UniMath-35B-A3B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37802149952","shards":1,"effective_bpw":8.4117,"repo":"mradermacher/UniMath-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"supergemma4-26b-abliterated-multimodal","canonical_repo":"Jiunsong/supergemma4-26b-abliterated-multimodal","display_name":"supergemma4-26b-abliterated-multimodal","publisher":"Jiunsong","modality":"vision_language","arch_key":"gemma4","params_total":"25805936206","is_moe":true,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2243","n_layers":30,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":2816,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":null,"arch_source":"Jiunsong/supergemma4-26b-abliterated-multimodal","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"16796016032","shards":1,"effective_bpw":5.2069,"repo":"kof1467/supergemma4-26b-abliterated-multimodal-gguf-4bit","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pygmalion-2-7b","canonical_repo":"PygmalionAI/pygmalion-2-7b","display_name":"pygmalion-2-7b","publisher":"PygmalionAI","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2241","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PygmalionAI/pygmalion-2-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2825940672","shards":1,"effective_bpw":3.355,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304576","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004672","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597110976","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807040","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740032","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004224","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691712","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156928","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194176","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089728","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/Pygmalion-2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"berthier-mistral-military-24b","canonical_repo":"racineai/Berthier-Mistral-Military-24B","display_name":"Berthier-Mistral-Military-24B","publisher":"racineai","modality":"text","arch_key":"mistral3","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2240","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"racineai/Berthier-Mistral-Military-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723648","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750498048","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545122048","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035648","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354688","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053888","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164608","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327808","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594688","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118848","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400277248","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428130048","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952448","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084608","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763648","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917888","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231808","shards":1,"effective_bpw":4.4959,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549282048","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911808","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873109248","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415488","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986688","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345941248","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Berthier-Mistral-Military-24B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-3-2-24b-instruct-2506-llamacppfixed","canonical_repo":"nicoboss/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed","display_name":"Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed","publisher":"nicoboss","modality":"text","arch_key":"llama","params_total":"24011361280","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2238","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723552","shards":1,"effective_bpw":1.7571,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497952","shards":1,"effective_bpw":1.9159,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121952","shards":1,"effective_bpw":2.1807,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035552","shards":1,"effective_bpw":2.4012,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354592","shards":1,"effective_bpw":2.4916,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053792","shards":1,"effective_bpw":2.7034,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164512","shards":1,"effective_bpw":2.7721,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327712","shards":1,"effective_bpw":2.962,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594592","shards":1,"effective_bpw":3.0921,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118752","shards":1,"effective_bpw":3.3008,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400277152","shards":1,"effective_bpw":3.4651,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129952","shards":1,"effective_bpw":3.4744,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952352","shards":1,"effective_bpw":3.5486,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084512","shards":1,"effective_bpw":3.8229,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763552","shards":1,"effective_bpw":4.1316,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917792","shards":1,"effective_bpw":4.251,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231712","shards":1,"effective_bpw":4.4959,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281952","shards":1,"effective_bpw":4.5143,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911712","shards":1,"effective_bpw":4.7757,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873109152","shards":1,"effective_bpw":4.9554,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415392","shards":1,"effective_bpw":5.4322,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986592","shards":1,"effective_bpw":5.5854,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345941152","shards":1,"effective_bpw":6.4456,"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-llamacppfixed-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"raspberry-3b","canonical_repo":"arcee-ai/raspberry-3B","display_name":"raspberry-3B","publisher":"arcee-ai","modality":"text","arch_key":"qwen2","params_total":"3085938688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2238","n_layers":36,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/raspberry-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1274755840","shards":1,"effective_bpw":3.3047,"repo":"tensorblock/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1274756096","shards":1,"effective_bpw":3.3047,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1350116352","shards":1,"effective_bpw":3.5,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1391836160","shards":1,"effective_bpw":3.6082,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1454357504","shards":1,"effective_bpw":3.7703,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1488894976","shards":1,"effective_bpw":3.8598,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1590475520","shards":1,"effective_bpw":4.1232,"repo":"tensorblock/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1707392000","shards":1,"effective_bpw":4.4262,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1739095040","shards":1,"effective_bpw":4.5084,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1828486144","shards":1,"effective_bpw":4.7402,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1834384384","shards":1,"effective_bpw":4.7555,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1929903104","shards":1,"effective_bpw":5.0031,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2005263360","shards":1,"effective_bpw":5.1985,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2169666560","shards":1,"effective_bpw":5.6247,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2224815104","shards":1,"effective_bpw":5.7676,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2300175360","shards":1,"effective_bpw":5.963,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2538159104","shards":1,"effective_bpw":6.5799,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2613519360","shards":1,"effective_bpw":6.7753,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3285476352","shards":1,"effective_bpw":8.5173,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6178317056","shards":1,"effective_bpw":16.0167,"repo":"bartowski/raspberry-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"command-r-35b-writer-v2","canonical_repo":"jukofyork/command-r-35b-writer-v2","display_name":"command-r-35b-writer-v2","publisher":"jukofyork","modality":"text","arch_key":"command-r","params_total":"34980831232","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2237","n_layers":40,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":256000,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"jukofyork/command-r-35b-writer-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8523403424","shards":1,"effective_bpw":1.9493,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"9146650784","shards":1,"effective_bpw":2.0918,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"10185396384","shards":1,"effective_bpw":2.3294,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"11100278944","shards":1,"effective_bpw":2.5386,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11844112544","shards":1,"effective_bpw":2.7087,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12675109024","shards":1,"effective_bpw":2.8988,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12738678944","shards":1,"effective_bpw":2.9133,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"13817401248","shards":1,"effective_bpw":3.16,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13817401504","shards":1,"effective_bpw":3.16,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13832474784","shards":1,"effective_bpw":3.1634,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"15091421344","shards":1,"effective_bpw":3.4514,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15862124448","shards":1,"effective_bpw":3.6276,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15862124704","shards":1,"effective_bpw":3.6276,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15862124704","shards":1,"effective_bpw":3.6276,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16697708704","shards":1,"effective_bpw":3.8187,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"17618489248","shards":1,"effective_bpw":4.0293,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17618489504","shards":1,"effective_bpw":4.0293,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"19149410208","shards":1,"effective_bpw":4.3794,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"19149410464","shards":1,"effective_bpw":4.3794,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19201839264","shards":1,"effective_bpw":4.3914,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"19346018208","shards":1,"effective_bpw":4.4244,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20287115424","shards":1,"effective_bpw":4.6396,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"20378341280","shards":1,"effective_bpw":4.6605,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20378341536","shards":1,"effective_bpw":4.6605,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21527056288","shards":1,"effective_bpw":4.9232,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21527056544","shards":1,"effective_bpw":4.9232,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"22284652704","shards":1,"effective_bpw":5.0964,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"24339861408","shards":1,"effective_bpw":5.5664,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24339861664","shards":1,"effective_bpw":5.5664,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"25008328608","shards":1,"effective_bpw":5.7193,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"25008328864","shards":1,"effective_bpw":5.7193,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28707180448","shards":1,"effective_bpw":6.5652,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28707180704","shards":1,"effective_bpw":6.5652,"repo":"mradermacher/command-r-35b-writer-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"37179019168","shards":1,"effective_bpw":8.5027,"repo":"mradermacher/command-r-35b-writer-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-luchador","canonical_repo":"rpDungeon/Gemma-4-E4B-Luchador","display_name":"Gemma-4-E4B-Luchador","publisher":"rpDungeon","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2235","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rpDungeon/Gemma-4-E4B-Luchador","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3959906976","shards":1,"effective_bpw":3.9618,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4458091168","shards":1,"effective_bpw":4.4602,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4632038048","shards":1,"effective_bpw":4.6343,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4699693728","shards":1,"effective_bpw":4.702,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4767779488","shards":1,"effective_bpw":4.7701,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4898728608","shards":1,"effective_bpw":4.9011,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5034224288","shards":1,"effective_bpw":5.0366,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5112826528","shards":1,"effective_bpw":5.1153,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5223858848","shards":1,"effective_bpw":5.2264,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5232224928","shards":1,"effective_bpw":5.2347,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5235655328","shards":1,"effective_bpw":5.2382,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5303243424","shards":1,"effective_bpw":5.3058,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5405168288","shards":1,"effective_bpw":5.4078,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5458477728","shards":1,"effective_bpw":5.4611,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5701288608","shards":1,"effective_bpw":5.704,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5820881568","shards":1,"effective_bpw":5.8237,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6250320544","shards":1,"effective_bpw":6.2533,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6329952928","shards":1,"effective_bpw":6.333,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6666033824","shards":1,"effective_bpw":6.6692,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7175105184","shards":1,"effective_bpw":7.1786,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031240864","shards":1,"effective_bpw":8.0351,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15053095264","shards":1,"effective_bpw":15.0603,"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"arex-turbo","canonical_repo":"BAAI/AREX-Turbo","display_name":"AREX-Turbo","publisher":"BAAI","modality":"vision_language","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2228","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BAAI/AREX-Turbo","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1825573952","shards":1,"effective_bpw":3.2174,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2063602752","shards":1,"effective_bpw":3.6369,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2115652672","shards":1,"effective_bpw":3.7286,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2217561152","shards":1,"effective_bpw":3.9082,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2275775552","shards":1,"effective_bpw":4.0108,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2326074432","shards":1,"effective_bpw":4.0995,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2355156032","shards":1,"effective_bpw":4.1507,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2447479872","shards":1,"effective_bpw":4.3134,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2537264192","shards":1,"effective_bpw":4.4717,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2543162432","shards":1,"effective_bpw":4.4821,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2647364672","shards":1,"effective_bpw":4.6657,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2647856192","shards":1,"effective_bpw":4.6666,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2717979712","shards":1,"effective_bpw":4.7902,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2851673152","shards":1,"effective_bpw":5.0258,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2884850752","shards":1,"effective_bpw":5.0843,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3038809152","shards":1,"effective_bpw":5.3556,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3128235072","shards":1,"effective_bpw":5.5132,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3315586112","shards":1,"effective_bpw":5.8434,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3469544512","shards":1,"effective_bpw":6.1147,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3677180992","shards":1,"effective_bpw":6.4807,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3831139392","shards":1,"effective_bpw":6.752,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4493954112","shards":1,"effective_bpw":7.9201,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424393504","shards":1,"effective_bpw":14.8471,"repo":"bartowski/BAAI_AREX-Turbo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v2-lite-instruct-abliterated-15-1-2","canonical_repo":"kxdyh/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2","display_name":"DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2","publisher":"kxdyh","modality":"text","arch_key":"deepseek2","params_total":"15706484224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2228","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"6437103232","shards":1,"effective_bpw":3.2787,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7491426944","shards":1,"effective_bpw":3.8157,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8130370176","shards":1,"effective_bpw":4.1412,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8463161984","shards":1,"effective_bpw":4.3107,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8647691904","shards":1,"effective_bpw":4.4046,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9537150592","shards":1,"effective_bpw":4.8577,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10367958656","shards":1,"effective_bpw":5.2809,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11144830592","shards":1,"effective_bpw":5.6766,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11853086336","shards":1,"effective_bpw":6.0373,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14073832064","shards":1,"effective_bpw":7.1684,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16702520960","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-V2-Lite-Instruct-Abliterated-15-1.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rp-model-e2b-v5-1","canonical_repo":"3fou34jfioqjf3q0pf/rp-model_E2B_v5.1","display_name":"rp-model_E2B_v5.1","publisher":"3fou34jfioqjf3q0pf","modality":"text","arch_key":"gemma4","params_total":"5123178051","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2227","n_layers":35,"n_head":8,"n_head_kv":1,"head_dim_k":256,"head_dim_v":256,"hidden":1536,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"3fou34jfioqjf3q0pf/rp-model_E2B_v5.1","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"2989081824","shards":1,"effective_bpw":4.6675,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3110210784","shards":1,"effective_bpw":4.8567,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3112404192","shards":1,"effective_bpw":4.8601,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3134964960","shards":1,"effective_bpw":4.8953,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3201344736","shards":1,"effective_bpw":4.999,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3282347232","shards":1,"effective_bpw":5.1255,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3303924960","shards":1,"effective_bpw":5.1592,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3362219232","shards":1,"effective_bpw":5.2502,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3362514144","shards":1,"effective_bpw":5.2507,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3365070048","shards":1,"effective_bpw":5.2547,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"3427874016","shards":1,"effective_bpw":5.3527,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"3477775584","shards":1,"effective_bpw":5.4307,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3595396320","shards":1,"effective_bpw":5.6143,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3630281952","shards":1,"effective_bpw":5.6688,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3845340384","shards":1,"effective_bpw":6.0046,"repo":"mradermacher/rp-model_E2B_v5.1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"morax-24b-v2","canonical_repo":"DarkArtsForge/Morax-24B-v2","display_name":"Morax-24B-v2","publisher":"DarkArtsForge","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2226","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DarkArtsForge/Morax-24B-v2","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"6545138880","shards":1,"effective_bpw":2.2213,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478373600","shards":1,"effective_bpw":2.538,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114072800","shards":1,"effective_bpw":2.7537,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280613600","shards":1,"effective_bpw":3.1496,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907140480","shards":1,"effective_bpw":3.3623,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"10428151680","shards":1,"effective_bpw":3.5391,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650974080","shards":1,"effective_bpw":3.6147,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758941600","shards":1,"effective_bpw":4.3301,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468041760","shards":1,"effective_bpw":4.5708,"repo":"Naphula/Morax-24B-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fara1-5-4b","canonical_repo":"microsoft/Fara1.5-4B","display_name":"Fara1.5-4B","publisher":"microsoft","modality":"vision_language","arch_key":"qwen35","params_total":"4539265536","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2225","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/Fara1.5-4B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1825573984","shards":1,"effective_bpw":3.2174,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2063602784","shards":1,"effective_bpw":3.6369,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2069879648","shards":1,"effective_bpw":3.648,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"2115652704","shards":1,"effective_bpw":3.7286,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2217561184","shards":1,"effective_bpw":3.9082,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2262063968","shards":1,"effective_bpw":3.9867,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2275775584","shards":1,"effective_bpw":4.0108,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2326074464","shards":1,"effective_bpw":4.0995,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2355156064","shards":1,"effective_bpw":4.1507,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2421316448","shards":1,"effective_bpw":4.2673,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2447479904","shards":1,"effective_bpw":4.3134,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2537264224","shards":1,"effective_bpw":4.4717,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2543162464","shards":1,"effective_bpw":4.4821,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2563887968","shards":1,"effective_bpw":4.5186,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2647364704","shards":1,"effective_bpw":4.6657,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2647856224","shards":1,"effective_bpw":4.6666,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2708804448","shards":1,"effective_bpw":4.774,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2717979744","shards":1,"effective_bpw":4.7902,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2851673184","shards":1,"effective_bpw":5.0258,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2884850784","shards":1,"effective_bpw":5.0843,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2990035808","shards":1,"effective_bpw":5.2696,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3038809184","shards":1,"effective_bpw":5.3556,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3074986848","shards":1,"effective_bpw":5.4194,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3128235104","shards":1,"effective_bpw":5.5132,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3315586144","shards":1,"effective_bpw":5.8434,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3469544544","shards":1,"effective_bpw":6.1147,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3677181024","shards":1,"effective_bpw":6.4807,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3831139424","shards":1,"effective_bpw":6.752,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4482403168","shards":1,"effective_bpw":7.8998,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4493954144","shards":1,"effective_bpw":7.9201,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8424393568","shards":1,"effective_bpw":14.8471,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424393568","shards":1,"effective_bpw":14.8471,"repo":"bartowski/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8424393568","shards":1,"effective_bpw":14.8471,"repo":"prithivMLmods/Fara1.5-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dotwebs-1","canonical_repo":"GoDotWebs/dotwebs-1","display_name":"dotwebs-1","publisher":"GoDotWebs","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2223","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GoDotWebs/dotwebs-1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914968896","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969152","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364021568","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364021824","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990080","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522782784","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737609536","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737609792","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512320","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048512576","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326417984","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875008","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462863936","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488553792","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554048","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555662912","shards":1,"effective_bpw":4.6042,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780090688","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780090944","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961461824","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642368","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472642624","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642544448","shards":1,"effective_bpw":5.505,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642544704","shards":1,"effective_bpw":5.505,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558901568","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558901824","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/dotwebs-1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786060608","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407321408","shards":1,"effective_bpw":15.255,"repo":"mradermacher/dotwebs-1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencaption-2b-vl-sft-v1-0","canonical_repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0","display_name":"OpenCaption-2B-VL-SFT-v1.0","publisher":"prithivMLmods","modality":"vision_language","arch_key":"qwen3vl","params_total":"2127532032","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2222","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"515778016","shards":1,"effective_bpw":1.9394,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"543794656","shards":1,"effective_bpw":2.0448,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"590489056","shards":1,"effective_bpw":2.2204,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"631514592","shards":1,"effective_bpw":2.3746,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"657827296","shards":1,"effective_bpw":2.4736,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"695182816","shards":1,"effective_bpw":2.614,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"732970464","shards":1,"effective_bpw":2.7561,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"754361824","shards":1,"effective_bpw":2.8366,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777796800","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"777797088","shards":1,"effective_bpw":2.9247,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"834223584","shards":1,"effective_bpw":3.1369,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867251360","shards":1,"effective_bpw":3.2611,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867253440","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"867253728","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"867253728","shards":1,"effective_bpw":3.2611,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"895663584","shards":1,"effective_bpw":3.3679,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939537568","shards":1,"effective_bpw":3.5329,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939539648","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"939539936","shards":1,"effective_bpw":3.5329,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003500704","shards":1,"effective_bpw":3.7734,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003502784","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1003503072","shards":1,"effective_bpw":3.7734,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1010384352","shards":1,"effective_bpw":3.7993,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1016282304","shards":1,"effective_bpw":3.8215,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1054422176","shards":1,"effective_bpw":3.9649,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1054424544","shards":1,"effective_bpw":3.9649,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1056783840","shards":1,"effective_bpw":3.9737,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060189344","shards":1,"effective_bpw":3.9866,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060191424","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1060191712","shards":1,"effective_bpw":3.9866,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107408032","shards":1,"effective_bpw":4.1641,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107410112","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1107410400","shards":1,"effective_bpw":4.1641,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1142504928","shards":1,"effective_bpw":4.2961,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230582944","shards":1,"effective_bpw":4.6273,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1230582944","shards":1,"effective_bpw":4.6273,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230585024","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1230585312","shards":1,"effective_bpw":4.6273,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257878688","shards":1,"effective_bpw":4.7299,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257880768","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1257881056","shards":1,"effective_bpw":4.7299,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417753760","shards":1,"effective_bpw":5.3311,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417755840","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1417756128","shards":1,"effective_bpw":5.3311,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834425504","shards":1,"effective_bpw":6.8979,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834427584","shards":1,"effective_bpw":6.8979,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447348384","shards":1,"effective_bpw":12.9628,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447348384","shards":1,"effective_bpw":12.9628,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3447350464","shards":1,"effective_bpw":12.9628,"repo":"mradermacher/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"6888250528","shards":1,"effective_bpw":25.9014,"repo":"prithivMLmods/OpenCaption-2B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"legion-v2-1-llama-70b","canonical_repo":"Tarek07/Legion-V2.1-LLaMa-70B","display_name":"Legion-V2.1-LLaMa-70B","publisher":"Tarek07","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"2221","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Tarek07/Legion-V2.1-LLaMa-70B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343484896","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751197760","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751198176","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097386560","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097386976","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142109760","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142110176","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242344512","shards":1,"effective_bpw":2.522,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242344928","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119295552","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119295968","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471945184","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375110208","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375110624","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401158208","shards":1,"effective_bpw":3.107,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469495872","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469496288","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307731520","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307731936","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912052800","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912053216","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912053216","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937035840","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937036256","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267496000","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267496416","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140594240","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140594656","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902663232","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902663648","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053620288","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116534848","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116535264","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347221568","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347221984","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520395328","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520395744","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313591360","shards":1,"effective_bpw":5.0247,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313591776","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657448512","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657448928","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949818656","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949818848","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Legion-V2.1-LLaMa-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888145184","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975051520","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mixtral-34bx2-moe-60b","canonical_repo":"cloudyu/Mixtral_34Bx2_MoE_60B","display_name":"Mixtral_34Bx2_MoE_60B","publisher":"cloudyu","modality":"text","arch_key":"llama","params_total":"60813892608","is_moe":true,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2219","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":2,"n_expert_used":2,"arch_source":"cloudyu/Mixtral_34Bx2_MoE_60B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"20546130528","shards":1,"effective_bpw":2.7028,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"26787709536","shards":1,"effective_bpw":3.5239,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"34333635168","shards":1,"effective_bpw":4.5166,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"34390405728","shards":1,"effective_bpw":4.524,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"41877811808","shards":1,"effective_bpw":5.509,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"41907057248","shards":1,"effective_bpw":5.5128,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"49893499488","shards":1,"effective_bpw":6.5634,"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"moonshine-base","canonical_repo":"UsefulSensors/moonshine-base","display_name":"moonshine-base","publisher":"UsefulSensors","modality":"audio_asr","arch_key":"moonshine","params_total":"61513920","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2219","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":416,"vocab_size":32768,"ctx_native":194,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"UsefulSensors/moonshine-base","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"46923872","shards":1,"effective_bpw":6.1025,"repo":"cstr/moonshine-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"75890784","shards":1,"effective_bpw":9.8697,"repo":"cstr/moonshine-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77476480","shards":1,"effective_bpw":10.076,"repo":"handy-computer/moonshine-base-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"131789440","shards":1,"effective_bpw":17.1395,"repo":"handy-computer/moonshine-base-gguf","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"247657088","shards":1,"effective_bpw":32.2083,"repo":"handy-computer/moonshine-base-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bielik-11b-v2-2-instruct","canonical_repo":"speakleash/Bielik-11B-v2.2-Instruct","display_name":"Bielik-11B-v2.2-Instruct","publisher":"speakleash","modality":"text","arch_key":"llama","params_total":"11168796672","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2219","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"3823567136","shards":1,"effective_bpw":2.7387,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4164337952","shards":1,"effective_bpw":2.9828,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4292849952","shards":1,"effective_bpw":3.0749,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4627738912","shards":1,"effective_bpw":3.3148,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4852724000","shards":1,"effective_bpw":3.4759,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5038780704","shards":1,"effective_bpw":3.6092,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5404995872","shards":1,"effective_bpw":3.8715,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5880000800","shards":1,"effective_bpw":4.2117,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6006415648","shards":1,"effective_bpw":4.3023,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"6340567328","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6364684576","shards":1,"effective_bpw":4.5589,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6724050432","shards":1,"effective_bpw":4.8163,"repo":"speakleash/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6724051232","shards":1,"effective_bpw":4.8163,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6821720352","shards":1,"effective_bpw":4.8863,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"7698145568","shards":1,"effective_bpw":5.514,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7907040768","shards":1,"effective_bpw":5.6637,"repo":"speakleash/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7907041568","shards":1,"effective_bpw":5.6637,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7988261152","shards":1,"effective_bpw":5.7218,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9163968000","shards":1,"effective_bpw":6.564,"repo":"speakleash/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9163968800","shards":1,"effective_bpw":6.564,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"9227710752","shards":1,"effective_bpw":6.6096,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11868810752","shards":1,"effective_bpw":8.5014,"repo":"speakleash/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11868811552","shards":1,"effective_bpw":8.5014,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"22339170304","shards":1,"effective_bpw":16.0011,"repo":"bartowski/Bielik-11B-v2.2-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-8b-instruct-minecraft-mt-en-zh","canonical_repo":"Q1ngMang/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh","display_name":"Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh","publisher":"Q1ngMang","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-sa-4.0","downloads_30d":"2215","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Q1ngMang/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771840","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149952","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113472","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158656","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745920","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916736","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083554240","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281735104","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369635264","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626876352","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613760","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667776","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622528","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163520","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431396288","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841600","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334592","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793626048","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014656","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027786176","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757760","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763840","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114944","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901760","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/Qwen3-VL-8B-Instruct-Minecraft-MT-en-zh-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wayfarer-12b","canonical_repo":"LatitudeGames/Wayfarer-12B","display_name":"Wayfarer-12B","publisher":"LatitudeGames","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2214","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LatitudeGames/Wayfarer-12B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2999221440","shards":1,"effective_bpw":1.959,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2999222336","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"3221634240","shards":1,"effective_bpw":2.1043,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221635136","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"3592322240","shards":1,"effective_bpw":2.3464,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592323136","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915087040","shards":1,"effective_bpw":2.5573,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915087936","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138483936","shards":1,"effective_bpw":2.7032,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138484416","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138484832","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034336","shards":1,"effective_bpw":2.8969,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034816","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435035232","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"4493689376","shards":1,"effective_bpw":2.9352,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493690272","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791058976","shards":1,"effective_bpw":3.1294,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059456","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791059872","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945395936","shards":1,"effective_bpw":3.2302,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945396832","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306500672","shards":1,"effective_bpw":3.4661,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306501152","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306501568","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446429440","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238272","shards":1,"effective_bpw":3.6148,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238752","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239168","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562091072","shards":1,"effective_bpw":3.633,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562091968","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722244672","shards":1,"effective_bpw":3.7376,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722245152","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722245568","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102272","shards":1,"effective_bpw":3.9734,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102752","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103168","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515072","shards":1,"effective_bpw":4.2858,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515552","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561515968","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723136","shards":1,"effective_bpw":4.4042,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723616","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742724032","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094652256","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094652672","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097928576","shards":1,"effective_bpw":4.6362,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097929056","shards":1,"effective_bpw":4.6362,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097929472","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120210816","shards":1,"effective_bpw":4.6508,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211296","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120211712","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218176","shards":1,"effective_bpw":4.884,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218656","shards":1,"effective_bpw":4.884,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477219072","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795232736","shards":1,"effective_bpw":5.0917,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795233152","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975299840","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750336","shards":1,"effective_bpw":5.5643,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750816","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518751232","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646336","shards":1,"effective_bpw":5.7007,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646816","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727647232","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141840640","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226272","shards":1,"effective_bpw":6.5685,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226752","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056227168","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Wayfarer-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381290240","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390560","shards":1,"effective_bpw":8.5059,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022391040","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504316736","shards":1,"effective_bpw":16.0057,"repo":"LatitudeGames/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504317184","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Wayfarer-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lightning-1-7b","canonical_repo":"TitleOS/Lightning-1.7B","display_name":"Lightning-1.7B","publisher":"TitleOS","modality":"text","arch_key":"qwen3","params_total":"1720574976","is_moe":false,"is_gated":false,"license_spdx":"mpl-2.0","downloads_30d":"2211","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TitleOS/Lightning-1.7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"695181376","shards":1,"effective_bpw":3.2323,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"754360384","shards":1,"effective_bpw":3.5075,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"777795648","shards":1,"effective_bpw":3.6164,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"834222144","shards":1,"effective_bpw":3.8788,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"853155904","shards":1,"effective_bpw":3.9668,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"867252288","shards":1,"effective_bpw":4.0324,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"895662144","shards":1,"effective_bpw":4.1645,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"939538496","shards":1,"effective_bpw":4.3685,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1003501632","shards":1,"effective_bpw":4.6659,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1010382912","shards":1,"effective_bpw":4.6979,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1054423104","shards":1,"effective_bpw":4.9027,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1056782400","shards":1,"effective_bpw":4.9136,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1060190272","shards":1,"effective_bpw":4.9295,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1107408960","shards":1,"effective_bpw":5.149,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1142503488","shards":1,"effective_bpw":5.3122,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1182769216","shards":1,"effective_bpw":5.4994,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1230583872","shards":1,"effective_bpw":5.7217,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1257879616","shards":1,"effective_bpw":5.8486,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1333239872","shards":1,"effective_bpw":6.199,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1417754688","shards":1,"effective_bpw":6.592,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1493114944","shards":1,"effective_bpw":6.9424,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1834426432","shards":1,"effective_bpw":8.5294,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3447349024","shards":1,"effective_bpw":16.0288,"repo":"bartowski/TitleOS_Lightning-1.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-1-2b-instruct","canonical_repo":"ibm-granite/granite-3.1-2b-instruct","display_name":"granite-3.1-2b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"2533531648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2209","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.1-2b-instruct","arch_confidence":1,"quantizations":[{"quant":"TQ1_0","bytes":"598137440","shards":1,"effective_bpw":1.8887,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"TQ2_0","bytes":"712170080","shards":1,"effective_bpw":2.2488,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"888525568","shards":1,"effective_bpw":2.8057,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978245184","shards":1,"effective_bpw":3.089,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1002626048","shards":1,"effective_bpw":3.1659,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1045551136","shards":1,"effective_bpw":3.3015,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1074386976","shards":1,"effective_bpw":3.3925,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1078842944","shards":1,"effective_bpw":3.4066,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130288704","shards":1,"effective_bpw":3.5691,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1169282624","shards":1,"effective_bpw":3.6922,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1197201440","shards":1,"effective_bpw":3.7803,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1197201440","shards":1,"effective_bpw":3.7803,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1229707296","shards":1,"effective_bpw":3.883,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1243077472","shards":1,"effective_bpw":3.9252,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251726912","shards":1,"effective_bpw":3.9525,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357370944","shards":1,"effective_bpw":4.2861,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1383913024","shards":1,"effective_bpw":4.3699,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1383914336","shards":1,"effective_bpw":4.3699,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1427428640","shards":1,"effective_bpw":4.5073,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1458624064","shards":1,"effective_bpw":4.6058,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1458624064","shards":1,"effective_bpw":4.6058,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1458625376","shards":1,"effective_bpw":4.6058,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464391232","shards":1,"effective_bpw":4.624,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1477499744","shards":1,"effective_bpw":4.6654,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1530551136","shards":1,"effective_bpw":4.8329,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545295424","shards":1,"effective_bpw":4.8795,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1569676288","shards":1,"effective_bpw":4.9565,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1585764000","shards":1,"effective_bpw":5.0073,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1744099360","shards":1,"effective_bpw":5.5073,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757468224","shards":1,"effective_bpw":5.5495,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1780865888","shards":1,"effective_bpw":5.6233,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804817984","shards":1,"effective_bpw":5.699,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1809275744","shards":1,"effective_bpw":5.7131,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1829198848","shards":1,"effective_bpw":5.776,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1902434720","shards":1,"effective_bpw":6.0072,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080560704","shards":1,"effective_bpw":6.5697,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_M","bytes":"2080562016","shards":1,"effective_bpw":6.5697,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2104941568","shards":1,"effective_bpw":6.6467,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694110208","shards":1,"effective_bpw":8.5071,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"3328109888","shards":2,"effective_bpw":10.509,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"4398640448","shards":2,"effective_bpw":13.8894,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5069140320","shards":1,"effective_bpw":16.0066,"repo":"bartowski/granite-3.1-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5069141600","shards":1,"effective_bpw":16.0066,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8271088288","shards":3,"effective_bpw":26.1172,"repo":"Mungert/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-30b-a3b-thinking-2507-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated","display_name":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2209","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6416509920","shards":1,"effective_bpw":1.6812,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7078292448","shards":1,"effective_bpw":1.8546,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8181263328","shards":1,"effective_bpw":2.1436,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9076222944","shards":1,"effective_bpw":2.3781,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9287132128","shards":1,"effective_bpw":2.4334,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10169508832","shards":1,"effective_bpw":2.6646,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10519364576","shards":1,"effective_bpw":2.7563,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11258610336","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11258610656","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11849327584","shards":1,"effective_bpw":3.1048,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12598442976","shards":1,"effective_bpw":3.301,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468896","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13292469216","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13299153888","shards":1,"effective_bpw":3.4846,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13513063392","shards":1,"effective_bpw":3.5407,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711847584","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14711847904","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900670624","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15900670944","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16368350176","shards":1,"effective_bpw":4.2888,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557093536","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17379988448","shards":1,"effective_bpw":4.5539,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009888","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17456010208","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556687008","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18556687328","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"19192501216","shards":1,"effective_bpw":5.0288,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080511136","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"21080511456","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581984","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21725582304","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092532896","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"25092533216","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932832","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-4b-instruct","canonical_repo":"Qwen/Qwen3.5-4B-Instruct","display_name":"Qwen3.5-4B-Instruct","publisher":"Qwen","modality":"text","arch_key":"qwen35","params_total":"4652007488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2208","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen3-5-9b-medhelm-reasoning-v1","canonical_repo":"Zaynoid/Qwen3.5-9B-MedHELM-Reasoning-v1","display_name":"Qwen3.5-9B-MedHELM-Reasoning-v1","publisher":"Zaynoid","modality":"text","arch_key":"qwen35","params_total":"9197093888","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2208","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3914969344","shards":1,"effective_bpw":3.4054,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969632","shards":1,"effective_bpw":3.4054,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022016","shards":1,"effective_bpw":3.796,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022304","shards":1,"effective_bpw":3.796,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990560","shards":1,"effective_bpw":3.8934,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783264","shards":1,"effective_bpw":3.9341,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737609984","shards":1,"effective_bpw":4.121,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610272","shards":1,"effective_bpw":4.121,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512768","shards":1,"effective_bpw":4.3914,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513056","shards":1,"effective_bpw":4.3914,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418464","shards":1,"effective_bpw":4.6331,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875456","shards":1,"effective_bpw":4.6605,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864416","shards":1,"effective_bpw":4.7518,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554240","shards":1,"effective_bpw":4.7742,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554528","shards":1,"effective_bpw":4.7742,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663392","shards":1,"effective_bpw":4.8325,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091136","shards":1,"effective_bpw":5.0278,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091424","shards":1,"effective_bpw":5.0278,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462304","shards":1,"effective_bpw":5.1855,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642816","shards":1,"effective_bpw":5.6302,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643104","shards":1,"effective_bpw":5.6302,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642544896","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545184","shards":1,"effective_bpw":5.778,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902016","shards":1,"effective_bpw":6.575,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902304","shards":1,"effective_bpw":6.575,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061056","shards":1,"effective_bpw":8.5123,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407321856","shards":1,"effective_bpw":16.0114,"repo":"mradermacher/Qwen3.5-9B-MedHELM-Reasoning-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-gguf","canonical_repo":"unsloth/DeepSeek-R1-GGUF","display_name":"DeepSeek-R1-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"671026419200","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2205","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"unsloth/DeepSeek-R1-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"north-mini-code-1-0-gguf","canonical_repo":"unsloth/North-Mini-Code-1.0-GGUF","display_name":"North-Mini-Code-1.0-GGUF","publisher":"unsloth","modality":"text","arch_key":"cohere2moe","params_total":"30484303872","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2201","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"granite-20b-code-base-8k","canonical_repo":"ibm-granite/granite-20b-code-base-8k","display_name":"granite-20b-code-base-8k","publisher":"ibm-granite","modality":"text","arch_key":"starcoder","params_total":"20066993152","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2199","n_layers":52,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":49152,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-20b-code-base-8k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4517698048","shards":1,"effective_bpw":1.801,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4912437760","shards":1,"effective_bpw":1.9584,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5570337280","shards":1,"effective_bpw":2.2207,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6157998592","shards":1,"effective_bpw":2.455,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6526048768","shards":1,"effective_bpw":2.6017,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7052368384","shards":1,"effective_bpw":2.8115,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7929485568","shards":1,"effective_bpw":3.1612,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7929485824","shards":1,"effective_bpw":3.1612,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8062540288","shards":1,"effective_bpw":3.2142,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"8658557184","shards":1,"effective_bpw":3.4519,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8658557440","shards":1,"effective_bpw":3.4519,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8934594816","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8934594816","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8934595072","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8934595072","shards":1,"effective_bpw":3.5619,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9587185920","shards":1,"effective_bpw":3.8221,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9587186176","shards":1,"effective_bpw":3.8221,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10566293760","shards":1,"effective_bpw":4.2124,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10566294016","shards":1,"effective_bpw":4.2124,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10936506880","shards":1,"effective_bpw":4.36,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11078064384","shards":1,"effective_bpw":4.4164,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11609102848","shards":1,"effective_bpw":4.6281,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11665725696","shards":1,"effective_bpw":4.6507,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11665725952","shards":1,"effective_bpw":4.6507,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11736504576","shards":1,"effective_bpw":4.6789,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11736504832","shards":1,"effective_bpw":4.6789,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12820207360","shards":1,"effective_bpw":5.111,"repo":"ibm-granite/granite-20b-code-instruct-8k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"12820207872","shards":1,"effective_bpw":5.111,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"12820208128","shards":1,"effective_bpw":5.111,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"14016370944","shards":1,"effective_bpw":5.5878,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14016371200","shards":1,"effective_bpw":5.5878,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14809340160","shards":1,"effective_bpw":5.904,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14809340416","shards":1,"effective_bpw":5.904,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16634255616","shards":1,"effective_bpw":6.6315,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16634255872","shards":1,"effective_bpw":6.6315,"repo":"mradermacher/granite-20b-code-base-8k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21481183488","shards":1,"effective_bpw":8.5638,"repo":"mradermacher/granite-20b-code-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ace-step-v1-5-xl-dit-base","canonical_repo":"ACE-Step/ACE-Step-v1-5-XL-DiT-Base","display_name":"ACE-Step-v1-5-XL-DiT-Base","publisher":"ACE-Step","modality":"text","arch_key":"acestep-dit","params_total":"4988270726","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2198","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"11959690752","shards":4,"effective_bpw":19.1805,"repo":"scragnog/ace-step-1.5-gguf-merge-models","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14110265856","shards":4,"effective_bpw":22.6295,"repo":"scragnog/ace-step-1.5-gguf-merge-models","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16395251968","shards":4,"effective_bpw":26.2941,"repo":"scragnog/ace-step-1.5-gguf-merge-models","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21223314944","shards":4,"effective_bpw":null,"repo":"scragnog/ace-step-1.5-gguf-merge-models","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"39914123136","shards":4,"effective_bpw":null,"repo":"scragnog/ace-step-1.5-gguf-merge-models","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openmedresearch-gemma-4e4n","canonical_repo":"EpistemeAI/OpenMedResearch-Gemma-4E4N","display_name":"OpenMedResearch-Gemma-4E4N","publisher":"EpistemeAI","modality":"text","arch_key":"gemma4","params_total":"7996156490","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2197","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EpistemeAI/OpenMedResearch-Gemma-4E4N","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401307104","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401307360","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654624224","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654624480","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663154400","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714682080","shards":1,"effective_bpw":4.7169,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850382304","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850382560","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021267424","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021267680","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070941920","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091421664","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193944800","shards":1,"effective_bpw":5.1964,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194108640","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202955744","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202956000","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335277024","shards":1,"effective_bpw":5.3378,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335277280","shards":1,"effective_bpw":5.3378,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435936480","shards":1,"effective_bpw":5.4385,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5685956064","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685956320","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5762899424","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762899680","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6217248224","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217248480","shards":1,"effective_bpw":6.2202,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031226272","shards":1,"effective_bpw":8.0351,"repo":"EpistemeAI/OpenMedResearch-Gemma-4E4N-8bit","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8031227360","shards":1,"effective_bpw":8.0351,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15053082080","shards":1,"effective_bpw":15.0603,"repo":"mradermacher/OpenMedResearch-Gemma-4E4N-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"smollm-1-7b-instruct-v0-2","canonical_repo":"HuggingFaceTB/SmolLM-1.7B-Instruct-v0.2","display_name":"SmolLM-1.7B-Instruct-v0.2","publisher":"HuggingFaceTB","modality":"text","arch_key":"llama","params_total":"1711376384","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2195","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"412308768","shards":1,"effective_bpw":1.9274,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"444159264","shards":1,"effective_bpw":2.0763,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"542856480","shards":1,"effective_bpw":2.5376,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"674583840","shards":1,"effective_bpw":3.1534,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"674583904","shards":1,"effective_bpw":3.1534,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"680088928","shards":1,"effective_bpw":3.1791,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"698963296","shards":1,"effective_bpw":3.2674,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"739071264","shards":1,"effective_bpw":3.4549,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"739071328","shards":1,"effective_bpw":3.4549,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"776820000","shards":1,"effective_bpw":3.6313,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"810243424","shards":1,"effective_bpw":3.7876,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"860181792","shards":1,"effective_bpw":4.021,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"932533536","shards":1,"effective_bpw":4.3592,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"932533600","shards":1,"effective_bpw":4.3592,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"940397856","shards":1,"effective_bpw":4.396,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"940397920","shards":1,"effective_bpw":4.396,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"999118112","shards":1,"effective_bpw":4.6705,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"999118176","shards":1,"effective_bpw":4.6705,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1055610144","shards":1,"effective_bpw":4.9346,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1055610208","shards":1,"effective_bpw":4.9346,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1079989600","shards":1,"effective_bpw":5.0485,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1192056096","shards":1,"effective_bpw":5.5724,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1192056160","shards":1,"effective_bpw":5.5724,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1225479456","shards":1,"effective_bpw":5.7286,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1225479520","shards":1,"effective_bpw":5.7286,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1249858912","shards":1,"effective_bpw":5.8426,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1405965600","shards":1,"effective_bpw":6.5723,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1405965664","shards":1,"effective_bpw":6.5723,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1430345056","shards":1,"effective_bpw":6.6863,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1820415264","shards":1,"effective_bpw":8.5097,"repo":"MaziyarPanahi/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1820415328","shards":1,"effective_bpw":8.5097,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"6847288384","shards":1,"effective_bpw":32.0083,"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-audio-1-5b-jp","canonical_repo":"LiquidAI/LFM2.5-Audio-1.5B-JP","display_name":"LFM2.5-Audio-1.5B-JP","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1470308496","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2194","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-Audio-1.5B-JP","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"852910208","shards":3,"effective_bpw":4.6407,"repo":"LiquidAI/LFM2.5-Audio-1.5B-JP-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1526579840","shards":3,"effective_bpw":8.3062,"repo":"LiquidAI/LFM2.5-Audio-1.5B-JP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2870811200","shards":3,"effective_bpw":15.6202,"repo":"LiquidAI/LFM2.5-Audio-1.5B-JP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"5738504768","shards":3,"effective_bpw":31.2234,"repo":"LiquidAI/LFM2.5-Audio-1.5B-JP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"octen-embedding-4b","canonical_repo":"Octen/Octen-Embedding-4B","display_name":"Octen-Embedding-4B","publisher":"Octen","modality":"embedding","arch_key":"qwen3","params_total":"4021774336","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2193","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151665,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Octen/Octen-Embedding-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1668923232","shards":1,"effective_bpw":3.3198,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886420832","shards":1,"effective_bpw":3.7524,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075041632","shards":1,"effective_bpw":4.1276,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239209312","shards":1,"effective_bpw":4.4542,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2285739872","shards":1,"effective_bpw":4.5467,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2382733152","shards":1,"effective_bpw":4.7397,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2496704352","shards":1,"effective_bpw":4.9664,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823135072","shards":1,"effective_bpw":5.6157,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2888937312","shards":1,"effective_bpw":5.7466,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3305684832","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4279660800","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8049890400","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Octen-Embedding-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-1-1b-a400m-instruct","canonical_repo":"ibm-granite/granite-3.1-1b-a400m-instruct","display_name":"granite-3.1-1b-a400m-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granitemoe","params_total":"1334628352","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2192","n_layers":24,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":32,"n_expert_used":8,"arch_source":"ibm-granite/granite-3.1-1b-a400m-instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"512238912","shards":1,"effective_bpw":3.0705,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"524429344","shards":1,"effective_bpw":3.1435,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"567780672","shards":1,"effective_bpw":3.4034,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"597861696","shards":1,"effective_bpw":3.5837,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"609559872","shards":1,"effective_bpw":3.6538,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"658580800","shards":1,"effective_bpw":3.9477,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"711402816","shards":1,"effective_bpw":4.2643,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"728212800","shards":1,"effective_bpw":4.365,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"768320832","shards":1,"effective_bpw":4.6055,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"771466560","shards":1,"effective_bpw":4.6243,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"774874432","shards":1,"effective_bpw":4.6447,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"821847360","shards":1,"effective_bpw":4.9263,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"834037792","shards":1,"effective_bpw":4.9994,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"928752960","shards":1,"effective_bpw":5.5671,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"956327232","shards":1,"effective_bpw":5.7324,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"968517664","shards":1,"effective_bpw":5.8055,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1099212096","shards":1,"effective_bpw":6.5889,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1111402528","shards":1,"effective_bpw":6.6619,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1422239776","shards":1,"effective_bpw":8.5252,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2672669216","shards":1,"effective_bpw":16.0205,"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"finetunedqwen14b","canonical_repo":"engr-bilal/FinetunedQwen14B","display_name":"FinetunedQwen14B","publisher":"engr-bilal","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2191","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"engr-bilal/FinetunedQwen14B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5770498176","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596416","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204736","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768896","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196096","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431936","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110976","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554496","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873856","shards":1,"effective_bpw":5.692,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684416","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598336","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/DeepSeek-R1-Finance-Reasoning-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nexus-coder-obliterated","canonical_repo":"Ngixdev/NEXUS-Coder-OBLITERATED","display_name":"NEXUS-Coder-OBLITERATED","publisher":"Ngixdev","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2189","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Ngixdev/NEXUS-Coder-OBLITERATED","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528192","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461888","shards":1,"effective_bpw":2.407,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511018048","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327360","shards":1,"effective_bpw":2.852,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810368","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055296","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135744","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792896","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305184","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305472","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699776","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944928","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945216","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407488","shards":1,"effective_bpw":3.951,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664640","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178976","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179264","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163104","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163392","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732288","shards":1,"effective_bpw":4.642,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902183200","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331840","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937536064","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312864","shards":1,"effective_bpw":4.873,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940313152","shards":1,"effective_bpw":4.873,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048800","shards":1,"effective_bpw":5.11,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986049088","shards":1,"effective_bpw":5.11,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842816","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729760","shards":1,"effective_bpw":5.694,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098730048","shards":1,"effective_bpw":5.694,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050656","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050944","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740128","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740416","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573344","shards":1,"effective_bpw":8.533,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669664","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/NEXUS-Coder-OBLITERATED-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ken3-5-9b","canonical_repo":"ToastyPigeon/Ken3.5-9B","display_name":"Ken3.5-9B","publisher":"ToastyPigeon","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2189","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ToastyPigeon/Ken3.5-9B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446943648","shards":1,"effective_bpw":2.0279,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600445344","shards":1,"effective_bpw":2.1551,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856281504","shards":1,"effective_bpw":2.3671,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065144736","shards":1,"effective_bpw":2.5402,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207767456","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412436384","shards":1,"effective_bpw":2.8281,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508495776","shards":1,"effective_bpw":2.9077,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519200","shards":1,"effective_bpw":3.0154,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793462688","shards":1,"effective_bpw":3.1438,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136461728","shards":1,"effective_bpw":3.4281,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407264","shards":1,"effective_bpw":3.53,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263863712","shards":1,"effective_bpw":3.5337,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415382944","shards":1,"effective_bpw":3.6592,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616185248","shards":1,"effective_bpw":3.8257,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824851872","shards":1,"effective_bpw":3.9986,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070611872","shards":1,"effective_bpw":4.2023,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317551520","shards":1,"effective_bpw":4.4069,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940128","shards":1,"effective_bpw":4.4139,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620192","shards":1,"effective_bpw":4.426,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627045280","shards":1,"effective_bpw":4.6634,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333664","shards":1,"effective_bpw":4.8145,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310112","shards":1,"effective_bpw":5.2255,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522004896","shards":1,"effective_bpw":5.4051,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260064","shards":1,"effective_bpw":6.099,"repo":"mradermacher/Ken3.5-9B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkmere-14b-v0-1","canonical_repo":"0xA50C1A1/Darkmere-14B-v0.1","display_name":"Darkmere-14B-v0.1","publisher":"0xA50C1A1","modality":"text","arch_key":"mistral3","params_total":"13506073600","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2189","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3251941984","shards":1,"effective_bpw":1.9262,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3502617184","shards":1,"effective_bpw":2.0747,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3920409184","shards":1,"effective_bpw":2.3222,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4280857184","shards":1,"effective_bpw":2.5357,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4509577824","shards":1,"effective_bpw":2.6711,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4843811424","shards":1,"effective_bpw":2.8691,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4918850144","shards":1,"effective_bpw":2.9136,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5246530144","shards":1,"effective_bpw":3.1077,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5427081824","shards":1,"effective_bpw":3.2146,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5817676384","shards":1,"effective_bpw":3.446,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6074905184","shards":1,"effective_bpw":3.5983,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6102757984","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6269874784","shards":1,"effective_bpw":3.7138,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6682096224","shards":1,"effective_bpw":3.958,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7210316384","shards":1,"effective_bpw":4.2709,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"7411184224","shards":1,"effective_bpw":4.3898,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7805710944","shards":1,"effective_bpw":4.6235,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7805710944","shards":1,"effective_bpw":4.6235,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7834546784","shards":1,"effective_bpw":4.6406,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8239067744","shards":1,"effective_bpw":4.8802,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"8581657184","shards":1,"effective_bpw":5.0831,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"9383817824","shards":1,"effective_bpw":5.5583,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"9620566624","shards":1,"effective_bpw":5.6985,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"11088409184","shards":1,"effective_bpw":6.568,"repo":"mradermacher/Darkmere-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-sea-lion-v2-8b","canonical_repo":"aisingapore/Llama-SEA-LION-v2-8B","display_name":"Llama-SEA-LION-v2-8B","publisher":"aisingapore","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2187","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aisingapore/Llama-SEA-LION-v2-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019627904","shards":1,"effective_bpw":2.012,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019628096","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972096","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972288","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212416","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212608","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605781888","shards":1,"effective_bpw":2.596,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782080","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758488960","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489152","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281216","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281408","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988815424","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131520","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131776","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131968","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912640","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912832","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747264","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747520","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747712","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499328","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499584","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499776","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325120","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325376","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325568","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823424","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823680","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823872","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918016","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918272","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918464","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956480","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956736","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956928","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447662976","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663168","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484362880","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892096","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892288","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677989440","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669056","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669312","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669504","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734336","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734592","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734784","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130253376","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294080","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294336","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294528","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987520","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987776","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987968","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006528","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006784","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3-8b-cpt-sealionv2-base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006976","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-SEA-LION-v2-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770944","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891264","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/llama3-8b-cpt-sea-lionv2-base-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nous-hermes-2-yi-34b","canonical_repo":"NousResearch/Nous-Hermes-2-Yi-34B","display_name":"Nous-Hermes-2-Yi-34B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2185","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Nous-Hermes-2-Yi-34B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8101091584","shards":1,"effective_bpw":1.8846,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176786208","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9908574464","shards":1,"effective_bpw":2.3051,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10908653824","shards":1,"effective_bpw":2.5377,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11493132544","shards":1,"effective_bpw":2.6737,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12396873984","shards":1,"effective_bpw":2.8839,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13366417664","shards":1,"effective_bpw":3.1095,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13935986944","shards":1,"effective_bpw":3.242,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14555875552","shards":1,"effective_bpw":3.3862,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14717012224","shards":1,"effective_bpw":3.4237,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960294112","shards":1,"effective_bpw":3.4803,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15501478144","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15559969024","shards":1,"effective_bpw":3.6198,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16105883904","shards":1,"effective_bpw":3.7468,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16636573920","shards":1,"effective_bpw":3.8702,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17196108032","shards":1,"effective_bpw":4.0004,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445472","shards":1,"effective_bpw":4.2198,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475051808","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18680629504","shards":1,"effective_bpw":4.3457,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19466528992","shards":1,"effective_bpw":4.5286,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754848","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19543599328","shards":1,"effective_bpw":4.5465,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20139833600","shards":1,"effective_bpw":4.6852,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658710752","shards":1,"effective_bpw":4.8059,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21199894784","shards":1,"effective_bpw":4.9318,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23707691232","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691232","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24248875264","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845472","shards":1,"effective_bpw":5.6581,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24863029504","shards":1,"effective_bpw":5.784,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213926112","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28755110144","shards":1,"effective_bpw":6.6894,"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542281952","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"spatialthinker-7b","canonical_repo":"OX-PIXL/SpatialThinker-7B","display_name":"SpatialThinker-7B","publisher":"OX-PIXL","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2182","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OX-PIXL/SpatialThinker-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666336","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195104","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076384","shards":1,"effective_bpw":2.193,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469020832","shards":1,"effective_bpw":2.382,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636384","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341408","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834072736","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938976","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939232","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513568","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255008","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367264","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367520","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191456","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011040","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390048","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808390304","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458144","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458400","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218471584","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297248","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437812384","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120224","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767840","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768096","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683072416","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683072672","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873282720","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315175328","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315175584","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830112","shards":1,"effective_bpw":5.253,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830368","shards":1,"effective_bpw":5.253,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197664","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254197920","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/SpatialThinker-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524064","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852064","shards":1,"effective_bpw":14.701,"repo":"mradermacher/SpatialThinker-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-next-opus-4-6-reasoning-distilled","canonical_repo":"samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled","display_name":"Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled","publisher":"samuelcardillo","modality":"text","arch_key":"qwen3next","params_total":null,"is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2182","n_layers":48,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":512,"n_expert_used":10,"arch_source":"samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"410100608","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"16406048640","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"TQ1_0","bytes":"17307670400","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"18202984320","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"21197877120","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"23596937088","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"23806592896","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29269669760","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"30905321344","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"32804028288","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34547646336","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"34629533568","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"38278053760","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42699048832","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"45491054464","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"48489047936","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"54995117952","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"56750679936","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"65528663936","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"84812255104","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"159458414656","shards":1,"effective_bpw":null,"repo":"Momix-44/Huihui-Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-abliterated","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"writing-roleplay-20k-context-nemo-12b-v1-0","canonical_repo":"openerotica/writing-roleplay-20k-context-nemo-12b-v1.0","display_name":"writing-roleplay-20k-context-nemo-12b-v1.0","publisher":"openerotica","modality":"text","arch_key":"llama","params_total":"12247802880","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2181","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131074,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openerotica/writing-roleplay-20k-context-nemo-12b-v1.0","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138484128","shards":1,"effective_bpw":2.7032,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435034528","shards":1,"effective_bpw":2.8969,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791059168","shards":1,"effective_bpw":3.1294,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306500864","shards":1,"effective_bpw":3.4661,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446429152","shards":1,"effective_bpw":3.5575,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534238464","shards":1,"effective_bpw":3.6148,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722244864","shards":1,"effective_bpw":3.7376,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083102464","shards":1,"effective_bpw":3.9734,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561515264","shards":1,"effective_bpw":4.2858,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723328","shards":1,"effective_bpw":4.4042,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094651968","shards":1,"effective_bpw":4.6341,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120211008","shards":1,"effective_bpw":4.6508,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218048","shards":1,"effective_bpw":4.884,"repo":"openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477218368","shards":1,"effective_bpw":4.884,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975299552","shards":1,"effective_bpw":5.2093,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518750528","shards":1,"effective_bpw":5.5643,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727646528","shards":1,"effective_bpw":5.7007,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141840352","shards":1,"effective_bpw":5.9713,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056226464","shards":1,"effective_bpw":6.5685,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381289952","shards":1,"effective_bpw":6.7808,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390432","shards":1,"effective_bpw":8.5059,"repo":"openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022390752","shards":1,"effective_bpw":8.5059,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504316832","shards":1,"effective_bpw":16.0057,"repo":"bartowski/writing-roleplay-20k-context-nemo-12b-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504316832","shards":1,"effective_bpw":16.0057,"repo":"openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-0-7b-a1b-creative-v0-1","canonical_repo":"WarlordHermes/granite-4.0-7B-A1B-Creative-v0.1","display_name":"granite-4.0-7B-A1B-Creative-v0.1","publisher":"WarlordHermes","modality":"text","arch_key":"granitehybrid","params_total":"6671539776","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2179","n_layers":40,"n_head":12,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":49160,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","mamba","attention","mamba","mamba","mamba","mamba"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":62,"n_expert_used":6,"arch_source":"WarlordHermes/granite-4.0-7B-A1B-Creative-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1381244032","shards":1,"effective_bpw":1.6563,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1531932544","shards":1,"effective_bpw":1.837,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1783080064","shards":1,"effective_bpw":2.1381,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1984292992","shards":1,"effective_bpw":2.3794,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2000795776","shards":1,"effective_bpw":2.3992,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2201713792","shards":1,"effective_bpw":2.6401,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2304082912","shards":1,"effective_bpw":2.7629,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2450850496","shards":1,"effective_bpw":2.9389,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2450850784","shards":1,"effective_bpw":2.9389,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2595193984","shards":1,"effective_bpw":3.112,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2772390112","shards":1,"effective_bpw":3.3244,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2914537408","shards":1,"effective_bpw":3.4949,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2914537696","shards":1,"effective_bpw":3.4949,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2914537696","shards":1,"effective_bpw":3.4949,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2949632224","shards":1,"effective_bpw":3.537,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3196374976","shards":1,"effective_bpw":3.8328,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3196375264","shards":1,"effective_bpw":3.8328,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3436826560","shards":1,"effective_bpw":4.1212,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3436826848","shards":1,"effective_bpw":4.1212,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3583974880","shards":1,"effective_bpw":4.2976,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3623296192","shards":1,"effective_bpw":4.3448,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"3789955552","shards":1,"effective_bpw":4.5446,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3805684192","shards":1,"effective_bpw":4.5635,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3821805760","shards":1,"effective_bpw":4.5828,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3821806048","shards":1,"effective_bpw":4.5828,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4049883328","shards":1,"effective_bpw":4.8563,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4049883616","shards":1,"effective_bpw":4.8563,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4201916896","shards":1,"effective_bpw":5.0386,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4613877952","shards":1,"effective_bpw":5.5326,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4613878240","shards":1,"effective_bpw":5.5326,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4747780288","shards":1,"effective_bpw":5.6932,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4747780576","shards":1,"effective_bpw":5.6932,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5489295808","shards":1,"effective_bpw":6.5823,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5489296096","shards":1,"effective_bpw":6.5823,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7103933536","shards":1,"effective_bpw":8.5185,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13354144096","shards":1,"effective_bpw":16.0133,"repo":"mradermacher/granite-4.0-7B-A1B-Creative-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"yarn-mistral-7b-128k","canonical_repo":"NousResearch/Yarn-Mistral-7b-128k","display_name":"Yarn-Mistral-7b-128k","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2177","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":131072,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Yarn-Mistral-7b-128k","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719242976","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083097920","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567360","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164568288","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986048","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986976","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024512","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822025440","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944389344","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916544","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373824","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374752","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439104","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368440032","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715776","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715776","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716704","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409216","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131410144","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064960","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065888","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857472","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695858400","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484732640","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Yarn-Mistral-7b-128k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"oxy-1-small","canonical_repo":"oxyapi/oxy-1-small","display_name":"oxy-1-small","publisher":"oxyapi","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2177","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"oxyapi/oxy-1-small","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"5003725184","shards":1,"effective_bpw":2.7102,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356145024","shards":1,"effective_bpw":2.9011,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496384","shards":1,"effective_bpw":3.1255,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383360384","shards":1,"effective_bpw":3.4575,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530816384","shards":1,"effective_bpw":3.5373,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659594624","shards":1,"effective_bpw":3.6071,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916536704","shards":1,"effective_bpw":3.7463,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339202944","shards":1,"effective_bpw":3.9752,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924767104","shards":1,"effective_bpw":4.2923,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119839104","shards":1,"effective_bpw":4.398,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544266624","shards":1,"effective_bpw":4.6279,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549181824","shards":1,"effective_bpw":4.6306,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573430144","shards":1,"effective_bpw":4.6437,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109184","shards":1,"effective_bpw":4.8683,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565952384","shards":1,"effective_bpw":5.1813,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266552704","shards":1,"effective_bpw":5.5607,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508872064","shards":1,"effective_bpw":5.692,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989394304","shards":1,"effective_bpw":5.9523,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124682624","shards":1,"effective_bpw":6.5672,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501801344","shards":1,"effective_bpw":6.7714,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596544","shards":1,"effective_bpw":8.5046,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547714688","shards":1,"effective_bpw":16.0041,"repo":"bartowski/oxy-1-small-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-thinking","canonical_repo":"moonshotai/Kimi-K2-Thinking","display_name":"Kimi-K2-Thinking","publisher":"moonshotai","modality":"text","arch_key":"deepseek2","params_total":"1058118284416","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"2175","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"moonshotai/Kimi-K2-Thinking","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"246848133472","shards":6,"effective_bpw":1.8663,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"285339261312","shards":6,"effective_bpw":2.1573,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"298571046336","shards":23,"effective_bpw":2.2574,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"300929490368","shards":23,"effective_bpw":2.2752,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"309264259552","shards":7,"effective_bpw":2.3382,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"335231162880","shards":7,"effective_bpw":2.5345,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"353551882848","shards":8,"effective_bpw":2.6731,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"372863389248","shards":30,"effective_bpw":2.8191,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"374121101888","shards":8,"effective_bpw":2.8286,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"374396353088","shards":8,"effective_bpw":2.8307,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"394156747232","shards":31,"effective_bpw":2.9801,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"421705865984","shards":9,"effective_bpw":3.1883,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"443155057504","shards":10,"effective_bpw":3.3505,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489088544512","shards":37,"effective_bpw":3.6978,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489995127712","shards":11,"effective_bpw":3.7047,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"489995138976","shards":11,"effective_bpw":3.7047,"repo":"squ11z1/Hypnos-Colossus-1T","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"547174472736","shards":12,"effective_bpw":4.137,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"579064700096","shards":12,"effective_bpw":4.3781,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"581186886976","shards":13,"effective_bpw":4.3941,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"583309073696","shards":13,"effective_bpw":4.4102,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"620557904960","shards":53,"effective_bpw":4.6918,"repo":"DevQuasar/moonshotai.Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"621245226208","shards":13,"effective_bpw":4.697,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"642918554784","shards":13,"effective_bpw":4.8608,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"707006373312","shards":15,"effective_bpw":5.3454,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"728735735328","shards":16,"effective_bpw":5.5097,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"842909134624","shards":18,"effective_bpw":6.3729,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1091053887872","shards":23,"effective_bpw":8.249,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2053155814144","shards":46,"effective_bpw":15.5231,"repo":"unsloth/Kimi-K2-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-reap-23b-a3b-absolute-heresy","canonical_repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy","display_name":"GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy","publisher":"MuXodious","modality":"text","arch_key":"deepseek2","params_total":"22996118432","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2173","n_layers":47,"n_head":20,"n_head_kv":20,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":154880,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":48,"n_expert_used":4,"arch_source":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4825795872","shards":1,"effective_bpw":1.6788,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5328353568","shards":1,"effective_bpw":1.8537,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6165949728","shards":1,"effective_bpw":2.145,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6851427616","shards":1,"effective_bpw":2.3835,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6986386720","shards":1,"effective_bpw":2.4305,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7656463648","shards":1,"effective_bpw":2.6636,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7899824416","shards":1,"effective_bpw":2.7482,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8522710528","shards":1,"effective_bpw":2.9649,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8522711328","shards":1,"effective_bpw":2.9649,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8981183776","shards":1,"effective_bpw":3.1244,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9523634688","shards":1,"effective_bpw":3.3131,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9523635488","shards":1,"effective_bpw":3.3131,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10043860256","shards":1,"effective_bpw":3.4941,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10043860256","shards":1,"effective_bpw":3.4941,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10193986848","shards":1,"effective_bpw":3.5463,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11075691808","shards":1,"effective_bpw":3.8531,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12004336928","shards":1,"effective_bpw":4.1761,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12337318176","shards":1,"effective_bpw":4.292,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12436932096","shards":1,"effective_bpw":4.3266,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13082843424","shards":1,"effective_bpw":4.5513,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13134239232","shards":1,"effective_bpw":4.5692,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13134240032","shards":1,"effective_bpw":4.5692,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13934220800","shards":1,"effective_bpw":4.8475,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13934221600","shards":1,"effective_bpw":4.8475,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14460131616","shards":1,"effective_bpw":5.0305,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15883041056","shards":1,"effective_bpw":5.5255,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16336205312","shards":1,"effective_bpw":5.6831,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16336206112","shards":1,"effective_bpw":5.6831,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18911054336","shards":1,"effective_bpw":6.5789,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"18911055136","shards":1,"effective_bpw":6.5789,"repo":"mradermacher/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"24456889856","shards":1,"effective_bpw":8.5082,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"46011270656","shards":1,"effective_bpw":16.0066,"repo":"MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-hereticlm-4b","canonical_repo":"yamatazen/Qwen3-HereticLM-4B","display_name":"Qwen3-HereticLM-4B","publisher":"yamatazen","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2169","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"yamatazen/Qwen3-HereticLM-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055252608","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127014528","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246617728","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354096768","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417298048","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512980608","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563451008","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669496192","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669496448","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670185088","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814371968","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886993792","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886994048","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899527808","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962892928","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075614592","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075614848","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239782272","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239782528","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270748288","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286312832","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375769728","shards":1,"effective_bpw":4.725,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381340288","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383306112","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383306368","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497277312","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497277568","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596626048","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823708032","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823708288","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889510272","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889510528","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306257792","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306258048","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-HereticLM-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280401792","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051281792","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-HereticLM-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cyclegrpo-4b","canonical_repo":"XinNUS/CycleGRPO-4B","display_name":"CycleGRPO-4B","publisher":"XinNUS","modality":"text","arch_key":"qwen3vl","params_total":"4828036608","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2168","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":152183,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"XinNUS/CycleGRPO-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1183531808","shards":1,"effective_bpw":1.9611,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1255293728","shards":1,"effective_bpw":2.08,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1374896928","shards":1,"effective_bpw":2.2782,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1482375968","shards":1,"effective_bpw":2.4563,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1585144832","shards":1,"effective_bpw":2.6266,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1680827392","shards":1,"effective_bpw":2.7851,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1691814208","shards":1,"effective_bpw":2.8033,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1797859392","shards":1,"effective_bpw":2.979,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1797859648","shards":1,"effective_bpw":2.979,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1838031872","shards":1,"effective_bpw":3.0456,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1982302752","shards":1,"effective_bpw":3.2847,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2054924576","shards":1,"effective_bpw":3.405,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2054924832","shards":1,"effective_bpw":3.405,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2067458592","shards":1,"effective_bpw":3.4258,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2130823712","shards":1,"effective_bpw":3.5307,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2243545376","shards":1,"effective_bpw":3.7175,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2243545632","shards":1,"effective_bpw":3.7175,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2407713056","shards":1,"effective_bpw":3.9896,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2407713312","shards":1,"effective_bpw":3.9896,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2478246656","shards":1,"effective_bpw":4.1064,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2493811200","shards":1,"effective_bpw":4.1322,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2595442720","shards":1,"effective_bpw":4.3006,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2601013280","shards":1,"effective_bpw":4.3098,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2602979104","shards":1,"effective_bpw":4.3131,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2602979360","shards":1,"effective_bpw":4.3131,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2716950304","shards":1,"effective_bpw":4.502,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2716950560","shards":1,"effective_bpw":4.502,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2840648320","shards":1,"effective_bpw":4.7069,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3092079584","shards":1,"effective_bpw":5.1235,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3092079840","shards":1,"effective_bpw":5.1235,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3157881824","shards":1,"effective_bpw":5.2326,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3157882080","shards":1,"effective_bpw":5.2326,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3626371584","shards":1,"effective_bpw":6.0089,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3626371840","shards":1,"effective_bpw":6.0089,"repo":"mradermacher/CycleGRPO-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4695022144","shards":1,"effective_bpw":7.7796,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8831734144","shards":1,"effective_bpw":14.6341,"repo":"mradermacher/CycleGRPO-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"starcoder2-7b","canonical_repo":"bigcode/starcoder2-7b","display_name":"starcoder2-7b","publisher":"bigcode","modality":"text","arch_key":"starcoder2","params_total":"7173923840","is_moe":false,"is_gated":false,"license_spdx":"bigcode-openrail-m","downloads_30d":"2165","n_layers":32,"n_head":36,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":4608,"vocab_size":49152,"ctx_native":16384,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"bigcode/starcoder2-7b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2724543296","shards":1,"effective_bpw":3.0383,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3090234176","shards":1,"effective_bpw":3.4461,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3594533696","shards":1,"effective_bpw":4.0084,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3985587008","shards":1,"effective_bpw":4.4445,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4042799936","shards":1,"effective_bpw":4.5083,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4128914240","shards":1,"effective_bpw":4.6044,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4402887488","shards":1,"effective_bpw":4.9099,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4939332416","shards":1,"effective_bpw":5.5081,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4939332416","shards":1,"effective_bpw":5.5081,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5124832064","shards":1,"effective_bpw":5.715,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5891898176","shards":1,"effective_bpw":6.5703,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7628929856","shards":1,"effective_bpw":8.5074,"repo":"second-state/StarCoder2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-song-stream-3b-instruct","canonical_repo":"prithivMLmods/Llama-Song-Stream-3B-Instruct","display_name":"Llama-Song-Stream-3B-Instruct","publisher":"prithivMLmods","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2164","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Llama-Song-Stream-3B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1229033376","shards":1,"effective_bpw":3.0604,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363937184","shards":1,"effective_bpw":3.3963,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1459359648","shards":1,"effective_bpw":3.6339,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1476790176","shards":1,"effective_bpw":3.6773,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542850464","shards":1,"effective_bpw":3.8418,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599670176","shards":1,"effective_bpw":3.9833,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687160736","shards":1,"effective_bpw":4.2012,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815349152","shards":1,"effective_bpw":4.5204,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829111712","shards":1,"effective_bpw":4.5546,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1917192096","shards":1,"effective_bpw":4.774,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921910688","shards":1,"effective_bpw":4.7857,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928202144","shards":1,"effective_bpw":4.8014,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019379104","shards":1,"effective_bpw":5.0284,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114801568","shards":1,"effective_bpw":5.266,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269513632","shards":1,"effective_bpw":5.6513,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322155424","shards":1,"effective_bpw":5.7823,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2417577888","shards":1,"effective_bpw":6.02,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643855264","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2739277728","shards":1,"effective_bpw":6.821,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421900704","shards":1,"effective_bpw":8.5208,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433689184","shards":1,"effective_bpw":16.0204,"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimiko-mistral-7b","canonical_repo":"Chat-Error/Kimiko-Mistral-7B","display_name":"Kimiko-Mistral-7B","publisher":"Chat-Error","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2163","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Chat-Error/Kimiko-Mistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097728","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567168","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985856","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024320","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916352","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373632","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438912","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409024","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064768","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857280","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magidonia-24b-v4-3-heretic-v1-2","canonical_repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2","display_name":"Magidonia-24B-v4.3-heretic-v1.2","publisher":"grayarea","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2163","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"grayarea/Magidonia-24B-v4.3-heretic-v1.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273725280","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499680","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123680","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207037280","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478356320","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114055520","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320166240","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890329440","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280596320","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907120480","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278880","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131680","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650954080","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085472","shards":1,"effective_bpw":3.8941,"repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474086240","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400765280","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758919520","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494233440","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283680","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912672","shards":1,"effective_bpw":4.8646,"repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333913440","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110880","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304417120","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987552","shards":1,"effective_bpw":5.6894,"repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763988320","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942880","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783072","shards":1,"effective_bpw":8.5031,"repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153522272","shards":1,"effective_bpw":16.003,"repo":"grayarea/Magidonia-24B-v4.3-heretic-v1.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-120b-uncensored-bf16","canonical_repo":"huizimao/gpt-oss-120b-uncensored-bf16","display_name":"gpt-oss-120b-uncensored-bf16","publisher":"huizimao","modality":"text","arch_key":"gpt-oss","params_total":"116829156672","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2162","n_layers":36,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"huizimao/gpt-oss-120b-uncensored-bf16","arch_confidence":1,"quantizations":[{"quant":"Q3_K_L","bytes":"62600116192","shards":2,"effective_bpw":4.2866,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"62600116192","shards":2,"effective_bpw":4.2866,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"62686377952","shards":2,"effective_bpw":4.2925,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"62686377952","shards":2,"effective_bpw":4.2925,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"62706284512","shards":2,"effective_bpw":4.2939,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"62706284512","shards":2,"effective_bpw":4.2939,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"62706284512","shards":2,"effective_bpw":4.2939,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"62706284512","shards":2,"effective_bpw":4.2939,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"62709602272","shards":2,"effective_bpw":4.2941,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"62709602272","shards":2,"effective_bpw":4.2941,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62841713632","shards":2,"effective_bpw":4.3032,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62841713632","shards":2,"effective_bpw":4.3032,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"62995851232","shards":2,"effective_bpw":4.3137,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"62995851232","shards":2,"effective_bpw":4.3137,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"63058888672","shards":2,"effective_bpw":4.318,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"63058888672","shards":2,"effective_bpw":4.318,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"63284496352","shards":2,"effective_bpw":4.3335,"repo":"Valent1qw/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"63284496352","shards":2,"effective_bpw":4.3335,"repo":"bartowski/huizimao_gpt-oss-120b-uncensored-bf16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencaption-4b-vl-sft-v1-0","canonical_repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0","display_name":"OpenCaption-4B-VL-SFT-v1.0","publisher":"prithivMLmods","modality":"text","arch_key":"qwen3vl","params_total":"4437815808","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2162","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055257152","shards":1,"effective_bpw":1.9023,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127019072","shards":1,"effective_bpw":2.0317,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246622272","shards":1,"effective_bpw":2.2473,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354101312","shards":1,"effective_bpw":2.441,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417302592","shards":1,"effective_bpw":2.555,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512985152","shards":1,"effective_bpw":2.7274,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563455552","shards":1,"effective_bpw":2.8184,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669500704","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669500992","shards":1,"effective_bpw":3.0096,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670189632","shards":1,"effective_bpw":3.0108,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814376512","shards":1,"effective_bpw":3.2708,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996160","shards":1,"effective_bpw":3.4017,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886998304","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886998592","shards":1,"effective_bpw":3.4017,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899532352","shards":1,"effective_bpw":3.4243,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962897472","shards":1,"effective_bpw":3.5385,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616960","shards":1,"effective_bpw":3.7417,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075619104","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075619392","shards":1,"effective_bpw":3.7417,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784640","shards":1,"effective_bpw":4.0376,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239786784","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239787072","shards":1,"effective_bpw":4.0376,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270752832","shards":1,"effective_bpw":4.0935,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286317344","shards":1,"effective_bpw":4.1215,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369545920","shards":1,"effective_bpw":4.2716,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375774272","shards":1,"effective_bpw":4.2828,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381344832","shards":1,"effective_bpw":4.2928,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308480","shards":1,"effective_bpw":4.2964,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383310624","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383310912","shards":1,"effective_bpw":4.2964,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279680","shards":1,"effective_bpw":4.5018,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497281824","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497282112","shards":1,"effective_bpw":4.5018,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596630592","shards":1,"effective_bpw":4.6809,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823710400","shards":1,"effective_bpw":5.0903,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710400","shards":1,"effective_bpw":5.0903,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823712544","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823712832","shards":1,"effective_bpw":5.0903,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512640","shards":1,"effective_bpw":5.2089,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889514784","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889515072","shards":1,"effective_bpw":5.2089,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260160","shards":1,"effective_bpw":5.9602,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306262304","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306262592","shards":1,"effective_bpw":5.9602,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404160","shards":1,"effective_bpw":7.7162,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280406304","shards":1,"effective_bpw":7.7162,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284160","shards":1,"effective_bpw":14.514,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284160","shards":1,"effective_bpw":14.514,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051286304","shards":1,"effective_bpw":14.514,"repo":"mradermacher/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"16095828160","shards":1,"effective_bpw":29.0158,"repo":"prithivMLmods/OpenCaption-4B-VL-SFT-v1.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-queen-it-qat-q4-0-unquantized","canonical_repo":"aifeifei798/gemma-4-E4B-Queen-it-qat-q4_0-unquantized","display_name":"gemma-4-E4B-Queen-it-qat-q4_0-unquantized","publisher":"aifeifei798","modality":"text","arch_key":"gemma4","params_total":"7996156448","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2160","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aifeifei798/gemma-4-E4B-Queen-it-qat-q4_0-unquantized","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"4401321376","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4401321664","shards":1,"effective_bpw":4.4034,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4654638496","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4654638784","shards":1,"effective_bpw":4.6569,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4663168704","shards":1,"effective_bpw":4.6654,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4714696384","shards":1,"effective_bpw":4.717,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4850396576","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4850396864","shards":1,"effective_bpw":4.8527,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5021281696","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5021281984","shards":1,"effective_bpw":5.0237,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070956224","shards":1,"effective_bpw":5.0734,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5091435936","shards":1,"effective_bpw":5.0939,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5193959104","shards":1,"effective_bpw":5.1965,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5194122944","shards":1,"effective_bpw":5.1966,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5202970016","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5202970304","shards":1,"effective_bpw":5.2055,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5335291296","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5335291584","shards":1,"effective_bpw":5.3379,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5435950784","shards":1,"effective_bpw":5.4386,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5685970624","shards":1,"effective_bpw":5.6887,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5762913984","shards":1,"effective_bpw":5.7657,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6217262784","shards":1,"effective_bpw":6.2203,"repo":"mradermacher/gemma-4-E4B-Queen-it-qat-q4_0-unquantized-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"codellama-7b-python-hf","canonical_repo":"codellama/CodeLlama-7b-python-hf","display_name":"CodeLlama-7b-python-hf","publisher":"codellama","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2157","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"codellama/CodeLlama-7b-python-hf","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2825940736","shards":1,"effective_bpw":3.355,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948304640","shards":1,"effective_bpw":3.5003,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298004736","shards":1,"effective_bpw":3.9155,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111040","shards":1,"effective_bpw":4.2706,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3825807104","shards":1,"effective_bpw":4.5421,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740096","shards":1,"effective_bpw":4.5788,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004288","shards":1,"effective_bpw":4.8451,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4651691776","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651691776","shards":1,"effective_bpw":5.5226,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783156992","shards":1,"effective_bpw":5.6787,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194240","shards":1,"effective_bpw":6.5644,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161089792","shards":1,"effective_bpw":8.5018,"repo":"TheBloke/CodeLlama-7B-Python-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-minicpm5-1b-abliterated","canonical_repo":"huihui-ai/Huihui-MiniCPM5-1B-abliterated","display_name":"Huihui-MiniCPM5-1B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"llama","params_total":"1080632832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2156","n_layers":24,"n_head":16,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":130560,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-MiniCPM5-1B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"352826112","shards":1,"effective_bpw":2.612,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"366263040","shards":1,"effective_bpw":2.7115,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"388657920","shards":1,"effective_bpw":2.8773,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"408933120","shards":1,"effective_bpw":3.0274,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"442073856","shards":1,"effective_bpw":3.2727,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"459989760","shards":1,"effective_bpw":3.4053,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"465888000","shards":1,"effective_bpw":3.449,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"485831136","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"485831424","shards":1,"effective_bpw":3.5966,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"489517824","shards":1,"effective_bpw":3.6239,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"533404416","shards":1,"effective_bpw":3.9488,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"548076000","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"548076288","shards":1,"effective_bpw":4.0574,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"549329664","shards":1,"effective_bpw":4.0667,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"562176768","shards":1,"effective_bpw":4.1618,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"582900192","shards":1,"effective_bpw":4.3153,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"582900480","shards":1,"effective_bpw":4.3153,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"613767648","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"613767936","shards":1,"effective_bpw":4.5438,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"638927616","shards":1,"effective_bpw":4.73,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"642245088","shards":1,"effective_bpw":4.7546,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"666133248","shards":1,"effective_bpw":4.9314,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"666280704","shards":1,"effective_bpw":4.9325,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"667804128","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"667804416","shards":1,"effective_bpw":4.9438,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"688067040","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"688067328","shards":1,"effective_bpw":5.0938,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"719954688","shards":1,"effective_bpw":5.3299,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"774955488","shards":1,"effective_bpw":5.737,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"774955776","shards":1,"effective_bpw":5.7371,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"786862560","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"786862848","shards":1,"effective_bpw":5.8252,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"891832800","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"891833088","shards":1,"effective_bpw":6.6023,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1153530336","shards":1,"effective_bpw":8.5397,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2166553056","shards":1,"effective_bpw":16.0391,"repo":"mradermacher/Huihui-MiniCPM5-1B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ninja-v1-rp-wip","canonical_repo":"Aratako/Ninja-v1-RP-WIP","display_name":"Ninja-v1-RP-WIP","publisher":"Aratako","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2155","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Aratako/Ninja-v1-RP-WIP","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612102080","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754446272","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991686592","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198256064","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310920640","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500712896","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719242464","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719242688","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827344320","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018815712","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018815936","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567776","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164568000","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182393568","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182393792","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284891872","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284892096","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986464","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518986688","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024928","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822025152","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907688896","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944388832","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123597248","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374240","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140374464","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439520","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368439744","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997716416","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409632","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131409856","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065376","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942065600","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857888","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484732128","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-giftige-blume-31b-v2","canonical_repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2","display_name":"Gemma-4-Giftige-Blume-31B-v2","publisher":"Nimbz","modality":"text","arch_key":"gemma4","params_total":"31266895724","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2152","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nimbz/Gemma-4-Giftige-Blume-31B-v2","arch_confidence":1,"quantizations":[{"quant":"Q4_K_S","bytes":"17763164352","shards":1,"effective_bpw":4.5449,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18687062208","shards":1,"effective_bpw":4.7813,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21311840448","shards":1,"effective_bpw":5.4529,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569728","shards":1,"effective_bpw":5.5894,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483968","shards":1,"effective_bpw":6.4481,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674816","shards":1,"effective_bpw":8.3502,"repo":"Nimbz/Gemma-4-Giftige-Blume-31B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-14b-code-reasoning-conversational","canonical_repo":"YeonwooSung/qwen3-14b-code-reasoning-conversational","display_name":"qwen3-14b-code-reasoning-conversational","publisher":"YeonwooSung","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2151","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":140000,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"YeonwooSung/qwen3-14b-code-reasoning-conversational","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5753984864","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657106784","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321314144","shards":1,"effective_bpw":3.966,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900652384","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180363104","shards":1,"effective_bpw":4.4313,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573476704","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001754464","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895904","shards":1,"effective_bpw":5.56,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514571104","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121938784","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698535264","shards":1,"effective_bpw":8.5039,"repo":"mradermacher/qwen3-14b-code-reasoning-conversational-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vanilla-cn-roleplay-0-2","canonical_repo":"ScratchThePlan/vanilla-cn-roleplay-0.2","display_name":"vanilla-cn-roleplay-0.2","publisher":"ScratchThePlan","modality":"text","arch_key":"qwen3","params_total":"14768307200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2151","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ScratchThePlan/vanilla-cn-roleplay-0.2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935840","shards":1,"effective_bpw":1.9393,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849657440","shards":1,"effective_bpw":2.0854,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299193440","shards":1,"effective_bpw":2.3289,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691590240","shards":1,"effective_bpw":2.5414,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963313760","shards":1,"effective_bpw":2.6886,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322942560","shards":1,"effective_bpw":2.8834,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389850720","shards":1,"effective_bpw":2.9197,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753985120","shards":1,"effective_bpw":3.1169,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942667360","shards":1,"effective_bpw":3.2191,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375302240","shards":1,"effective_bpw":3.4535,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657107040","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959840","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883411040","shards":1,"effective_bpw":3.7287,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321314400","shards":1,"effective_bpw":3.966,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900652640","shards":1,"effective_bpw":4.2798,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110731360","shards":1,"effective_bpw":4.3936,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541364320","shards":1,"effective_bpw":4.6269,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543002720","shards":1,"effective_bpw":4.6277,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476960","shards":1,"effective_bpw":4.6443,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001754720","shards":1,"effective_bpw":4.8763,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389523040","shards":1,"effective_bpw":5.0863,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263896160","shards":1,"effective_bpw":5.56,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514571360","shards":1,"effective_bpw":5.6957,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121939040","shards":1,"effective_bpw":6.5665,"repo":"mradermacher/vanilla-cn-roleplay-0.2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bge-reranker-v2-m3","canonical_repo":"BAAI/bge-reranker-v2-m3","display_name":"bge-reranker-v2-m3","publisher":"BAAI","modality":"embedding","arch_key":"bert","params_total":"567755777","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2146","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":250002,"ctx_native":8194,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BAAI/bge-reranker-v2-m3","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"438376864","shards":1,"effective_bpw":6.177,"repo":"puppyM/bge-reranker-v2-m3-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"452445248","shards":1,"effective_bpw":6.3752,"repo":"cstr/bge-reranker-v2-m3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"458277952","shards":1,"effective_bpw":6.4574,"repo":"cstr/bge-reranker-v2-m3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"609797184","shards":1,"effective_bpw":8.5924,"repo":"cstr/bge-reranker-v2-m3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"635674304","shards":1,"effective_bpw":8.957,"repo":"pqnet/bge-reranker-v2-m3-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-12b-it-vl-gemini-3-pro-preview-heretic-uncensored-thinking","canonical_repo":"DavidAU/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking","display_name":"gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"gemma3","params_total":"12187325040","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2146","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2947416512","shards":1,"effective_bpw":1.9347,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3164729792","shards":1,"effective_bpw":2.0774,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3526918592","shards":1,"effective_bpw":2.3151,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3840262592","shards":1,"effective_bpw":2.5208,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4020711872","shards":1,"effective_bpw":2.6393,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4310462912","shards":1,"effective_bpw":2.8295,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4448612672","shards":1,"effective_bpw":2.9202,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4768223552","shards":1,"effective_bpw":3.13,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4784902592","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5206167872","shards":1,"effective_bpw":3.4174,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5458317632","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5458317632","shards":1,"effective_bpw":3.5829,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5655724352","shards":1,"effective_bpw":3.7125,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6008820032","shards":1,"effective_bpw":3.9443,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6480187712","shards":1,"effective_bpw":4.2537,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6550966592","shards":1,"effective_bpw":4.3002,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6887166272","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6909284672","shards":1,"effective_bpw":4.5354,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6935335232","shards":1,"effective_bpw":4.5525,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7300780352","shards":1,"effective_bpw":4.7924,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7559565632","shards":1,"effective_bpw":4.9622,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8231964992","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8445038912","shards":1,"effective_bpw":5.5435,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9660813632","shards":1,"effective_bpw":6.3415,"repo":"mradermacher/gemma-3-12b-it-vl-Gemini-3-Pro-Preview-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-v2-lite-chat-uncensored-unbiased-reasoner","canonical_repo":"nicoboss/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner","display_name":"DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner","publisher":"nicoboss","modality":"text","arch_key":"deepseek2","params_total":"15696662016","is_moe":true,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"2145","n_layers":27,"n_head":16,"n_head_kv":16,"head_dim_k":192,"head_dim_v":128,"hidden":2048,"vocab_size":100002,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":64,"n_expert_used":6,"arch_source":"nicoboss/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"6431408288","shards":1,"effective_bpw":3.2778,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7485233216","shards":1,"effective_bpw":3.8149,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8124176448","shards":1,"effective_bpw":4.1406,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8456968256","shards":1,"effective_bpw":4.3102,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8640999392","shards":1,"effective_bpw":4.404,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9530304608","shards":1,"effective_bpw":4.8572,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10361112672","shards":1,"effective_bpw":5.2807,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11137370720","shards":1,"effective_bpw":5.6763,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11845626464","shards":1,"effective_bpw":6.0373,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"14065719936","shards":1,"effective_bpw":7.1688,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16692029536","shards":1,"effective_bpw":8.5073,"repo":"ijohn07/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-Q8_0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16692030016","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-Unbiased-Reasoner-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"skywork-r1v3-38b","canonical_repo":"Skywork/Skywork-R1V3-38B","display_name":"Skywork-R1V3-38B","publisher":"Skywork","modality":"vision_language","arch_key":"qwen2","params_total":"38388164992","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2145","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":5120,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Skywork/Skywork-R1V3-38B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9026213600","shards":1,"effective_bpw":1.881,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9955514080","shards":1,"effective_bpw":2.0747,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10385329856","shards":1,"effective_bpw":2.1643,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11262201536","shards":1,"effective_bpw":2.347,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12310797056","shards":1,"effective_bpw":2.5655,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12837031616","shards":1,"effective_bpw":2.6752,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13069167040","shards":1,"effective_bpw":2.7236,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13703008992","shards":1,"effective_bpw":2.8557,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389826272","shards":1,"effective_bpw":2.9988,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14807618272","shards":1,"effective_bpw":3.0859,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15932543712","shards":1,"effective_bpw":3.3203,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244574176","shards":1,"effective_bpw":3.5937,"repo":"lmstudio-community/Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17244574432","shards":1,"effective_bpw":3.5937,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690446496","shards":1,"effective_bpw":3.6866,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679404256","shards":1,"effective_bpw":3.8927,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18708240096","shards":1,"effective_bpw":3.8988,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18781640416","shards":1,"effective_bpw":3.914,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848566240","shards":1,"effective_bpw":4.1364,"repo":"lmstudio-community/Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19848566496","shards":1,"effective_bpw":4.1364,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20424927680","shards":1,"effective_bpw":4.2565,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636348256","shards":1,"effective_bpw":4.3006,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635235296","shards":1,"effective_bpw":4.7171,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23259138016","shards":1,"effective_bpw":4.8471,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23738427840","shards":1,"effective_bpw":4.947,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882870016","shards":1,"effective_bpw":5.6023,"repo":"lmstudio-community/Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26882870272","shards":1,"effective_bpw":5.6023,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27259021760","shards":1,"effective_bpw":5.6807,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816633024","shards":1,"effective_bpw":7.2557,"repo":"lmstudio-community/Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34816633280","shards":1,"effective_bpw":7.2557,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65527974016","shards":2,"effective_bpw":13.6559,"repo":"bartowski/Skywork_Skywork-R1V3-38B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magistral-small-2507","canonical_repo":"mistralai/Magistral-Small-2507","display_name":"Magistral-Small-2507","publisher":"mistralai","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2143","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":40960,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"mistralai/Magistral-Small-2507","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"5558560928","shards":1,"effective_bpw":1.8865,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"6017312928","shards":1,"effective_bpw":2.0422,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"6750906528","shards":1,"effective_bpw":2.2911,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"8243325088","shards":1,"effective_bpw":2.7976,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890329248","shards":1,"effective_bpw":3.0172,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9047615648","shards":1,"effective_bpw":3.0706,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"9409210528","shards":1,"effective_bpw":3.1933,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400278688","shards":1,"effective_bpw":3.5296,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474086048","shards":1,"effective_bpw":3.8941,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762816","shards":1,"effective_bpw":4.2086,"repo":"lmstudio-community/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12779890848","shards":1,"effective_bpw":4.3372,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468018848","shards":1,"effective_bpw":4.5708,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494233248","shards":1,"effective_bpw":4.5797,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549283488","shards":1,"effective_bpw":4.5984,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333910976","shards":1,"effective_bpw":4.8646,"repo":"lmstudio-community/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333913248","shards":1,"effective_bpw":4.8646,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14334432192","shards":1,"effective_bpw":4.8648,"repo":"mistralai/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873110688","shards":1,"effective_bpw":5.0476,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416928","shards":1,"effective_bpw":5.5334,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763988128","shards":1,"effective_bpw":5.6894,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764507072","shards":1,"effective_bpw":5.6895,"repo":"mistralai/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940416","shards":1,"effective_bpw":6.5656,"repo":"lmstudio-community/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345942688","shards":1,"effective_bpw":6.5656,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781376","shards":1,"effective_bpw":8.5031,"repo":"lmstudio-community/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054783648","shards":1,"effective_bpw":8.5031,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25055302592","shards":1,"effective_bpw":8.5033,"repo":"mistralai/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153522592","shards":1,"effective_bpw":16.003,"repo":"unsloth/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47154041792","shards":1,"effective_bpw":16.0031,"repo":"mistralai/Magistral-Small-2507-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dans-personalityengine-v1-3-0-12b","canonical_repo":"PocketDoc/Dans-PersonalityEngine-V1.3.0-12b","display_name":"Dans-PersonalityEngine-V1.3.0-12b","publisher":"PocketDoc","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2141","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PocketDoc/Dans-PersonalityEngine-V1.3.0-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999225376","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221638176","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592326176","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915090976","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138486368","shards":1,"effective_bpw":2.7032,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138486816","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435036768","shards":1,"effective_bpw":2.8969,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435037216","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493691936","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791061088","shards":1,"effective_bpw":3.1294,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791061536","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945398368","shards":1,"effective_bpw":3.2302,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945398816","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306501728","shards":1,"effective_bpw":3.4661,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306502176","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446421088","shards":1,"effective_bpw":3.5575,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534239328","shards":1,"effective_bpw":3.6149,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534239776","shards":1,"effective_bpw":3.6149,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562092576","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722245728","shards":1,"effective_bpw":3.7377,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722246176","shards":1,"effective_bpw":3.7377,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083103328","shards":1,"effective_bpw":3.9734,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083103776","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561516128","shards":1,"effective_bpw":4.2858,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561516576","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742723168","shards":1,"effective_bpw":4.4042,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742723616","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094651488","shards":1,"effective_bpw":4.6341,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094651936","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097928288","shards":1,"effective_bpw":4.6362,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097928736","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120210528","shards":1,"effective_bpw":4.6508,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120210976","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477217888","shards":1,"effective_bpw":4.884,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477218336","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795231328","shards":1,"effective_bpw":5.0917,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795231776","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975291488","shards":1,"effective_bpw":5.2093,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518748768","shards":1,"effective_bpw":5.5643,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518749216","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727644768","shards":1,"effective_bpw":5.7007,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727645216","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141832288","shards":1,"effective_bpw":5.9713,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056223328","shards":1,"effective_bpw":6.5685,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056223776","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Dans-PersonalityEngine-V1.3.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381281888","shards":1,"effective_bpw":6.7808,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022382688","shards":1,"effective_bpw":8.506,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504289568","shards":1,"effective_bpw":16.0057,"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"video-r1-7b","canonical_repo":"Video-R1/Video-R1-7B","display_name":"Video-R1-7B","publisher":"Video-R1","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2141","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Video-R1/Video-R1-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668384","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197152","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078432","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469022880","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638432","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343456","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834074784","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941280","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515616","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257056","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369568","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193504","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013088","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392352","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460448","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473632","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814432","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122272","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770144","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074720","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284768","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177632","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832416","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254199968","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Video-R1-7B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"innospark-hpc-rm-32b","canonical_repo":"sii-research/InnoSpark-HPC-RM-32B","display_name":"InnoSpark-HPC-RM-32B","publisher":"sii-research","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2141","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sii-research/InnoSpark-HPC-RM-32B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507232","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932160992","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488000992","shards":1,"effective_bpw":2.805,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895712","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/InnoSpark-HPC-RM-32B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"humanish-roleplay-llama-3-1-8b","canonical_repo":"vicgalle/Humanish-Roleplay-Llama-3.1-8B","display_name":"Humanish-Roleplay-Llama-3.1-8B","publisher":"vicgalle","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2139","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"vicgalle/Humanish-Roleplay-Llama-3.1-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628768","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972960","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213280","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782752","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489824","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282080","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132384","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132640","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913504","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748128","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748384","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500192","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500448","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325984","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326240","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824288","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824544","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918880","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919136","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957344","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957600","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663840","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363744","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892960","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669920","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670176","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735200","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735456","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294944","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295200","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988384","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988640","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007392","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007648","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771808","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892128","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencodereasoning-nemotron-32b","canonical_repo":"nvidia/OpenCodeReasoning-Nemotron-32B","display_name":"OpenCodeReasoning-Nemotron-32B","publisher":"nvidia","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2138","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/OpenCodeReasoning-Nemotron-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250720","shards":1,"effective_bpw":2.2044,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551200","shards":1,"effective_bpw":2.4313,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569760","shards":1,"effective_bpw":2.5363,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441440","shards":1,"effective_bpw":2.7505,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099360","shards":1,"effective_bpw":3.0065,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271520","shards":1,"effective_bpw":3.135,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419360","shards":1,"effective_bpw":3.1922,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514080","shards":1,"effective_bpw":3.3465,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331360","shards":1,"effective_bpw":3.5142,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123360","shards":1,"effective_bpw":3.6162,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048800","shards":1,"effective_bpw":3.8909,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079232","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079520","shards":1,"effective_bpw":4.2112,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154400","shards":1,"effective_bpw":4.3202,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174560","shards":1,"effective_bpw":4.5617,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010400","shards":1,"effective_bpw":4.5687,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410720","shards":1,"effective_bpw":4.5866,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336512","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336800","shards":1,"effective_bpw":4.8471,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180000","shards":1,"effective_bpw":4.9882,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243360","shards":1,"effective_bpw":5.0395,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255200","shards":1,"effective_bpw":5.5276,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157920","shards":1,"effective_bpw":5.68,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680160","shards":1,"effective_bpw":5.7973,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155072","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155360","shards":1,"effective_bpw":6.5648,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274080","shards":1,"effective_bpw":6.6569,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885312","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885600","shards":1,"effective_bpw":8.5023,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970304","shards":2,"effective_bpw":16.002,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unbound-v1-12-0-27b","canonical_repo":"Lambent/Unbound-v1.12.0-27B","display_name":"Unbound-v1.12.0-27B","publisher":"Lambent","modality":"text","arch_key":"gemma3","params_total":"27432067952","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2138","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262145,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Lambent/Unbound-v1.12.0-27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264014944","shards":1,"effective_bpw":1.8268,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797013088","shards":1,"effective_bpw":1.9822,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685343328","shards":1,"effective_bpw":2.2413,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438671456","shards":1,"effective_bpw":2.461,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782176352","shards":1,"effective_bpw":2.5611,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9492840544","shards":1,"effective_bpw":2.7684,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757168416","shards":1,"effective_bpw":2.8455,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503442976","shards":1,"effective_bpw":3.0631,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503443232","shards":1,"effective_bpw":3.0631,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716246112","shards":1,"effective_bpw":3.1252,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11561956128","shards":1,"effective_bpw":3.3718,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167336480","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167336736","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167336736","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12546796320","shards":1,"effective_bpw":3.659,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437362720","shards":1,"effective_bpw":3.9187,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437362976","shards":1,"effective_bpw":3.9187,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543184416","shards":1,"effective_bpw":4.2412,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543184672","shards":1,"effective_bpw":4.2412,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767170336","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14893613600","shards":1,"effective_bpw":4.3434,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617696544","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15673778720","shards":1,"effective_bpw":4.5709,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15673778976","shards":1,"effective_bpw":4.5709,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546411040","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546411296","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167016736","shards":1,"effective_bpw":5.0064,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18766914080","shards":1,"effective_bpw":5.473,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18766914336","shards":1,"effective_bpw":5.473,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271397920","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271398176","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166696480","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166696736","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/Unbound-v1.12.0-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707612480","shards":1,"effective_bpw":8.372,"repo":"mradermacher/Unbound-v1.12.0-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nidum-gemma-3-27b-it-uncensored","canonical_repo":"osmapi/Nidum-Gemma-3-27B-it-Uncensored","display_name":"Nidum-Gemma-3-27B-it-Uncensored","publisher":"osmapi","modality":"text","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2136","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"osmapi/Nidum-Gemma-3-27B-it-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264247808","shards":1,"effective_bpw":1.8268,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797245952","shards":1,"effective_bpw":1.9823,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685576192","shards":1,"effective_bpw":2.2413,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438904320","shards":1,"effective_bpw":2.461,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782409216","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9493073408","shards":1,"effective_bpw":2.7684,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757446272","shards":1,"effective_bpw":2.8455,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503720832","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503721088","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716478976","shards":1,"effective_bpw":3.1252,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11562233984","shards":1,"effective_bpw":3.3718,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614336","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167614592","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167614592","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12547074176","shards":1,"effective_bpw":3.6591,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437640576","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437640832","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462272","shards":1,"effective_bpw":4.2413,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543462528","shards":1,"effective_bpw":4.2413,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767448192","shards":1,"effective_bpw":4.3066,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14893891456","shards":1,"effective_bpw":4.3434,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617974400","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674056576","shards":1,"effective_bpw":4.571,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15674056832","shards":1,"effective_bpw":4.571,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546688896","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546689152","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167294592","shards":1,"effective_bpw":5.0064,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767191936","shards":1,"effective_bpw":5.473,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18767192192","shards":1,"effective_bpw":5.473,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271675776","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271676032","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974336","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166974592","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972352","shards":1,"effective_bpw":8.372,"repo":"mradermacher/Nidum-gemma-3-27B-it-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-ream-192-heretic","canonical_repo":"keithnull/Qwen3.6-35B-A3B-REAM-192-heretic","display_name":"Qwen3.6-35B-A3B-REAM-192-heretic","publisher":"keithnull","modality":"vision_language","arch_key":"qwen35moe","params_total":"27048875376","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2134","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":192,"n_expert_used":8,"arch_source":"keithnull/Qwen3.6-35B-A3B-REAM-192-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"11080659968","shards":1,"effective_bpw":3.2772,"repo":"keithnull/Qwen3.6-35B-A3B-REAM-192-heretic-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"26742828800","shards":2,"effective_bpw":7.9095,"repo":"keithnull/Qwen3.6-35B-A3B-REAM-192-heretic-APEX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"37134852096","shards":2,"effective_bpw":10.983,"repo":"keithnull/Qwen3.6-35B-A3B-REAM-192-heretic-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meteor-v4-2048","canonical_repo":"aarontseng/meteor-v4-2048","display_name":"meteor-v4-2048","publisher":"aarontseng","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2132","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378565952","shards":1,"effective_bpw":2.059,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545953088","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824931648","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067382080","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211487552","shards":1,"effective_bpw":2.78,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434670400","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3552512320","shards":1,"effective_bpw":3.0752,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796740416","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805399104","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805399360","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144990528","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337666112","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337666368","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337666368","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616896","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761782336","shards":1,"effective_bpw":4.122,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761782592","shards":1,"effective_bpw":4.122,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132453952","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132454208","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183031616","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5223172160","shards":1,"effective_bpw":4.5214,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5443144000","shards":1,"effective_bpw":4.7118,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459200320","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478926400","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478926656","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761058880","shards":1,"effective_bpw":4.987,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761059136","shards":1,"effective_bpw":4.987,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5963368768","shards":1,"effective_bpw":5.1621,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483593280","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483593536","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647367744","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647368000","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589070912","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589071168","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/meteor-v4-2048-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827149888","shards":1,"effective_bpw":8.5068,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490681408","shards":1,"effective_bpw":16.0063,"repo":"mradermacher/meteor-v4-2048-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-2-2b-instruct","canonical_repo":"ibm-granite/granite-3.2-2b-instruct","display_name":"granite-3.2-2b-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"2533531648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2129","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-3.2-2b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"888526656","shards":1,"effective_bpw":2.8057,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978246016","shards":1,"effective_bpw":3.089,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978246272","shards":1,"effective_bpw":3.089,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978246272","shards":1,"effective_bpw":3.089,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1002627136","shards":1,"effective_bpw":3.1659,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1002627136","shards":1,"effective_bpw":3.1659,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1005180736","shards":1,"effective_bpw":3.174,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1078844032","shards":1,"effective_bpw":3.4066,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130289536","shards":1,"effective_bpw":3.5691,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130289792","shards":1,"effective_bpw":3.5691,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130289792","shards":1,"effective_bpw":3.5691,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1169283712","shards":1,"effective_bpw":3.6922,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251727744","shards":1,"effective_bpw":3.9525,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251728000","shards":1,"effective_bpw":3.9525,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251728000","shards":1,"effective_bpw":3.9525,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357371776","shards":1,"effective_bpw":4.2861,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357372032","shards":1,"effective_bpw":4.2861,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357372032","shards":1,"effective_bpw":4.2861,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1383914112","shards":1,"effective_bpw":4.3699,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1453382016","shards":1,"effective_bpw":4.5893,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1458625152","shards":1,"effective_bpw":4.6058,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1458625152","shards":1,"effective_bpw":4.6058,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1458625152","shards":1,"effective_bpw":4.6058,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464392064","shards":1,"effective_bpw":4.624,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464392320","shards":1,"effective_bpw":4.624,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464392320","shards":1,"effective_bpw":4.624,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545296256","shards":1,"effective_bpw":4.8795,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545296512","shards":1,"effective_bpw":4.8795,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545296512","shards":1,"effective_bpw":4.8795,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1569677376","shards":1,"effective_bpw":4.9565,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1569677376","shards":1,"effective_bpw":4.9565,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1605425536","shards":1,"effective_bpw":5.0694,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1605425792","shards":1,"effective_bpw":5.0694,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757469056","shards":1,"effective_bpw":5.5495,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1757469056","shards":1,"effective_bpw":5.5495,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757469312","shards":1,"effective_bpw":5.5495,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757469312","shards":1,"effective_bpw":5.5495,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804818816","shards":1,"effective_bpw":5.699,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804819072","shards":1,"effective_bpw":5.699,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804819072","shards":1,"effective_bpw":5.699,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1829199936","shards":1,"effective_bpw":5.776,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1829199936","shards":1,"effective_bpw":5.776,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"1909512576","shards":1,"effective_bpw":6.0296,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080561536","shards":1,"effective_bpw":6.5697,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080561792","shards":1,"effective_bpw":6.5697,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080561792","shards":1,"effective_bpw":6.5697,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2104942656","shards":1,"effective_bpw":6.6467,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2104942656","shards":1,"effective_bpw":6.6467,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694111040","shards":1,"effective_bpw":8.5071,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694111296","shards":1,"effective_bpw":8.5071,"repo":"EasierAI/Granite-3.2-2B","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694111296","shards":1,"effective_bpw":8.5071,"repo":"bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5069141440","shards":1,"effective_bpw":16.0066,"repo":"ibm-research/granite-3.2-2b-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"noromaid-v0-4-mixtral-instruct-8x7b-zloss","canonical_repo":"NeverSleep/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss","display_name":"Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss","publisher":"NeverSleep","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2126","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"NeverSleep/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"17170761632","shards":1,"effective_bpw":2.9413,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17728038816","shards":1,"effective_bpw":3.0367,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19701139360","shards":1,"effective_bpw":3.3747,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20849330080","shards":1,"effective_bpw":3.5714,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20849330080","shards":1,"effective_bpw":3.5714,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21847574432","shards":1,"effective_bpw":3.7424,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22477285280","shards":1,"effective_bpw":3.8503,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22963259296","shards":1,"effective_bpw":3.9335,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24586454944","shards":1,"effective_bpw":4.2116,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25790949280","shards":1,"effective_bpw":4.4179,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26441533344","shards":1,"effective_bpw":4.5293,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"27162388384","shards":1,"effective_bpw":4.6528,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28379301792","shards":1,"effective_bpw":4.8613,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28865275808","shards":1,"effective_bpw":4.9445,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"32229279648","shards":1,"effective_bpw":5.5207,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32648144800","shards":1,"effective_bpw":5.5925,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33227524000","shards":1,"effective_bpw":5.6917,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33646389152","shards":1,"effective_bpw":5.7635,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38378760096","shards":1,"effective_bpw":6.5741,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38797625248","shards":1,"effective_bpw":6.6459,"repo":"mradermacher/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49624262560","shards":1,"effective_bpw":8.5004,"repo":"TheBloke/Noromaid-v0.4-Mixtral-Instruct-8x7b-Zloss-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"jan-nano","canonical_repo":"Menlo/Jan-nano","display_name":"Jan-nano","publisher":"Menlo","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2126","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Menlo/Jan-nano","arch_confidence":1,"quantizations":[{"quant":"UD-IQ1_S","bytes":"1083149696","shards":1,"effective_bpw":2.1542,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"1143483776","shards":1,"effective_bpw":2.2742,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"1255345536","shards":1,"effective_bpw":2.4967,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1512983744","shards":1,"effective_bpw":3.0091,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"1532931456","shards":1,"effective_bpw":3.0487,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499584","shards":1,"effective_bpw":3.3203,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669499776","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1669499776","shards":1,"effective_bpw":3.3203,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670188224","shards":1,"effective_bpw":3.3217,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"1674376576","shards":1,"effective_bpw":3.33,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763699904","shards":1,"effective_bpw":3.5077,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814375104","shards":1,"effective_bpw":3.6085,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996928","shards":1,"effective_bpw":3.7529,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997184","shards":1,"effective_bpw":3.7529,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886997376","shards":1,"effective_bpw":3.7529,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962896064","shards":1,"effective_bpw":3.9039,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617728","shards":1,"effective_bpw":4.128,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617984","shards":1,"effective_bpw":4.128,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075618176","shards":1,"effective_bpw":4.128,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785408","shards":1,"effective_bpw":4.4545,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239785664","shards":1,"effective_bpw":4.4546,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751424","shards":1,"effective_bpw":4.5161,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751456","shards":1,"effective_bpw":4.5161,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270751616","shards":1,"effective_bpw":4.5161,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2369546688","shards":1,"effective_bpw":4.7126,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375772864","shards":1,"effective_bpw":4.725,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375773056","shards":1,"effective_bpw":4.725,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343424","shards":1,"effective_bpw":4.7361,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381343616","shards":1,"effective_bpw":4.7361,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309248","shards":1,"effective_bpw":4.74,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309504","shards":1,"effective_bpw":4.74,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383309696","shards":1,"effective_bpw":4.74,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280448","shards":1,"effective_bpw":4.9667,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280704","shards":1,"effective_bpw":4.9667,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497280896","shards":1,"effective_bpw":4.9667,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591481024","shards":1,"effective_bpw":5.154,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596628928","shards":1,"effective_bpw":5.1643,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629184","shards":1,"effective_bpw":5.1643,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596629376","shards":1,"effective_bpw":5.1643,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711168","shards":1,"effective_bpw":5.6159,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2823711168","shards":1,"effective_bpw":5.6159,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711424","shards":1,"effective_bpw":5.6159,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823711616","shards":1,"effective_bpw":5.6159,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513408","shards":1,"effective_bpw":5.7467,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513664","shards":1,"effective_bpw":5.7467,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889513856","shards":1,"effective_bpw":5.7467,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2983713984","shards":1,"effective_bpw":5.9341,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"3050793408","shards":1,"effective_bpw":6.0675,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260928","shards":1,"effective_bpw":6.5756,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261184","shards":1,"effective_bpw":6.5756,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306261376","shards":1,"effective_bpw":6.5756,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400461504","shards":1,"effective_bpw":6.7629,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404928","shards":1,"effective_bpw":8.513,"repo":"Menlo/Jan-nano-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405184","shards":1,"effective_bpw":8.513,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280405376","shards":1,"effective_bpw":8.513,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051284928","shards":1,"effective_bpw":16.0126,"repo":"bartowski/Menlo_Jan-nano-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051285152","shards":1,"effective_bpw":16.0126,"repo":"unsloth/Jan-nano-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-4-1-30b-gguf","canonical_repo":"unsloth/granite-4.1-30b-GGUF","display_name":"granite-4.1-30b-GGUF","publisher":"unsloth","modality":"text","arch_key":"granite","params_total":"28865728512","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2126","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"hermes-4-70b-heretic","canonical_repo":"hrktos-37/Hermes-4-70B-heretic","display_name":"Hermes-4-70B-heretic","publisher":"hrktos-37","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2125","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"hrktos-37/Hermes-4-70B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343488192","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751201472","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097390272","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142113472","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242348224","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119299264","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471948480","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375113664","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375113920","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469499584","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307735232","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912056256","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912056512","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912056512","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937039552","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267499456","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267499712","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140597696","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140597952","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902666944","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269668288","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116538560","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347225024","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347225280","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520398784","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520399040","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313595072","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657451968","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657452224","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949821888","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949822144","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888148416","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"57888148672","shards":1,"effective_bpw":6.5639,"repo":"mradermacher/Hermes-4-70B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975054784","shards":1,"effective_bpw":8.5013,"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-large-3-675b-instruct-2512-gguf","canonical_repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","display_name":"Mistral-Large-3-675B-Instruct-2512-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"673421089792","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2125","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"nexus-coder-abliterated","canonical_repo":"usermma/NEXUS-Coder-Abliterated","display_name":"NEXUS-Coder-Abliterated","publisher":"usermma","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2124","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"usermma/NEXUS-Coder-Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528192","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461888","shards":1,"effective_bpw":2.407,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511018048","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327360","shards":1,"effective_bpw":2.852,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810368","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055296","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135744","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792896","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305184","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305472","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699776","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944928","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945216","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407488","shards":1,"effective_bpw":3.951,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664640","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178976","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179264","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163104","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163392","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732288","shards":1,"effective_bpw":4.642,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902183200","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331840","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937536064","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312864","shards":1,"effective_bpw":4.873,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940313152","shards":1,"effective_bpw":4.873,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048800","shards":1,"effective_bpw":5.11,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986049088","shards":1,"effective_bpw":5.11,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842816","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729760","shards":1,"effective_bpw":5.694,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098730048","shards":1,"effective_bpw":5.694,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050656","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050944","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740128","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740416","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/NEXUS-Coder-Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573344","shards":1,"effective_bpw":8.533,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669664","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/NEXUS-Coder-Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"titus-cybersecurityllm-v1-0","canonical_repo":"AlicanKiraz0/Titus-CybersecurityLLM-v1.0","display_name":"Titus-CybersecurityLLM-v1.0","publisher":"AlicanKiraz0","modality":"text","arch_key":"qwen35moe","params_total":"34660610688","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2124","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"21166749824","shards":1,"effective_bpw":4.8855,"repo":"AlicanKiraz0/Titus-CybersecurityLLM-v1.0-Q4_K_M-No-MTP-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-9b-chat-abliterated","canonical_repo":"byroneverson/glm-4-9b-chat-abliterated","display_name":"glm-4-9b-chat-abliterated","publisher":"byroneverson","modality":"text","arch_key":"chatglm","params_total":"9399951392","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2119","n_layers":40,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"byroneverson/glm-4-9b-chat-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3931542624","shards":1,"effective_bpw":3.346,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3991901280","shards":1,"effective_bpw":3.3974,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4429648992","shards":1,"effective_bpw":3.7699,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4587426912","shards":1,"effective_bpw":3.9042,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4598109280","shards":1,"effective_bpw":3.9133,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4811887712","shards":1,"effective_bpw":4.0952,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5064332384","shards":1,"effective_bpw":4.3101,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5251109984","shards":1,"effective_bpw":4.4691,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5281453152","shards":1,"effective_bpw":4.4949,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5472851040","shards":1,"effective_bpw":4.6578,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5753345120","shards":1,"effective_bpw":4.8965,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"6250927200","shards":1,"effective_bpw":5.32,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6692901984","shards":1,"effective_bpw":5.6961,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6711645280","shards":1,"effective_bpw":5.7121,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"7143789664","shards":1,"effective_bpw":6.0799,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7526913120","shards":1,"effective_bpw":6.4059,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"8262030432","shards":1,"effective_bpw":7.0316,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8562709600","shards":1,"effective_bpw":7.2875,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9994998880","shards":1,"effective_bpw":8.5064,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18806969152","shards":1,"effective_bpw":16.006,"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lamarck-14b-v0-7","canonical_repo":"sometimesanotion/Lamarck-14B-v0.7","display_name":"Lamarck-14B-v0.7","publisher":"sometimesanotion","modality":"text","arch_key":"qwen2","params_total":"14765947904","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2119","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sometimesanotion/Lamarck-14B-v0.7","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3605912288","shards":1,"effective_bpw":1.9536,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3870227168","shards":1,"effective_bpw":2.0968,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4310751968","shards":1,"effective_bpw":2.3355,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4702493408","shards":1,"effective_bpw":2.5478,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5001436864","shards":1,"effective_bpw":2.7097,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5001437280","shards":1,"effective_bpw":2.7097,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5353856704","shards":1,"effective_bpw":2.9007,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5353857120","shards":1,"effective_bpw":2.9007,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5394835232","shards":1,"effective_bpw":2.9229,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5768144256","shards":1,"effective_bpw":3.1251,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5768144672","shards":1,"effective_bpw":3.1251,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5944418400","shards":1,"effective_bpw":3.2206,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6380800768","shards":1,"effective_bpw":3.457,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6380801184","shards":1,"effective_bpw":3.457,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6526469216","shards":1,"effective_bpw":3.536,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657035008","shards":1,"effective_bpw":3.6067,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657035424","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6690458784","shards":1,"effective_bpw":3.6248,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6913977088","shards":1,"effective_bpw":3.7459,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6913977504","shards":1,"effective_bpw":3.7459,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7336643328","shards":1,"effective_bpw":3.9749,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7336643744","shards":1,"effective_bpw":3.9749,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7922207488","shards":1,"effective_bpw":4.2921,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7922207904","shards":1,"effective_bpw":4.2921,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8117072000","shards":1,"effective_bpw":4.3977,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8117072416","shards":1,"effective_bpw":4.3977,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8541435680","shards":1,"effective_bpw":4.6276,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8541436096","shards":1,"effective_bpw":4.6276,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8546350880","shards":1,"effective_bpw":4.6303,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8546351296","shards":1,"effective_bpw":4.6303,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8570599200","shards":1,"effective_bpw":4.6434,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8570599616","shards":1,"effective_bpw":4.6434,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8985278240","shards":1,"effective_bpw":4.8681,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8985278656","shards":1,"effective_bpw":4.8681,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9389180000","shards":1,"effective_bpw":5.0869,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389180416","shards":1,"effective_bpw":5.0869,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9561605216","shards":1,"effective_bpw":5.1804,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263466400","shards":1,"effective_bpw":5.5606,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263466816","shards":1,"effective_bpw":5.5606,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10505785760","shards":1,"effective_bpw":5.6919,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10505786176","shards":1,"effective_bpw":5.6919,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10985047136","shards":1,"effective_bpw":5.9516,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121325024","shards":1,"effective_bpw":6.5672,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121325440","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Lamarck-14B-v0.7-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12497454176","shards":1,"effective_bpw":6.771,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15697249376","shards":1,"effective_bpw":8.5046,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29539537088","shards":1,"effective_bpw":16.0041,"repo":"bartowski/Lamarck-14B-v0.7-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-colbert-350m","canonical_repo":"LiquidAI/LFM2.5-ColBERT-350M","display_name":"LFM2.5-ColBERT-350M","publisher":"LiquidAI","modality":"embedding","arch_key":"lfm2","params_total":"353322752","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2118","n_layers":16,"n_head":16,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":64402,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2.5-ColBERT-350M","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"159662784","shards":1,"effective_bpw":3.6151,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"180229824","shards":1,"effective_bpw":4.0808,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"192231104","shards":1,"effective_bpw":4.3525,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"202127040","shards":1,"effective_bpw":4.5766,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"210897600","shards":1,"effective_bpw":4.7752,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"218405120","shards":1,"effective_bpw":4.9452,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"219847360","shards":1,"effective_bpw":4.9778,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"225004640","shards":1,"effective_bpw":5.0946,"repo":"cstr/lfm2-colbert-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"228407552","shards":1,"effective_bpw":5.1716,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"228408000","shards":1,"effective_bpw":5.1717,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"233987168","shards":1,"effective_bpw":5.298,"repo":"cstr/lfm2-colbert-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"254335680","shards":1,"effective_bpw":5.7587,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"259488000","shards":1,"effective_bpw":5.8754,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"259488448","shards":1,"effective_bpw":5.8754,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"269917280","shards":1,"effective_bpw":6.1115,"repo":"cstr/lfm2-colbert-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"292510976","shards":1,"effective_bpw":6.6231,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"292511424","shards":1,"effective_bpw":6.6231,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"377707616","shards":1,"effective_bpw":8.5521,"repo":"cstr/lfm2-colbert-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"378097248","shards":1,"effective_bpw":8.5609,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"378097696","shards":1,"effective_bpw":8.561,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"709009312","shards":1,"effective_bpw":16.0535,"repo":"cstr/lfm2-colbert-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"709399008","shards":1,"effective_bpw":16.0623,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"709399008","shards":1,"effective_bpw":16.0623,"repo":"LiquidAI/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"709399456","shards":1,"effective_bpw":16.0624,"repo":"mradermacher/LFM2.5-ColBERT-350M-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b-heretic","canonical_repo":"shad0wcrawl3r/Qwen2.5-1.5B-heretic","display_name":"Qwen2.5-1.5B-heretic","publisher":"shad0wcrawl3r","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2117","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"shad0wcrawl3r/Qwen2.5-1.5B-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528032","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461728","shards":1,"effective_bpw":2.407,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511017888","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327200","shards":1,"effective_bpw":2.852,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810208","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055136","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135584","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792736","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305056","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305312","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699616","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944800","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945056","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407328","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664480","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178848","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179104","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162976","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163232","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732128","shards":1,"effective_bpw":4.642,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902183072","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331680","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937535904","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312736","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940312992","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048672","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986048928","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842656","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729632","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098729888","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050528","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050784","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740000","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740256","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573216","shards":1,"effective_bpw":8.533,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669536","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/Qwen2.5-1.5B-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-8-mistral-7b-v02","canonical_repo":"dphn/dolphin-2.8-mistral-7b-v02","display_name":"dolphin-2.8-mistral-7b-v02","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2117","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.8-mistral-7b-v02","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719251712","shards":1,"effective_bpw":3.004,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577856","shards":1,"effective_bpw":3.4959,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996544","shards":1,"effective_bpw":3.8875,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822035008","shards":1,"effective_bpw":4.2222,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928128","shards":1,"effective_bpw":4.5392,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385408","shards":1,"effective_bpw":4.5739,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450688","shards":1,"effective_bpw":4.8259,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4553328256","shards":1,"effective_bpw":5.0301,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728384","shards":1,"effective_bpw":5.521,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421824","shards":1,"effective_bpw":5.6687,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5442128512","shards":1,"effective_bpw":6.0119,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078656","shards":1,"effective_bpw":6.5642,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875136","shards":1,"effective_bpw":8.5017,"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"g4-meromero-31b-styleswap","canonical_repo":"Casual-Autopsy/G4-MeroMero-31B-StyleSwap","display_name":"G4-MeroMero-31B-StyleSwap","publisher":"Casual-Autopsy","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2116","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Casual-Autopsy/G4-MeroMero-31B-StyleSwap","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7618911968","shards":1,"effective_bpw":1.865,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8188294880","shards":1,"effective_bpw":2.0043,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9137266400","shards":1,"effective_bpw":2.2366,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9992781536","shards":1,"effective_bpw":2.446,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10763441888","shards":1,"effective_bpw":2.6347,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11439011552","shards":1,"effective_bpw":2.8,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11522619104","shards":1,"effective_bpw":2.8205,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12378736064","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12378736352","shards":1,"effective_bpw":3.0301,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12683060960","shards":1,"effective_bpw":3.1046,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13677922016","shards":1,"effective_bpw":3.3481,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14366909888","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14366910176","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14366910176","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15030050528","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15892661696","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15892661984","shards":1,"effective_bpw":3.8902,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17233823168","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17233823456","shards":1,"effective_bpw":4.2185,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17484474080","shards":1,"effective_bpw":4.2799,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17610917312","shards":1,"effective_bpw":4.3108,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18494301920","shards":1,"effective_bpw":4.527,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18555889088","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18555889376","shards":1,"effective_bpw":4.5421,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19479786944","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19479787232","shards":1,"effective_bpw":4.7683,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20362225376","shards":1,"effective_bpw":4.9843,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22280725952","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22280726240","shards":1,"effective_bpw":5.4539,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"22814455232","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"22814455520","shards":1,"effective_bpw":5.5845,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26357540288","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26357540576","shards":1,"effective_bpw":6.4518,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34133042624","shards":1,"effective_bpw":8.3551,"repo":"mradermacher/G4-MeroMero-31B-StyleSwap-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-2-6b-transcript","canonical_repo":"LiquidAI/LFM2-2.6B-Transcript","display_name":"LFM2-2.6B-Transcript","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"2569272320","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2115","n_layers":30,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-2.6B-Transcript","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"983806720","shards":1,"effective_bpw":3.0633,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1159738112","shards":1,"effective_bpw":3.6111,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1256059648","shards":1,"effective_bpw":3.911,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1340863232","shards":1,"effective_bpw":4.1751,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1491890944","shards":1,"effective_bpw":4.6453,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1563669248","shards":1,"effective_bpw":4.8688,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1787458304","shards":1,"effective_bpw":5.5656,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1828958976","shards":1,"effective_bpw":5.6949,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2110829312","shards":1,"effective_bpw":6.5725,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2733011712","shards":1,"effective_bpw":8.5098,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5141459712","shards":1,"effective_bpw":16.0091,"repo":"DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-neox-20b-erebus","canonical_repo":"KoboldAI/GPT-NeoX-20B-Erebus","display_name":"GPT-NeoX-20B-Erebus","publisher":"KoboldAI","modality":"text","arch_key":"gptneox","params_total":"20554567680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2112","n_layers":44,"n_head":64,"n_head_kv":64,"head_dim_k":96,"head_dim_v":96,"hidden":6144,"vocab_size":50432,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"KoboldAI/GPT-NeoX-20B-Erebus","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4427521984","shards":1,"effective_bpw":1.7232,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4838039488","shards":1,"effective_bpw":1.883,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5522235328","shards":1,"effective_bpw":2.1493,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6121496512","shards":1,"effective_bpw":2.3825,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6463213504","shards":1,"effective_bpw":2.5155,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7010570176","shards":1,"effective_bpw":2.7286,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7088672704","shards":1,"effective_bpw":2.759,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7755173824","shards":1,"effective_bpw":3.0184,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8069894080","shards":1,"effective_bpw":3.1409,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8733900736","shards":1,"effective_bpw":3.3993,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8967471040","shards":1,"effective_bpw":3.4902,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8967471040","shards":1,"effective_bpw":3.4902,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9950117824","shards":1,"effective_bpw":3.8727,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10769973184","shards":1,"effective_bpw":4.1918,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11023216576","shards":1,"effective_bpw":4.2903,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11702939584","shards":1,"effective_bpw":4.5549,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11750125504","shards":1,"effective_bpw":4.5732,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11770314688","shards":1,"effective_bpw":4.5811,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"12920827840","shards":1,"effective_bpw":5.0289,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13135032256","shards":1,"effective_bpw":5.1123,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"14185902016","shards":1,"effective_bpw":5.5213,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15288872896","shards":1,"effective_bpw":5.9506,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16874184640","shards":1,"effective_bpw":6.5676,"repo":"mradermacher/GPT-NeoX-20B-Erebus-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-instruct-2507-gguf","canonical_repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","display_name":"Qwen3-30B-A3B-Instruct-2507-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2111","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"openchat-3-5-0106","canonical_repo":"openchat/openchat-3.5-0106","display_name":"openchat-3.5-0106","publisher":"openchat","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2109","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openchat/openchat-3.5-0106","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612110720","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754454912","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991695232","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198264704","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310930112","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500722368","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719252416","shards":1,"effective_bpw":3.004,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827353792","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018826496","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083107552","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3084043840","shards":1,"effective_bpw":3.407,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577824","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164578560","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3165514112","shards":1,"effective_bpw":3.497,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182404352","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284902656","shards":1,"effective_bpw":3.6289,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996512","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518997248","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519932800","shards":1,"effective_bpw":3.8885,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034976","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822035712","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822971264","shards":1,"effective_bpw":4.2233,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907700288","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108928096","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109864384","shards":1,"effective_bpw":4.5402,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123608896","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140385376","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140386112","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4141321664","shards":1,"effective_bpw":4.5749,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450656","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368451392","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4369386944","shards":1,"effective_bpw":4.8269,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997728352","shards":1,"effective_bpw":5.521,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997728352","shards":1,"effective_bpw":5.521,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997729088","shards":1,"effective_bpw":5.521,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4998664640","shards":1,"effective_bpw":5.5221,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4998664640","shards":1,"effective_bpw":5.5221,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421792","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131422528","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5132358080","shards":1,"effective_bpw":5.6697,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078624","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942079360","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/openchat-3.5-0106-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5943014912","shards":1,"effective_bpw":6.5653,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695875104","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/openchat-3.5-0106-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7696811392","shards":1,"effective_bpw":8.5027,"repo":"second-state/OpenChat-3.5-0106-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aura-4b","canonical_repo":"AuraIndustries/Aura-4B","display_name":"Aura-4B","publisher":"AuraIndustries","modality":"text","arch_key":"llama","params_total":"4512746496","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2107","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"AuraIndustries/Aura-4B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1213414080","shards":1,"effective_bpw":2.1511,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1286257344","shards":1,"effective_bpw":2.2802,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1407662784","shards":1,"effective_bpw":2.4954,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1517370048","shards":1,"effective_bpw":2.6899,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1625510592","shards":1,"effective_bpw":2.8816,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1722634528","shards":1,"effective_bpw":3.0538,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1722634944","shards":1,"effective_bpw":3.0538,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1733374656","shards":1,"effective_bpw":3.0729,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1839739168","shards":1,"effective_bpw":3.2614,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1839739584","shards":1,"effective_bpw":3.2614,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1880117952","shards":1,"effective_bpw":3.333,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2027604256","shards":1,"effective_bpw":3.5944,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2027604672","shards":1,"effective_bpw":3.5944,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2101528864","shards":1,"effective_bpw":3.7255,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2101529280","shards":1,"effective_bpw":3.7255,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2114898624","shards":1,"effective_bpw":3.7492,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"2183416096","shards":1,"effective_bpw":3.8707,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2183416512","shards":1,"effective_bpw":3.8707,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"2224507168","shards":1,"effective_bpw":3.9435,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2296564000","shards":1,"effective_bpw":4.0712,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2296564416","shards":1,"effective_bpw":4.0712,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2464860448","shards":1,"effective_bpw":4.3696,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2464860864","shards":1,"effective_bpw":4.3696,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2535547168","shards":1,"effective_bpw":4.4949,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2535547584","shards":1,"effective_bpw":4.4949,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2655600928","shards":1,"effective_bpw":4.7077,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2655601344","shards":1,"effective_bpw":4.7077,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2661105952","shards":1,"effective_bpw":4.7175,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2664251680","shards":1,"effective_bpw":4.7231,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2664252096","shards":1,"effective_bpw":4.7231,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2778284320","shards":1,"effective_bpw":4.9252,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2778284736","shards":1,"effective_bpw":4.9252,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2905932064","shards":1,"effective_bpw":5.1515,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"3070708000","shards":1,"effective_bpw":5.4436,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3163341088","shards":1,"effective_bpw":5.6078,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3163341504","shards":1,"effective_bpw":5.6078,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3230187808","shards":1,"effective_bpw":5.7263,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3230188224","shards":1,"effective_bpw":5.7263,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"3473361184","shards":1,"effective_bpw":6.1574,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3710335264","shards":1,"effective_bpw":6.5775,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3710335680","shards":1,"effective_bpw":6.5775,"repo":"mradermacher/Aura-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3901180192","shards":1,"effective_bpw":6.9158,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4803217696","shards":1,"effective_bpw":8.5149,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"9033730080","shards":1,"effective_bpw":16.0146,"repo":"bartowski/Aura-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-12b-instruct-brainstorm20x","canonical_repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x","display_name":"Qwen3-VL-12B-Instruct-Brainstorm20x","publisher":"DavidAU","modality":"text","arch_key":"qwen3vl","params_total":"11856717568","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2107","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2894961376","shards":1,"effective_bpw":1.9533,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3109559008","shards":1,"effective_bpw":2.0981,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3467221728","shards":1,"effective_bpw":2.3394,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3782187744","shards":1,"effective_bpw":2.5519,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4005825248","shards":1,"effective_bpw":2.7028,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4291955424","shards":1,"effective_bpw":2.8959,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4329327328","shards":1,"effective_bpw":2.9211,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4633414080","shards":1,"effective_bpw":3.1263,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4633414368","shards":1,"effective_bpw":3.1263,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4777970400","shards":1,"effective_bpw":3.2238,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5108762048","shards":1,"effective_bpw":3.447,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5123816160","shards":1,"effective_bpw":3.4572,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5345425856","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5345426144","shards":1,"effective_bpw":3.6067,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5376064224","shards":1,"effective_bpw":3.6274,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5538724576","shards":1,"effective_bpw":3.7371,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"5886196160","shards":1,"effective_bpw":3.9716,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"5886196448","shards":1,"effective_bpw":3.9716,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6272878016","shards":1,"effective_bpw":4.2325,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6356482496","shards":1,"effective_bpw":4.2889,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6356482784","shards":1,"effective_bpw":4.2889,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6522415840","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6569601472","shards":1,"effective_bpw":4.4327,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6856305376","shards":1,"effective_bpw":4.6261,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6866266848","shards":1,"effective_bpw":4.6328,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"6877276608","shards":1,"effective_bpw":4.6403,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"6877276896","shards":1,"effective_bpw":4.6403,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7216982464","shards":1,"effective_bpw":4.8695,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7216982752","shards":1,"effective_bpw":4.8695,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7256569280","shards":1,"effective_bpw":4.8962,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7539550944","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7611430336","shards":1,"effective_bpw":5.1356,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7951136192","shards":1,"effective_bpw":5.3648,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8241670592","shards":1,"effective_bpw":5.5608,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8241670880","shards":1,"effective_bpw":5.5608,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8437197248","shards":1,"effective_bpw":5.6928,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8437197536","shards":1,"effective_bpw":5.6928,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8975824320","shards":1,"effective_bpw":6.0562,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9171350976","shards":1,"effective_bpw":6.1881,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9733675456","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9733675744","shards":1,"effective_bpw":6.5675,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10467829184","shards":1,"effective_bpw":7.0629,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12605110720","shards":1,"effective_bpw":8.505,"repo":"mradermacher/Qwen3-VL-12B-Instruct-Brainstorm20x-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13188543936","shards":1,"effective_bpw":8.8986,"repo":"DavidAU/Qwen3-VL-12B-Instruct-Brainstorm20x-NEO-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nvidia-nemotron-3-nano-4b","canonical_repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B","display_name":"NVIDIA-Nemotron-3-Nano-4B","publisher":"unsloth","modality":"text","arch_key":"nemotron_h","params_total":"3973556832","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2104","n_layers":42,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3136,"vocab_size":131072,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/NVIDIA-Nemotron-3-Nano-4B","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"2837073024","shards":1,"effective_bpw":5.7119,"repo":"S4MPL3BI4S/Nemotron-3-Nano-4B-Coding-Agent-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"frogmini-14b-2510","canonical_repo":"microsoft/FrogMini-14B-2510","display_name":"FrogMini-14B-2510","publisher":"microsoft","modality":"text","arch_key":"qwen3","params_total":null,"is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2104","n_layers":40,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"microsoft/FrogMini-14B-2510","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3579935040","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3849656640","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4299192640","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4691589440","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4963312960","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5322941760","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5389849920","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5753984064","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5753984320","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5942666560","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6375301440","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6657105984","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6657106240","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6684959040","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6883410240","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7321313344","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7321313600","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7900651584","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7900651840","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8110730560","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8180362304","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8541363520","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8543001920","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573475904","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573476160","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9001753664","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9001753920","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9389522240","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10263895104","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10263895360","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10514570304","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10514570560","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12121937984","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12121938240","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15698534464","shards":1,"effective_bpw":null,"repo":"mradermacher/FrogMini-14B-2510-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-5-1-2b-noval-agentic","canonical_repo":"atenareply/lfm2.5-1.2b-noval-agentic","display_name":"lfm2.5-1.2b-noval-agentic","publisher":"atenareply","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2101","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"atenareply/lfm2.5-1.2b-noval-agentic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"304388224","shards":1,"effective_bpw":2.0807,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"327145600","shards":1,"effective_bpw":2.2362,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"365074560","shards":1,"effective_bpw":2.4955,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"396204160","shards":1,"effective_bpw":2.7083,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"403789952","shards":1,"effective_bpw":2.7602,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"434133120","shards":1,"effective_bpw":2.9676,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"460806272","shards":1,"effective_bpw":3.1499,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483399520","shards":1,"effective_bpw":3.3043,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"483399808","shards":1,"effective_bpw":3.3043,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"490985600","shards":1,"effective_bpw":3.3562,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"537811072","shards":1,"effective_bpw":3.6763,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558159712","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"558160000","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"558160000","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"566794368","shards":1,"effective_bpw":3.8744,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600348512","shards":1,"effective_bpw":4.1038,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"600348800","shards":1,"effective_bpw":4.1038,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635475808","shards":1,"effective_bpw":4.3439,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"635476096","shards":1,"effective_bpw":4.3439,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"663378048","shards":1,"effective_bpw":4.5346,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"668620640","shards":1,"effective_bpw":4.5704,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"695752832","shards":1,"effective_bpw":4.7559,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"697849984","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700471136","shards":1,"effective_bpw":4.7882,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"700471424","shards":1,"effective_bpw":4.7882,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730896224","shards":1,"effective_bpw":4.9961,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"730896512","shards":1,"effective_bpw":4.9961,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"760502400","shards":1,"effective_bpw":5.1985,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825251680","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"825251968","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843356000","shards":1,"effective_bpw":5.7649,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"843356288","shards":1,"effective_bpw":5.7649,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962844512","shards":1,"effective_bpw":6.5816,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"962844800","shards":1,"effective_bpw":6.5816,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246254944","shards":1,"effective_bpw":8.5189,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343327584","shards":1,"effective_bpw":16.0181,"repo":"mradermacher/lfm2.5-1.2b-noval-agentic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"story-generation-qwen3-8b-rl","canonical_repo":"HeAAAAA/story_generation_Qwen3_8B_RL","display_name":"story_generation_Qwen3_8B_RL","publisher":"HeAAAAA","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"2101","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HeAAAAA/story_generation_Qwen3_8B_RL","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115769824","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256147936","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111456","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696156640","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864743904","shards":1,"effective_bpw":2.798,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051914720","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552224","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733088","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633248","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874336","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769611744","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789665760","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620512","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161504","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394272","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839584","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332576","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624032","shards":1,"effective_bpw":4.682,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802012640","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784160","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247755744","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720761824","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851112928","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725899744","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/story_generation_Qwen3_8B_RL-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kafkalm-70b-german-v0-1","canonical_repo":"seedboxai/KafkaLM-70B-German-V0.1","display_name":"KafkaLM-70B-German-V0.1","publisher":"seedboxai","modality":"text","arch_key":"llama","params_total":"68976648192","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2097","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"seedboxai/KafkaLM-70B-German-V0.1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"25462436928","shards":1,"effective_bpw":2.9532,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919294528","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33274737728","shards":1,"effective_bpw":3.8592,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147835968","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872249408","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39249736768","shards":1,"effective_bpw":4.5522,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422910528","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461397568","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461397568","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753767488","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-qwen3-5-2b-abliterated","canonical_repo":"huihui-ai/Huihui-Qwen3.5-2B-abliterated","display_name":"Huihui-Qwen3.5-2B-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen35","params_total":"2274069824","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2094","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Huihui-Qwen3.5-2B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"639796960","shards":1,"effective_bpw":2.2508,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"670348000","shards":1,"effective_bpw":2.3582,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"721266400","shards":1,"effective_bpw":2.5374,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"762787552","shards":1,"effective_bpw":2.6834,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"770160352","shards":1,"effective_bpw":2.7094,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"810895072","shards":1,"effective_bpw":2.8527,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"887056096","shards":1,"effective_bpw":3.1206,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"891079392","shards":1,"effective_bpw":3.1347,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"915458496","shards":1,"effective_bpw":3.2205,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"915458784","shards":1,"effective_bpw":3.2205,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"997121760","shards":1,"effective_bpw":3.5078,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1020173760","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020174048","shards":1,"effective_bpw":3.5889,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1021009632","shards":1,"effective_bpw":3.5918,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059446496","shards":1,"effective_bpw":3.7271,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1096375744","shards":1,"effective_bpw":3.857,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1096376032","shards":1,"effective_bpw":3.857,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1136221632","shards":1,"effective_bpw":3.9971,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1136221920","shards":1,"effective_bpw":3.9971,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1160573664","shards":1,"effective_bpw":4.0828,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1166471616","shards":1,"effective_bpw":4.1036,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1203274464","shards":1,"effective_bpw":4.233,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204847328","shards":1,"effective_bpw":4.2386,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1207730624","shards":1,"effective_bpw":4.2487,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1207730912","shards":1,"effective_bpw":4.2487,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1270809024","shards":1,"effective_bpw":4.4706,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1270809312","shards":1,"effective_bpw":4.4706,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288282848","shards":1,"effective_bpw":4.5321,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1374077376","shards":1,"effective_bpw":4.8339,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374077664","shards":1,"effective_bpw":4.8339,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1424769472","shards":1,"effective_bpw":5.0122,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1424769760","shards":1,"effective_bpw":5.0122,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1556391360","shards":1,"effective_bpw":5.4753,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556391648","shards":1,"effective_bpw":5.4753,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2012012992","shards":1,"effective_bpw":7.0781,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3775709632","shards":1,"effective_bpw":13.2827,"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-3-1-3b-a800m-instruct","canonical_repo":"ibm-granite/granite-3.1-3b-a800m-instruct","display_name":"granite-3.1-3b-a800m-instruct","publisher":"ibm-granite","modality":"text","arch_key":"granitemoe","params_total":"3298793472","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2093","n_layers":32,"n_head":24,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":1536,"vocab_size":49155,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":40,"n_expert_used":8,"arch_source":"ibm-granite/granite-3.1-3b-a800m-instruct","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1241368128","shards":1,"effective_bpw":3.0105,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1259653760","shards":1,"effective_bpw":3.0548,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1380566592","shards":1,"effective_bpw":3.3481,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1456064064","shards":1,"effective_bpw":3.5311,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1486145088","shards":1,"effective_bpw":3.6041,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1611187776","shards":1,"effective_bpw":3.9073,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1741538592","shards":1,"effective_bpw":4.2235,"repo":"lmstudio-community/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1741538880","shards":1,"effective_bpw":4.2235,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1783219776","shards":1,"effective_bpw":4.3245,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1883883072","shards":1,"effective_bpw":4.5687,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1891747392","shards":1,"effective_bpw":4.5877,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1900004928","shards":1,"effective_bpw":4.6078,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2016888096","shards":1,"effective_bpw":4.8912,"repo":"lmstudio-community/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2016888384","shards":1,"effective_bpw":4.8912,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2035174016","shards":1,"effective_bpw":4.9356,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2286536256","shards":1,"effective_bpw":5.5451,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2355054144","shards":1,"effective_bpw":5.7113,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2373339776","shards":1,"effective_bpw":5.7557,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2714354976","shards":1,"effective_bpw":6.5827,"repo":"lmstudio-community/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2714355264","shards":1,"effective_bpw":6.5827,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2732640896","shards":1,"effective_bpw":6.627,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3512781152","shards":1,"effective_bpw":8.5189,"repo":"lmstudio-community/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3512781440","shards":1,"effective_bpw":8.5189,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6603463232","shards":1,"effective_bpw":16.0143,"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-ocr","canonical_repo":"deepseek-ai/DeepSeek-OCR","display_name":"DeepSeek-OCR","publisher":"deepseek-ai","modality":"text","arch_key":"deepseek_vl_v2","params_total":"3336106240","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2093","n_layers":12,"n_head":10,"n_head_kv":10,"head_dim_k":128,"head_dim_v":0,"hidden":1280,"vocab_size":129280,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":0,"n_expert":64,"n_expert_used":6,"arch_source":"deepseek-ai/DeepSeek-OCR","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"1650910784","shards":1,"effective_bpw":3.9589,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1950326592","shards":1,"effective_bpw":4.6769,"repo":"sabafallah/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2017748544","shards":1,"effective_bpw":4.8386,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2058995264","shards":1,"effective_bpw":4.9375,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"2323811904","shards":1,"effective_bpw":5.5725,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2605179584","shards":1,"effective_bpw":6.2472,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3118261824","shards":1,"effective_bpw":7.4776,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3126139712","shards":1,"effective_bpw":7.4965,"repo":"sabafallah/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5869545024","shards":1,"effective_bpw":14.0752,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5869545024","shards":1,"effective_bpw":14.0752,"repo":"NexaAI/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5876578112","shards":1,"effective_bpw":14.0921,"repo":"sabafallah/DeepSeek-OCR-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-reap-262b-a17b","canonical_repo":"OpenMOSE/Qwen3.5-REAP-262B-A17B","display_name":"Qwen3.5-REAP-262B-A17B","publisher":"OpenMOSE","modality":"text","arch_key":"qwen35moe","params_total":"261617894896","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2092","n_layers":60,"n_head":32,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":333,"n_expert_used":10,"arch_source":"OpenMOSE/Qwen3.5-REAP-262B-A17B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"69261132928","shards":1,"effective_bpw":2.1179,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"77109478528","shards":1,"effective_bpw":2.3579,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"85684864128","shards":1,"effective_bpw":2.6202,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"107275412608","shards":1,"effective_bpw":3.2804,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"114603353248","shards":1,"effective_bpw":3.5044,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"125002277760","shards":1,"effective_bpw":3.8224,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"139700270208","shards":1,"effective_bpw":4.2719,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"148713255808","shards":1,"effective_bpw":4.5475,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"158605636480","shards":1,"effective_bpw":4.85,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"185713226624","shards":1,"effective_bpw":5.6789,"repo":"RobinsonLabs/Qwen3.5-REAP-262B-A17B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ds-r1-qwen3-8b-arliai-rpr-v4-small","canonical_repo":"ArliAI/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small","display_name":"DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small","publisher":"ArliAI","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2092","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArliAI/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115769632","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256147744","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111264","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696156448","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864743712","shards":1,"effective_bpw":2.798,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051914528","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552032","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281732896","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633056","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874144","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769611552","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789665568","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620320","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161312","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394080","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839392","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332384","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793623840","shards":1,"effective_bpw":4.682,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802012448","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027783968","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247755552","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720761632","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851112736","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725899552","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388043328","shards":1,"effective_bpw":16.0064,"repo":"Lewdiculous/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16388043328","shards":1,"effective_bpw":16.0064,"repo":"Lewdiculous/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-e4b-uncensored","canonical_repo":"Felldude/gemma-4-E4B-uncensored","display_name":"gemma-4-E4B-uncensored","publisher":"Felldude","modality":"text","arch_key":"gemma4","params_total":"7941100874","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2091","n_layers":42,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262144,"ctx_native":131072,"sliding_window":512,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Felldude/gemma-4-E4B-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3289757536","shards":1,"effective_bpw":3.3142,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3372271456","shards":1,"effective_bpw":3.3973,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3509794656","shards":1,"effective_bpw":3.5358,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3627841376","shards":1,"effective_bpw":3.6547,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3677280096","shards":1,"effective_bpw":3.7046,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3787298656","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3982841696","shards":1,"effective_bpw":4.0124,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4269590368","shards":1,"effective_bpw":4.3013,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4376782432","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4376782688","shards":1,"effective_bpw":4.4092,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4545886048","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4630959712","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4630959968","shards":1,"effective_bpw":4.6653,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4635834208","shards":1,"effective_bpw":4.6702,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4687361888","shards":1,"effective_bpw":4.7221,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4823062112","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4823062368","shards":1,"effective_bpw":4.8588,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4990506592","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4990506848","shards":1,"effective_bpw":5.0275,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5037385568","shards":1,"effective_bpw":5.0747,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5057865312","shards":1,"effective_bpw":5.0954,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5159528288","shards":1,"effective_bpw":5.1978,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5163132768","shards":1,"effective_bpw":5.2014,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5171979872","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5171980128","shards":1,"effective_bpw":5.2103,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5302273632","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5302273888","shards":1,"effective_bpw":5.3416,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5401519968","shards":1,"effective_bpw":5.4416,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5648098912","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5648099168","shards":1,"effective_bpw":5.69,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5723997792","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5723998048","shards":1,"effective_bpw":5.7665,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6172079712","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6172079968","shards":1,"effective_bpw":6.2179,"repo":"mradermacher/gemma-4-E4B-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7972726368","shards":1,"effective_bpw":8.0319,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14942971488","shards":1,"effective_bpw":15.0538,"repo":"mradermacher/gemma-4-E4B-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magidonia-24b-v4-3-absolute-heresy","canonical_repo":"MuXodious/Magidonia-24B-v4.3-absolute-heresy","display_name":"Magidonia-24B-v4.3-absolute-heresy","publisher":"MuXodious","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2086","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Magidonia-24B-v4.3-absolute-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273725280","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750499680","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545123680","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207037280","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478356320","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114055520","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320166240","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890329440","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280596320","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907120480","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400278880","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428131680","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650954080","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474086240","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400765280","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758919520","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494233440","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549283680","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333913440","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873110880","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304417120","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763988320","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345942880","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Magidonia-24B-v4.3-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-forcedaligner-0-6b","canonical_repo":"Qwen/Qwen3-ForcedAligner-0.6B","display_name":"Qwen3-ForcedAligner-0.6B","publisher":"Qwen","modality":"audio_asr","arch_key":"qwen3asr","params_total":"917728896","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2084","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-ForcedAligner-0.6B","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"529001216","shards":1,"effective_bpw":4.6114,"repo":"cstr/qwen3-forced-aligner-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"643149568","shards":1,"effective_bpw":5.6064,"repo":"cstr/qwen3-forced-aligner-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"985594624","shards":1,"effective_bpw":8.5916,"repo":"cstr/qwen3-forced-aligner-0.6b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1841707200","shards":1,"effective_bpw":16.0545,"repo":"cstr/qwen3-forced-aligner-0.6b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"swallow-7b-nve-instruct-hf","canonical_repo":"tokyotech-llm/Swallow-7b-NVE-instruct-hf","display_name":"Swallow-7b-NVE-instruct-hf","publisher":"tokyotech-llm","modality":"text","arch_key":"llama","params_total":"6738415616","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2081","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tokyotech-llm/Swallow-7b-NVE-instruct-hf","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1528582752","shards":1,"effective_bpw":1.8148,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1650971232","shards":1,"effective_bpw":1.9601,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1854952032","shards":1,"effective_bpw":2.2022,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2034913888","shards":1,"effective_bpw":2.4159,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2196566624","shards":1,"effective_bpw":2.6078,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2359751264","shards":1,"effective_bpw":2.8016,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2532864352","shards":1,"effective_bpw":3.0071,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2532864608","shards":1,"effective_bpw":3.0071,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2585391712","shards":1,"effective_bpw":3.0694,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"2796523872","shards":1,"effective_bpw":3.3201,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2796524128","shards":1,"effective_bpw":3.3201,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2948305248","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"2948305248","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2948305504","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2948305504","shards":1,"effective_bpw":3.5003,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3114864992","shards":1,"effective_bpw":3.698,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3114865248","shards":1,"effective_bpw":3.698,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3298005344","shards":1,"effective_bpw":3.9155,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3298005600","shards":1,"effective_bpw":3.9155,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3597111648","shards":1,"effective_bpw":4.2706,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3597111904","shards":1,"effective_bpw":4.2706,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3619336800","shards":1,"effective_bpw":4.297,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3647517024","shards":1,"effective_bpw":4.3304,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3837080160","shards":1,"effective_bpw":4.5555,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3856740704","shards":1,"effective_bpw":4.5788,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3856740960","shards":1,"effective_bpw":4.5788,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4081004896","shards":1,"effective_bpw":4.8451,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4081005152","shards":1,"effective_bpw":4.8451,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4651692384","shards":1,"effective_bpw":5.5226,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4651692640","shards":1,"effective_bpw":5.5226,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4783157600","shards":1,"effective_bpw":5.6787,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4783157856","shards":1,"effective_bpw":5.6787,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5529194848","shards":1,"effective_bpw":6.5644,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5529195104","shards":1,"effective_bpw":6.5644,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7161090400","shards":1,"effective_bpw":8.5018,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13478105440","shards":1,"effective_bpw":16.0015,"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-blunt-uncensored","canonical_repo":"braindao/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored","display_name":"DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored","publisher":"braindao","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2080","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"braindao/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12313098688","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330688","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048128","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078848","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870100928","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410048","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336128","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254528","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157248","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154688","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884928","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Blunt-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-base","canonical_repo":"Qwen/Qwen3.5-35B-A3B-Base","display_name":"Qwen3.5-35B-A3B-Base","publisher":"Qwen","modality":"text","arch_key":"qwen35moe","params_total":"35951822704","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2079","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"Qwen/Qwen3.5-35B-A3B-Base","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7299330688","shards":1,"effective_bpw":1.6242,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8066194048","shards":1,"effective_bpw":1.7949,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9344299648","shards":1,"effective_bpw":2.0793,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10369405568","shards":1,"effective_bpw":2.3074,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514854528","shards":1,"effective_bpw":2.3398,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11537339008","shards":1,"effective_bpw":2.5673,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12034132608","shards":1,"effective_bpw":2.6778,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12821629312","shards":1,"effective_bpw":2.8531,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12821629568","shards":1,"effective_bpw":2.8531,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13533319808","shards":1,"effective_bpw":3.0114,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14417298048","shards":1,"effective_bpw":3.2081,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"15182184832","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182185088","shards":1,"effective_bpw":3.3783,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15183577728","shards":1,"effective_bpw":3.3786,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440519808","shards":1,"effective_bpw":3.4358,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16760832384","shards":1,"effective_bpw":3.7296,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16760832640","shards":1,"effective_bpw":3.7296,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18052415872","shards":1,"effective_bpw":4.017,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18052416128","shards":1,"effective_bpw":4.017,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18650135168","shards":1,"effective_bpw":4.15,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"18860669312","shards":1,"effective_bpw":4.1969,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19715048512","shards":1,"effective_bpw":4.387,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799267968","shards":1,"effective_bpw":4.4057,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19884005760","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19884006016","shards":1,"effective_bpw":4.4246,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19889898560","shards":1,"effective_bpw":4.4259,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21166752832","shards":1,"effective_bpw":4.71,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"21169117568","shards":1,"effective_bpw":4.7106,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21169117824","shards":1,"effective_bpw":4.7106,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848169088","shards":1,"effective_bpw":4.8617,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981278272","shards":1,"effective_bpw":5.3363,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23981283712","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981283968","shards":1,"effective_bpw":5.3363,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24729125952","shards":1,"effective_bpw":5.5027,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24764782976","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24764783232","shards":1,"effective_bpw":5.5107,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514147392","shards":1,"effective_bpw":6.345,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28514152832","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514153088","shards":1,"effective_bpw":6.345,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903134272","shards":1,"effective_bpw":8.2117,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36903139712","shards":1,"effective_bpw":8.2117,"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"69376632192","shards":1,"effective_bpw":15.4377,"repo":"Azure99/Blossom-V6.4-35B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pantheon-proto-rp-1-8-30b-a3b","canonical_repo":"Gryphe/Pantheon-Proto-RP-1.8-30B-A3B","display_name":"Pantheon-Proto-RP-1.8-30B-A3B","publisher":"Gryphe","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2076","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"Gryphe/Pantheon-Proto-RP-1.8-30B-A3B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"8146262496","shards":1,"effective_bpw":2.1345,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9140312544","shards":1,"effective_bpw":2.3949,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"9222246880","shards":1,"effective_bpw":2.4164,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"10430206432","shards":1,"effective_bpw":2.7329,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10908643808","shards":1,"effective_bpw":2.8583,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"11212515808","shards":1,"effective_bpw":2.9379,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12216979936","shards":1,"effective_bpw":3.2011,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"12736457184","shards":1,"effective_bpw":3.3372,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13428124128","shards":1,"effective_bpw":3.5184,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14076537312","shards":1,"effective_bpw":3.6883,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14076799456","shards":1,"effective_bpw":3.6884,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14582999520","shards":1,"effective_bpw":3.821,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16457998816","shards":1,"effective_bpw":4.3123,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"17386275296","shards":1,"effective_bpw":4.5555,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"17631642080","shards":1,"effective_bpw":4.6198,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17984487904","shards":1,"effective_bpw":4.7123,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18632180192","shards":1,"effective_bpw":4.882,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"18863122912","shards":1,"effective_bpw":4.9425,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"19214516704","shards":1,"effective_bpw":5.0346,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21099381216","shards":1,"effective_bpw":5.5284,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21744452064","shards":1,"effective_bpw":5.6975,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"21936499168","shards":1,"effective_bpw":5.7478,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25104718304","shards":1,"effective_bpw":6.5779,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"25255438816","shards":1,"effective_bpw":6.6174,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483928544","shards":1,"effective_bpw":8.5114,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"61095799168","shards":2,"effective_bpw":16.0083,"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"harmonic-hermes-9b","canonical_repo":"DJLougen/Harmonic-Hermes-9B","display_name":"Harmonic-Hermes-9B","publisher":"DJLougen","modality":"text","arch_key":"qwen35","params_total":"8953803264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2076","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2742642336","shards":1,"effective_bpw":2.4505,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2877269664","shards":1,"effective_bpw":2.5708,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3101648544","shards":1,"effective_bpw":2.7712,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3285345952","shards":1,"effective_bpw":2.9354,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3427968672","shards":1,"effective_bpw":3.0628,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3607471776","shards":1,"effective_bpw":3.2232,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3697239712","shards":1,"effective_bpw":3.3034,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3827262016","shards":1,"effective_bpw":3.4196,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3827263136","shards":1,"effective_bpw":3.4196,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3938166432","shards":1,"effective_bpw":3.5187,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4243416736","shards":1,"effective_bpw":3.7914,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259406400","shards":1,"effective_bpw":3.8057,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407520","shards":1,"effective_bpw":3.8057,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4370818720","shards":1,"effective_bpw":3.9052,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383200","shards":1,"effective_bpw":3.945,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4623524416","shards":1,"effective_bpw":4.131,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4623525536","shards":1,"effective_bpw":4.131,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4925514304","shards":1,"effective_bpw":4.4008,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4925515424","shards":1,"effective_bpw":4.4008,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5196441248","shards":1,"effective_bpw":4.6429,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5227897408","shards":1,"effective_bpw":4.671,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5313356352","shards":1,"effective_bpw":4.7474,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940384","shards":1,"effective_bpw":4.7586,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5351629376","shards":1,"effective_bpw":4.7815,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5351630496","shards":1,"effective_bpw":4.7815,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5418215072","shards":1,"effective_bpw":4.841,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108800","shards":1,"effective_bpw":5.0295,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5629109920","shards":1,"effective_bpw":5.0295,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333920","shards":1,"effective_bpw":5.1905,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6305309248","shards":1,"effective_bpw":5.6336,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305309248","shards":1,"effective_bpw":5.6336,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310368","shards":1,"effective_bpw":5.6336,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6467969600","shards":1,"effective_bpw":5.779,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6467970720","shards":1,"effective_bpw":5.779,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259200","shards":1,"effective_bpw":6.5753,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260320","shards":1,"effective_bpw":6.5753,"repo":"mradermacher/Harmonic-Hermes-9B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501376","shards":1,"effective_bpw":8.5126,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920696896","shards":1,"effective_bpw":16.0117,"repo":"DJLougen/Harmonic-Hermes-9B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"amoral-gemma3-4b-v1","canonical_repo":"soob3123/amoral-gemma3-4B-v1","display_name":"amoral-gemma3-4B-v1","publisher":"soob3123","modality":"text","arch_key":"gemma3","params_total":"4300079472","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2073","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"soob3123/amoral-gemma3-4B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1537982752","shards":1,"effective_bpw":2.8613,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1689452832","shards":1,"effective_bpw":3.1431,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729164832","shards":1,"effective_bpw":3.217,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1863390752","shards":1,"effective_bpw":3.4667,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1891733792","shards":1,"effective_bpw":3.5194,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937364512","shards":1,"effective_bpw":3.6043,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1986803232","shards":1,"effective_bpw":3.6963,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098460192","shards":1,"effective_bpw":3.904,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2236085792","shards":1,"effective_bpw":4.1601,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2263242272","shards":1,"effective_bpw":4.2106,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2363512352","shards":1,"effective_bpw":4.3972,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2370065952","shards":1,"effective_bpw":4.4093,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377930272","shards":1,"effective_bpw":4.424,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489894432","shards":1,"effective_bpw":4.6323,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2564052512","shards":1,"effective_bpw":4.7702,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2652463392","shards":1,"effective_bpw":4.9347,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764592672","shards":1,"effective_bpw":5.1433,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829698592","shards":1,"effective_bpw":5.2645,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2992267552","shards":1,"effective_bpw":5.5669,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190740512","shards":1,"effective_bpw":5.9362,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3353309472","shards":1,"effective_bpw":6.2386,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130402592","shards":1,"effective_bpw":7.6843,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7767803904","shards":1,"effective_bpw":14.4515,"repo":"bartowski/soob3123_amoral-gemma3-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nt-java-1-1b","canonical_repo":"InfosysEnterprise/NT-Java-1.1B","display_name":"NT-Java-1.1B","publisher":"InfosysEnterprise","modality":"text","arch_key":"starcoder","params_total":"1237870592","is_moe":false,"is_gated":false,"license_spdx":"bigcode-openrail-m","downloads_30d":"2072","n_layers":24,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":49152,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"InfosysEnterprise/NT-Java-1.1B","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"gemma-2-9b-it-bnb-4bit","canonical_repo":"unsloth/gemma-2-9b-it-bnb-4bit","display_name":"gemma-2-9b-it-bnb-4bit","publisher":"unsloth","modality":"text","arch_key":"gemma2","params_total":"9502508184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2070","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-2-9b-it-bnb-4bit","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"9827148704","shards":1,"effective_bpw":8.2733,"repo":"twright8/gemmma_q8-2","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-gguf","canonical_repo":"unsloth/Qwen3-30B-A3B-GGUF","display_name":"Qwen3-30B-A3B-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"2070","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"unsloth/Qwen3-30B-A3B-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"mira-v1-12-ties-27b","canonical_repo":"Lambent/Mira-v1.12-Ties-27B","display_name":"Mira-v1.12-Ties-27B","publisher":"Lambent","modality":"text","arch_key":"gemma3","params_total":"27432067952","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2070","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262145,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Lambent/Mira-v1.12-Ties-27B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264014176","shards":1,"effective_bpw":1.8268,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797012320","shards":1,"effective_bpw":1.9822,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685342560","shards":1,"effective_bpw":2.2413,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438670688","shards":1,"effective_bpw":2.461,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782175584","shards":1,"effective_bpw":2.5611,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9492839776","shards":1,"effective_bpw":2.7684,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757167648","shards":1,"effective_bpw":2.8455,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503442464","shards":1,"effective_bpw":3.0631,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716245344","shards":1,"effective_bpw":3.1252,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11561955360","shards":1,"effective_bpw":3.3718,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167335968","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167335968","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12546795552","shards":1,"effective_bpw":3.659,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437362208","shards":1,"effective_bpw":3.9187,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543183904","shards":1,"effective_bpw":4.2412,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767169568","shards":1,"effective_bpw":4.3065,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617695776","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15673778208","shards":1,"effective_bpw":4.5709,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546410528","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167015968","shards":1,"effective_bpw":5.0064,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18766913568","shards":1,"effective_bpw":5.473,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271397408","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166695968","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/Mira-v1.12-Ties-27B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"baichuan-m2-32b-abliterated","canonical_repo":"nicoboss/Baichuan-M2-32B-abliterated","display_name":"Baichuan-M2-32B-abliterated","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2069","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Baichuan-M2-32B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12313100480","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392332480","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935049920","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247080640","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870102720","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784411840","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851337920","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638256320","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262159040","shards":1,"effective_bpw":5.68,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886156480","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820886720","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/Baichuan-M2-32B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magicoder-s-ds-6-7b","canonical_repo":"ise-uiuc/Magicoder-S-DS-6.7B","display_name":"Magicoder-S-DS-6.7B","publisher":"ise-uiuc","modality":"text","arch_key":"llama","params_total":"6740512768","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2069","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ise-uiuc/Magicoder-S-DS-6.7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1530080288","shards":1,"effective_bpw":1.816,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1652468768","shards":1,"effective_bpw":1.9612,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1856449568","shards":1,"effective_bpw":2.2033,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2036411424","shards":1,"effective_bpw":2.4169,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2198170656","shards":1,"effective_bpw":2.6089,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2361355296","shards":1,"effective_bpw":2.8026,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2534501408","shards":1,"effective_bpw":3.0081,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2586995744","shards":1,"effective_bpw":3.0704,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"2798267424","shards":1,"effective_bpw":3.3211,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2827577216","shards":1,"effective_bpw":3.3559,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2950047616","shards":1,"effective_bpw":3.5013,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2950048800","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2950048800","shards":1,"effective_bpw":3.5013,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3116608544","shards":1,"effective_bpw":3.699,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3299747712","shards":1,"effective_bpw":3.9163,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3299748896","shards":1,"effective_bpw":3.9163,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3598854016","shards":1,"effective_bpw":4.2713,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3598855200","shards":1,"effective_bpw":4.2713,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3621186592","shards":1,"effective_bpw":4.2978,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3827689344","shards":1,"effective_bpw":4.5429,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"3838962720","shards":1,"effective_bpw":4.5563,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3858622336","shards":1,"effective_bpw":4.5796,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"3858623520","shards":1,"effective_bpw":4.5796,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4082886528","shards":1,"effective_bpw":4.8458,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4082887712","shards":1,"effective_bpw":4.8458,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4653705088","shards":1,"effective_bpw":5.5233,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4653705088","shards":1,"effective_bpw":5.5233,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4653706272","shards":1,"effective_bpw":5.5233,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4785170304","shards":1,"effective_bpw":5.6793,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"4785171488","shards":1,"effective_bpw":5.6793,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5531346816","shards":1,"effective_bpw":6.5649,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5531348000","shards":1,"effective_bpw":6.5649,"repo":"mradermacher/Magicoder-S-DS-6.7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7163750272","shards":1,"effective_bpw":8.5023,"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-instruct-2507-heretic","canonical_repo":"p-e-w/Qwen3-4B-Instruct-2507-heretic","display_name":"Qwen3-4B-Instruct-2507-heretic","publisher":"p-e-w","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2068","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"p-e-w/Qwen3-4B-Instruct-2507-heretic","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"1512982464","shards":1,"effective_bpw":3.0091,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498304","shards":1,"effective_bpw":3.3203,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1670186944","shards":1,"effective_bpw":3.3217,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1763698624","shards":1,"effective_bpw":3.5077,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1814373824","shards":1,"effective_bpw":3.6085,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886995904","shards":1,"effective_bpw":3.7529,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1962894784","shards":1,"effective_bpw":3.9039,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075616704","shards":1,"effective_bpw":4.128,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784384","shards":1,"effective_bpw":4.4545,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2270750144","shards":1,"effective_bpw":4.5161,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2375771584","shards":1,"effective_bpw":4.725,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2381342144","shards":1,"effective_bpw":4.7361,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308224","shards":1,"effective_bpw":4.74,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279424","shards":1,"effective_bpw":4.9667,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2591479744","shards":1,"effective_bpw":5.154,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2596627904","shards":1,"effective_bpw":5.1642,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710144","shards":1,"effective_bpw":5.6159,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512384","shards":1,"effective_bpw":5.7467,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2983712704","shards":1,"effective_bpw":5.9341,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306259904","shards":1,"effective_bpw":6.5756,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"3400460224","shards":1,"effective_bpw":6.7629,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280403904","shards":1,"effective_bpw":8.513,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404032","shards":1,"effective_bpw":8.513,"repo":"Biomanticus/Qwen3-4B-Instruct-2507-heretic.gguf","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"8051283584","shards":1,"effective_bpw":16.0126,"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284032","shards":1,"effective_bpw":16.0126,"repo":"Biomanticus/Qwen3-4B-Instruct-2507-heretic.gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-moe-4x8b-r1-distill-llama-3-1-deep-thinker-uncensored-24b","canonical_repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B","display_name":"DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"24942219328","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2067","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"9302820928","shards":1,"effective_bpw":2.9838,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10933233728","shards":1,"effective_bpw":3.5067,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"12080375872","shards":1,"effective_bpw":3.8747,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"13044017216","shards":1,"effective_bpw":4.1838,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"13580765248","shards":1,"effective_bpw":4.3559,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"14295533632","shards":1,"effective_bpw":4.5852,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"15162181696","shards":1,"effective_bpw":4.8631,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"17228007488","shards":1,"effective_bpw":5.5257,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"17736042560","shards":1,"effective_bpw":5.6887,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"20470769728","shards":1,"effective_bpw":6.5658,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"26511272000","shards":1,"effective_bpw":8.5033,"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinystories-gpt-0-1-3m","canonical_repo":"segestic/Tinystories-gpt-0.1-3m","display_name":"Tinystories-gpt-0.1-3m","publisher":"segestic","modality":"text","arch_key":"gpt2","params_total":"3747520","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2064","n_layers":8,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":50257,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"segestic/Tinystories-gpt-0.1-3m","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"7754464","shards":1,"effective_bpw":16.5538,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7788256","shards":1,"effective_bpw":16.6259,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8229728","shards":1,"effective_bpw":17.5684,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8479904","shards":1,"effective_bpw":18.1024,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9544960","shards":1,"effective_bpw":20.3761,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9576704","shards":1,"effective_bpw":20.4438,"repo":"afrideva/Tinystories-gpt-0.1-3m-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-claude-opus-reasoning-distilled","canonical_repo":"rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled","display_name":"Qwen3.6-27B-Claude-Opus-Reasoning-Distilled","publisher":"rico03","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2064","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"smollm2-1-7b-instruct-uncensored","canonical_repo":"thirdeyeai/SmolLM2-1.7B-Instruct-Uncensored","display_name":"SmolLM2-1.7B-Instruct-Uncensored","publisher":"thirdeyeai","modality":"text","arch_key":"llama","params_total":"1812039680","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2062","n_layers":24,"n_head":32,"n_head_kv":32,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49152,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thirdeyeai/SmolLM2-1.7B-Instruct-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"707614080","shards":1,"effective_bpw":3.1241,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"820073856","shards":1,"effective_bpw":3.6206,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"903435648","shards":1,"effective_bpw":3.9886,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"975787392","shards":1,"effective_bpw":4.308,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1001739648","shards":1,"effective_bpw":4.4226,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1055741312","shards":1,"effective_bpw":4.661,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1112233344","shards":1,"effective_bpw":4.9104,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1261262208","shards":1,"effective_bpw":5.5684,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1294685568","shards":1,"effective_bpw":5.7159,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1488541056","shards":1,"effective_bpw":6.5718,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1927370112","shards":1,"effective_bpw":8.5092,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3626063232","shards":1,"effective_bpw":16.0088,"repo":"mradermacher/SmolLM2-1.7B-Instruct-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"next-ocr","canonical_repo":"thelamapi/next-ocr","display_name":"next-ocr","publisher":"thelamapi","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2061","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thelamapi/next-ocr","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115772960","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256151072","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490114592","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696159776","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864747040","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051917856","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083555360","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281735968","shards":1,"effective_bpw":2.9946,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281736224","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369636384","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626877472","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769614624","shards":1,"effective_bpw":3.4398,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769614880","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789668896","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896623648","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124164384","shards":1,"effective_bpw":3.7633,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124164640","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431397152","shards":1,"effective_bpw":4.0436,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431397408","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561842720","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593299744","shards":1,"effective_bpw":4.1914,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787335712","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793627168","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802015520","shards":1,"effective_bpw":4.3818,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802015776","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027781184","shards":1,"effective_bpw":4.5879,"repo":"Lamapi/next-ocr-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027787040","shards":1,"effective_bpw":4.5879,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027787296","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247758880","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720764704","shards":1,"effective_bpw":5.2202,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720764960","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851115808","shards":1,"effective_bpw":5.3391,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851116064","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725902624","shards":1,"effective_bpw":6.1374,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725902880","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/next-ocr-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709521696","shards":1,"effective_bpw":7.9474,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388047136","shards":1,"effective_bpw":14.9541,"repo":"thelamapi/next-ocr-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-7-flash-reap-23b-a3b-gguf","canonical_repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","display_name":"GLM-4.7-Flash-REAP-23B-A3B-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"22996118432","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2061","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"ernie-21b-a3b-thinking-gemini-3-pro-high-reasoning-v2","canonical_repo":"DavidAU/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2","display_name":"ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2","publisher":"DavidAU","modality":"text","arch_key":"ernie4_5-moe","params_total":"21825437888","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2061","n_layers":28,"n_head":20,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":103424,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"4476481600","shards":1,"effective_bpw":1.6408,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4969721920","shards":1,"effective_bpw":1.8216,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5791789120","shards":1,"effective_bpw":2.1229,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6455177280","shards":1,"effective_bpw":2.3661,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6510534720","shards":1,"effective_bpw":2.3864,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"7168188480","shards":1,"effective_bpw":2.6275,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"7448600640","shards":1,"effective_bpw":2.7302,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8053067840","shards":1,"effective_bpw":2.9518,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"8456093760","shards":1,"effective_bpw":3.0995,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8983883840","shards":1,"effective_bpw":3.293,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"9500266560","shards":1,"effective_bpw":3.4823,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"9505140800","shards":1,"effective_bpw":3.4841,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9602625600","shards":1,"effective_bpw":3.5198,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"10468581440","shards":1,"effective_bpw":3.8372,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"11371667520","shards":1,"effective_bpw":4.1682,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"11695292480","shards":1,"effective_bpw":4.2868,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"12397592640","shards":1,"effective_bpw":4.5443,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"12432654400","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"13245833280","shards":1,"effective_bpw":4.8552,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"13710442560","shards":1,"effective_bpw":5.0255,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"15057698880","shards":1,"effective_bpw":5.5193,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"15512395840","shards":1,"effective_bpw":5.686,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"17920618560","shards":1,"effective_bpw":6.5687,"repo":"mradermacher/ERNIE-21B-A3B-Thinking-Gemini-3-Pro-High-Reasoning-V2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"snowflake-arctic-embed-m-v2-0","canonical_repo":"Snowflake/snowflake-arctic-embed-m-v2.0","display_name":"snowflake-arctic-embed-m-v2.0","publisher":"Snowflake","modality":"embedding","arch_key":null,"params_total":"305368320","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2057","n_layers":12,"n_head":12,"n_head_kv":12,"head_dim_k":64,"head_dim_v":64,"hidden":768,"vocab_size":250048,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Snowflake/snowflake-arctic-embed-m-v2.0","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"qwen2-5-coder-1-5b-unsensored-dpo","canonical_repo":"timhoek/Qwen2.5-Coder-1.5B-Unsensored-DPO","display_name":"Qwen2.5-Coder-1.5B-Unsensored-DPO","publisher":"timhoek","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2056","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"timhoek/Qwen2.5-Coder-1.5B-Unsensored-DPO","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528000","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"436528000","shards":1,"effective_bpw":2.2622,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461696","shards":1,"effective_bpw":2.407,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461696","shards":1,"effective_bpw":2.407,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511017856","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511017856","shards":1,"effective_bpw":2.6483,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327168","shards":1,"effective_bpw":2.852,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327168","shards":1,"effective_bpw":2.852,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810176","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810176","shards":1,"effective_bpw":2.9218,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055104","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055104","shards":1,"effective_bpw":3.1149,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135552","shards":1,"effective_bpw":3.3174,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135552","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792704","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792704","shards":1,"effective_bpw":3.4659,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305280","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305280","shards":1,"effective_bpw":3.5048,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699584","shards":1,"effective_bpw":3.7919,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699584","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945024","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945024","shards":1,"effective_bpw":3.9435,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407296","shards":1,"effective_bpw":3.951,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407296","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664448","shards":1,"effective_bpw":4.0249,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664448","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179072","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179072","shards":1,"effective_bpw":4.2711,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163200","shards":1,"effective_bpw":4.5613,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163200","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732096","shards":1,"effective_bpw":4.642,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732096","shards":1,"effective_bpw":4.642,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331648","shards":1,"effective_bpw":4.8524,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331648","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937535872","shards":1,"effective_bpw":4.8586,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937535872","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940312960","shards":1,"effective_bpw":4.873,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940312960","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986048896","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986048896","shards":1,"effective_bpw":5.11,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842624","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842624","shards":1,"effective_bpw":5.2696,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098729856","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098729856","shards":1,"effective_bpw":5.694,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050752","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050752","shards":1,"effective_bpw":5.8304,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740224","shards":1,"effective_bpw":6.5957,"repo":"Olak17/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740224","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-Coder-1.5B-Unsensored-DPO-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-vl-7b-instruct-heretic","canonical_repo":"coder3101/Qwen2.5-VL-7B-Instruct-heretic","display_name":"Qwen2.5-VL-7B-Instruct-heretic","publisher":"coder3101","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2056","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Qwen2.5-VL-7B-Instruct-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903667040","shards":1,"effective_bpw":1.8366,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042195808","shards":1,"effective_bpw":1.9702,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273077088","shards":1,"effective_bpw":2.193,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469021536","shards":1,"effective_bpw":2.382,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595637088","shards":1,"effective_bpw":2.5042,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780342112","shards":1,"effective_bpw":2.6824,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834073440","shards":1,"effective_bpw":2.7342,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015939648","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015939936","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114514272","shards":1,"effective_bpw":3.0048,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346255712","shards":1,"effective_bpw":3.2284,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492367936","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492368224","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499192160","shards":1,"effective_bpw":3.3759,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574011744","shards":1,"effective_bpw":3.4481,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808390720","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808391008","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088458816","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088459104","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218472288","shards":1,"effective_bpw":4.0698,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250297920","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437813088","shards":1,"effective_bpw":4.2815,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444120928","shards":1,"effective_bpw":4.2875,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457768512","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457768800","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683073088","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683073376","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873283424","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315176000","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315176288","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444830784","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444831072","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254198336","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254198624","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098524736","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237852736","shards":1,"effective_bpw":14.701,"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"calmerys-78b-orpo-v0-1","canonical_repo":"dfurman/CalmeRys-78B-Orpo-v0.1","display_name":"CalmeRys-78B-Orpo-v0.1","publisher":"dfurman","modality":"text","arch_key":"qwen2","params_total":"77965463552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2055","n_layers":86,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":151646,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dfurman/CalmeRys-78B-Orpo-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"24293275872","shards":1,"effective_bpw":2.4927,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"25421903680","shards":1,"effective_bpw":2.6085,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"25421904096","shards":1,"effective_bpw":2.6085,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"27302950720","shards":1,"effective_bpw":2.8015,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"27302951136","shards":1,"effective_bpw":2.8015,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"28988143424","shards":1,"effective_bpw":2.9745,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"28988143840","shards":1,"effective_bpw":2.9745,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"29925911136","shards":1,"effective_bpw":3.0707,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"31430748352","shards":1,"effective_bpw":3.2251,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"31430748768","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"31845779136","shards":1,"effective_bpw":3.2677,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"31845779552","shards":1,"effective_bpw":3.2677,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"33058947136","shards":1,"effective_bpw":3.3922,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"34034624704","shards":1,"effective_bpw":3.4923,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"34034625120","shards":1,"effective_bpw":3.4923,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"35082287584","shards":1,"effective_bpw":3.5998,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"36766857280","shards":1,"effective_bpw":3.7726,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"36766857696","shards":1,"effective_bpw":3.7726,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"36862671328","shards":1,"effective_bpw":3.7825,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"37931956288","shards":1,"effective_bpw":3.8922,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"37931956704","shards":1,"effective_bpw":3.8922,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"40310847552","shards":1,"effective_bpw":4.1363,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"40310847968","shards":1,"effective_bpw":4.1363,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"42346592320","shards":1,"effective_bpw":4.3452,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"42346592736","shards":1,"effective_bpw":4.3452,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"42555894208","shards":1,"effective_bpw":4.3666,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"42555894624","shards":1,"effective_bpw":4.3666,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"44341118912","shards":1,"effective_bpw":4.5498,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"44341119328","shards":1,"effective_bpw":4.5498,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"46949189984","shards":1,"effective_bpw":4.8174,"repo":"mradermacher/CalmeRys-78B-Orpo-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"50699421856","shards":2,"effective_bpw":5.2022,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"58307723392","shards":2,"effective_bpw":5.9829,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"69014343712","shards":2,"effective_bpw":7.0815,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"82851037568","shards":3,"effective_bpw":8.5013,"repo":"bartowski/CalmeRys-78B-Orpo-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aion-rp-llama-3-1-8b","canonical_repo":"aion-labs/Aion-RP-Llama-3.1-8B","display_name":"Aion-RP-Llama-3.1-8B","publisher":"aion-labs","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2055","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aion-labs/Aion-RP-Llama-3.1-8B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948281664","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132224","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747968","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500032","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156224","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824128","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918720","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957184","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663424","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892544","shards":1,"effective_bpw":4.6583,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989696","shards":1,"effective_bpw":4.6604,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669760","shards":1,"effective_bpw":4.675,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735040","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633280","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294784","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988224","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219392","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007232","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467136","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771648","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891680","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama2-22b-chat-wizard-uncensored","canonical_repo":"nkpz/llama2-22b-chat-wizard-uncensored","display_name":"llama2-22b-chat-wizard-uncensored","publisher":"nkpz","modality":"text","arch_key":"llama","params_total":"21827961856","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2054","n_layers":40,"n_head":52,"n_head_kv":52,"head_dim_k":128,"head_dim_v":128,"hidden":6656,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nkpz/llama2-22b-chat-wizard-uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"8114369824","shards":1,"effective_bpw":2.9739,"repo":"tensorblock/llama2-22b-chat-wizard-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10610329888","shards":1,"effective_bpw":3.8887,"repo":"tensorblock/llama2-22b-chat-wizard-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"human-like-qwen2-5-7b-instruct","canonical_repo":"HumanLLMs/Human-Like-Qwen2.5-7B-Instruct","display_name":"Human-Like-Qwen2.5-7B-Instruct","publisher":"HumanLLMs","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2052","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HumanLLMs/Human-Like-Qwen2.5-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903666016","shards":1,"effective_bpw":1.9997,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042194784","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273076064","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469020512","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595636064","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780340672","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780341088","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938496","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015938912","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114513248","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346254272","shards":1,"effective_bpw":3.5151,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346254688","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366784","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492367200","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499191136","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162496","shards":1,"effective_bpw":3.7272,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574010304","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574010720","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389568","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808389984","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457664","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088458080","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470848","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218471264","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119488","shards":1,"effective_bpw":4.6684,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444119904","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767360","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457767776","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071936","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683072352","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087562176","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174848","shards":1,"effective_bpw":5.5834,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315175264","shards":1,"effective_bpw":5.5834,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829632","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444830048","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781195200","shards":1,"effective_bpw":6.073,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197184","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254197600","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518180288","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523584","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851264","shards":1,"effective_bpw":16.007,"repo":"bartowski/Human-Like-Qwen2.5-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hathor-unstable-l3-8b-v0-3","canonical_repo":"Nitral-Archive/Hathor_Unstable-L3-8B-v0.3","display_name":"Hathor_Unstable-L3-8B-v0.3","publisher":"Nitral-Archive","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2050","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-Archive/Hathor_Unstable-L3-8B-v0.3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628064","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972256","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212576","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782048","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489120","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281376","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131680","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179131936","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274912800","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747424","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518747680","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499488","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664499744","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325280","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325536","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823584","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784823840","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918176","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918432","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956640","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321956896","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663136","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363040","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892256","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669216","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669472","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734496","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920734752","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294240","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294496","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987680","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732987936","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006688","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596006944","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771104","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891424","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Hathor_Unstable-L3-8B-v0.3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nemotron-research-reasoning-qwen-1-5b","canonical_repo":"nvidia/Nemotron-Research-Reasoning-Qwen-1.5B","display_name":"Nemotron-Research-Reasoning-Qwen-1.5B","publisher":"nvidia","modality":"text","arch_key":"qwen2","params_total":"1777088000","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2049","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Nemotron-Research-Reasoning-Qwen-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"701332512","shards":1,"effective_bpw":3.1572,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"752880672","shards":1,"effective_bpw":3.3893,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"769070112","shards":1,"effective_bpw":3.4622,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"831976992","shards":1,"effective_bpw":3.7453,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"861222432","shards":1,"effective_bpw":3.877,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"876941856","shards":1,"effective_bpw":3.9478,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"924456480","shards":1,"effective_bpw":4.1617,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"980440608","shards":1,"effective_bpw":4.4137,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"980784672","shards":1,"effective_bpw":4.4152,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1019711520","shards":1,"effective_bpw":4.5905,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1067604000","shards":1,"effective_bpw":4.8061,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1068808224","shards":1,"effective_bpw":4.8115,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071585312","shards":1,"effective_bpw":4.824,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1117321248","shards":1,"effective_bpw":5.0299,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1162700832","shards":1,"effective_bpw":5.2342,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1259173920","shards":1,"effective_bpw":5.6685,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1285494816","shards":1,"effective_bpw":5.787,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1290528288","shards":1,"effective_bpw":5.8096,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1429530144","shards":1,"effective_bpw":6.4354,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1464179232","shards":1,"effective_bpw":6.5914,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1577219616","shards":1,"effective_bpw":7.1002,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1894532640","shards":1,"effective_bpw":8.5287,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3560416480","shards":1,"effective_bpw":16.0281,"repo":"bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"octo-net","canonical_repo":"NexaAI/octo-net","display_name":"octo-net","publisher":"NexaAI","modality":"text","arch_key":"phi3","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2047","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":262144,"use_sliding_window":null,"swa_period":1,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NexaAI/octo-net","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1416203040","shards":1,"effective_bpw":2.965,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681797408","shards":1,"effective_bpw":3.5211,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1955475744","shards":1,"effective_bpw":4.0941,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"1955475744","shards":1,"effective_bpw":4.0941,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2087596320","shards":1,"effective_bpw":4.3707,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"2176175904","shards":1,"effective_bpw":4.5561,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2188758816","shards":1,"effective_bpw":4.5825,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2393231136","shards":1,"effective_bpw":5.0106,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2393231136","shards":1,"effective_bpw":5.0106,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"2408824608","shards":1,"effective_bpw":5.0432,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641473312","shards":1,"effective_bpw":5.5303,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"2641473312","shards":1,"effective_bpw":5.5303,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2815274784","shards":1,"effective_bpw":5.8942,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"2815274784","shards":1,"effective_bpw":5.8942,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2874122016","shards":1,"effective_bpw":6.0174,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135851808","shards":1,"effective_bpw":6.5654,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061221152","shards":1,"effective_bpw":8.5028,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7643296032","shards":1,"effective_bpw":16.0024,"repo":"NexaAI/octo-net-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"sciphi-mistral-7b-32k","canonical_repo":"SciPhi/SciPhi-Mistral-7B-32k","display_name":"SciPhi-Mistral-7B-32k","publisher":"SciPhi","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"2047","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SciPhi/SciPhi-Mistral-7B-32k","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097728","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083097760","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3083097760","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567168","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567200","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985856","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985888","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024320","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024352","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916352","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373632","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373664","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438912","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438944","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715584","shards":1,"effective_bpw":5.521,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715616","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409024","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409056","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064768","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064800","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857280","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857312","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-SciPhi-32k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"internlm2-math-plus-20b","canonical_repo":"internlm/internlm2-math-plus-20b","display_name":"internlm2-math-plus-20b","publisher":"internlm","modality":"text","arch_key":"internlm2","params_total":"19861149696","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2047","n_layers":48,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":92544,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"internlm/internlm2-math-plus-20b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"4543268288","shards":1,"effective_bpw":1.83,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"4543268288","shards":1,"effective_bpw":1.83,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"4543269024","shards":1,"effective_bpw":1.83,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"4918396352","shards":1,"effective_bpw":1.9811,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"4918396352","shards":1,"effective_bpw":1.9811,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4918397088","shards":1,"effective_bpw":1.9811,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5543609792","shards":1,"effective_bpw":2.2329,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"5543609792","shards":1,"effective_bpw":2.2329,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"5543610528","shards":1,"effective_bpw":2.2329,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6100403648","shards":1,"effective_bpw":2.4572,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"6100403648","shards":1,"effective_bpw":2.4572,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"6100404384","shards":1,"effective_bpw":2.4572,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6474296768","shards":1,"effective_bpw":2.6078,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6474296768","shards":1,"effective_bpw":2.6078,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"6474297504","shards":1,"effective_bpw":2.6078,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6974467520","shards":1,"effective_bpw":2.8093,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6974467520","shards":1,"effective_bpw":2.8093,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"6974468256","shards":1,"effective_bpw":2.8093,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"7013469632","shards":1,"effective_bpw":2.825,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7546670528","shards":1,"effective_bpw":3.0398,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"7546670528","shards":1,"effective_bpw":3.0398,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"7546671264","shards":1,"effective_bpw":3.0398,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7814376896","shards":1,"effective_bpw":3.1476,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"7814376896","shards":1,"effective_bpw":3.1476,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"7814377632","shards":1,"effective_bpw":3.1476,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"8361752000","shards":1,"effective_bpw":3.3681,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"8361752000","shards":1,"effective_bpw":3.3681,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"8361752736","shards":1,"effective_bpw":3.3681,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8760473024","shards":1,"effective_bpw":3.5287,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"8760473024","shards":1,"effective_bpw":3.5287,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"8760473760","shards":1,"effective_bpw":3.5287,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8800581056","shards":1,"effective_bpw":3.5448,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"8800581056","shards":1,"effective_bpw":3.5448,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"8800581792","shards":1,"effective_bpw":3.5448,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9121445312","shards":1,"effective_bpw":3.6741,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"9121445312","shards":1,"effective_bpw":3.6741,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"9121446048","shards":1,"effective_bpw":3.6741,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"9722279360","shards":1,"effective_bpw":3.9161,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"9722279360","shards":1,"effective_bpw":3.9161,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"9722280096","shards":1,"effective_bpw":3.9161,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10551178688","shards":1,"effective_bpw":4.25,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"10551178688","shards":1,"effective_bpw":4.25,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"10551179424","shards":1,"effective_bpw":4.25,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10766998976","shards":1,"effective_bpw":4.3369,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"10766998976","shards":1,"effective_bpw":4.3369,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"10766999712","shards":1,"effective_bpw":4.3369,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11360435648","shards":1,"effective_bpw":4.5759,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"11360435648","shards":1,"effective_bpw":4.5759,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"11360436384","shards":1,"effective_bpw":4.5759,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11401330112","shards":1,"effective_bpw":4.5924,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"11401330112","shards":1,"effective_bpw":4.5924,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"11401330848","shards":1,"effective_bpw":4.5924,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"11984469440","shards":1,"effective_bpw":4.8273,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"11984469440","shards":1,"effective_bpw":4.8273,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"11984470176","shards":1,"effective_bpw":4.8273,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13734182080","shards":1,"effective_bpw":5.5321,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"13734182336","shards":1,"effective_bpw":5.5321,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"13734183072","shards":1,"effective_bpw":5.5321,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"14075100352","shards":1,"effective_bpw":5.6694,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"14075100608","shards":1,"effective_bpw":5.6694,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"14075101344","shards":1,"effective_bpw":5.6694,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16296395968","shards":1,"effective_bpw":6.5641,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"16296396224","shards":1,"effective_bpw":6.5641,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"16296396960","shards":1,"effective_bpw":6.5641,"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21106373824","shards":1,"effective_bpw":8.5016,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"21106374080","shards":1,"effective_bpw":8.5016,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"39725642944","shards":1,"effective_bpw":16.0013,"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"79446750592","shards":2,"effective_bpw":32.0009,"repo":"lmstudio-community/internlm2-math-plus-20b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gpt-oss-safeguard-120b","canonical_repo":"openai/gpt-oss-safeguard-120b","display_name":"gpt-oss-safeguard-120b","publisher":"openai","modality":"text","arch_key":"gpt-oss","params_total":"120412337472","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2047","n_layers":36,"n_head":64,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2880,"vocab_size":201088,"ctx_native":131072,"sliding_window":128,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"openai/gpt-oss-safeguard-120b","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"62563620640","shards":2,"effective_bpw":4.1566,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"62570256160","shards":2,"effective_bpw":4.1571,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"62620022560","shards":2,"effective_bpw":4.1604,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"62626842400","shards":2,"effective_bpw":4.1608,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"62715938080","shards":2,"effective_bpw":4.1667,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"62759138080","shards":2,"effective_bpw":4.1696,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"62768722720","shards":2,"effective_bpw":4.1703,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"62859822880","shards":2,"effective_bpw":4.1763,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"62881227040","shards":2,"effective_bpw":4.1777,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"62889521440","shards":2,"effective_bpw":4.1783,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"63284496160","shards":2,"effective_bpw":4.2045,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"MXFP4","bytes":"63387346176","shards":2,"effective_bpw":4.2114,"repo":"lmstudio-community/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"63387346720","shards":2,"effective_bpw":4.2114,"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-vl-32b-thinking-gguf","canonical_repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","display_name":"Qwen3-VL-32B-Thinking-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen3vl","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2047","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"qwen3-5-2b-enko","canonical_repo":"neureps/Qwen3.5-2B-enko","display_name":"Qwen3.5-2B-enko","publisher":"neureps","modality":"vision_language","arch_key":"qwen35","params_total":"2068919616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2045","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":148149,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"neureps/Qwen3.5-2B-enko","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"eva-qwen2-5-72b-v0-2","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2","display_name":"EVA-Qwen2.5-72B-v0.2","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2044","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-72B-v0.2","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740213056","shards":1,"effective_bpw":2.6122,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024256","shards":1,"effective_bpw":2.8047,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645376","shards":1,"effective_bpw":2.9772,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986304","shards":1,"effective_bpw":3.2282,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763008","shards":1,"effective_bpw":3.2802,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028275008","shards":1,"effective_bpw":3.4141,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082944","shards":1,"effective_bpw":3.504,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789376","shards":1,"effective_bpw":3.7948,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597376","shards":1,"effective_bpw":3.9065,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725696","shards":1,"effective_bpw":4.1481,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225536","shards":1,"effective_bpw":4.3468,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075264","shards":1,"effective_bpw":4.3693,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126848","shards":1,"effective_bpw":4.5535,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223488","shards":1,"effective_bpw":4.8292,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715648","shards":1,"effective_bpw":5.2172,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138848","shards":2,"effective_bpw":5.6529,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466528","shards":2,"effective_bpw":5.991,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629600","shards":2,"effective_bpw":7.0803,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612224","shards":2,"effective_bpw":8.5014,"repo":"bartowski/EVA-Qwen2.5-72B-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mini-magnum-12b-v1-1","canonical_repo":"intervitens/mini-magnum-12b-v1.1","display_name":"mini-magnum-12b-v1.1","publisher":"intervitens","modality":"text","arch_key":"llama","params_total":"12247792640","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2043","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131073,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"intervitens/mini-magnum-12b-v1.1","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4138478560","shards":1,"effective_bpw":2.7032,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435028960","shards":1,"effective_bpw":2.8969,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791053472","shards":1,"effective_bpw":3.1294,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791053664","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945390560","shards":1,"effective_bpw":3.2302,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306494624","shards":1,"effective_bpw":3.4661,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306494816","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534232224","shards":1,"effective_bpw":3.6148,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534232416","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562085024","shards":1,"effective_bpw":3.633,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"5562085216","shards":1,"effective_bpw":3.633,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722238624","shards":1,"effective_bpw":3.7376,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722238816","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083096224","shards":1,"effective_bpw":3.9734,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083096416","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561509024","shards":1,"effective_bpw":4.2858,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561509216","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742716576","shards":1,"effective_bpw":4.4042,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800060768","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097921856","shards":1,"effective_bpw":4.6362,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120204096","shards":1,"effective_bpw":4.6508,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120204288","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477211456","shards":1,"effective_bpw":4.884,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477211648","shards":1,"effective_bpw":4.884,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518743168","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727638976","shards":1,"effective_bpw":5.7007,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727639168","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056218240","shards":1,"effective_bpw":6.5685,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056218432","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022380032","shards":1,"effective_bpw":8.5059,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022380224","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/mini-magnum-12b-v1.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504296576","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/mini-magnum-12b-v1.1-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504296576","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/mini-magnum-12b-v1.1-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504296576","shards":1,"effective_bpw":16.0057,"repo":"InferenceIllusionist/mini-magnum-12b-v1.1-iMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-kimi-linear-48b-a3b-instruct-abliterated","canonical_repo":"huihui-ai/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated","display_name":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"kimi-linear","params_total":"49122681728","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2037","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"10081754784","shards":1,"effective_bpw":1.6419,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"11189045280","shards":1,"effective_bpw":1.8222,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"13034529440","shards":1,"effective_bpw":2.1228,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"14518879392","shards":1,"effective_bpw":2.3645,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"14656787616","shards":1,"effective_bpw":2.387,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"16133174944","shards":1,"effective_bpw":2.6274,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"16669413152","shards":1,"effective_bpw":2.7147,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"18028533536","shards":1,"effective_bpw":2.9361,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"18992831136","shards":1,"effective_bpw":3.0931,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"20166372768","shards":1,"effective_bpw":3.2842,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"21325598112","shards":1,"effective_bpw":3.473,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"21325598112","shards":1,"effective_bpw":3.473,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"21548385696","shards":1,"effective_bpw":3.5093,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"23486104992","shards":1,"effective_bpw":3.8249,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"25509791136","shards":1,"effective_bpw":4.1545,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"26270981152","shards":1,"effective_bpw":4.2784,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"27869756960","shards":1,"effective_bpw":4.5388,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"27956051488","shards":1,"effective_bpw":4.5529,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"29702759968","shards":1,"effective_bpw":4.8373,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"30838178336","shards":1,"effective_bpw":5.0222,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"33885947424","shards":1,"effective_bpw":5.5186,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"34867654176","shards":1,"effective_bpw":5.6785,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"40364127904","shards":1,"effective_bpw":6.5736,"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-nemo-minitron-8b-instruct","canonical_repo":"nvidia/Mistral-NeMo-Minitron-8B-Instruct","display_name":"Mistral-NeMo-Minitron-8B-Instruct","publisher":"nvidia","modality":"text","arch_key":"llama","params_total":"8414105600","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2035","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":131072,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Mistral-NeMo-Minitron-8B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3099936448","shards":1,"effective_bpw":2.9474,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3333392064","shards":1,"effective_bpw":3.1693,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3684468416","shards":1,"effective_bpw":3.5031,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3834218176","shards":1,"effective_bpw":3.6455,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3857680064","shards":1,"effective_bpw":3.6678,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3976963776","shards":1,"effective_bpw":3.7812,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4209149632","shards":1,"effective_bpw":4.002,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4537091776","shards":1,"effective_bpw":4.3138,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4660430528","shards":1,"effective_bpw":4.4311,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4895114944","shards":1,"effective_bpw":4.6542,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4911957696","shards":1,"effective_bpw":4.6702,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5145298624","shards":1,"effective_bpw":4.8921,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5543757504","shards":1,"effective_bpw":5.2709,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5864982208","shards":1,"effective_bpw":5.5763,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6001460928","shards":1,"effective_bpw":5.7061,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6332810944","shards":1,"effective_bpw":6.0211,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6911133376","shards":1,"effective_bpw":6.571,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7171180224","shards":1,"effective_bpw":6.8182,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8948844224","shards":1,"effective_bpw":8.5084,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16836756896","shards":1,"effective_bpw":16.0081,"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ektome-qwen2-5-coder-14b-instruct-pristinelyuncensored","canonical_repo":"Zynerji/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored","display_name":"Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored","publisher":"Zynerji","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2031","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Zynerji/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607995072","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309952","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312834752","shards":1,"effective_bpw":2.336,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704576192","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003727552","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356147392","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397189312","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770498752","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946708672","shards":1,"effective_bpw":3.221,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383362752","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596992","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693020352","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916539072","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339205312","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924769472","shards":1,"effective_bpw":4.2924,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119841472","shards":1,"effective_bpw":4.398,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8186196320","shards":1,"effective_bpw":4.4339,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268992","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549184192","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573432512","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988111552","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140992","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266555072","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508874432","shards":1,"effective_bpw":5.692,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684992","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"mradermacher/Ektome-Qwen2.5-Coder-14B-Instruct-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fastcontext-1-0-4b-sft-abliterated","canonical_repo":"s3nh/FastContext-1.0-4B-SFT-abliterated","display_name":"FastContext-1.0-4B-SFT-abliterated","publisher":"s3nh","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2030","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"s3nh/FastContext-1.0-4B-SFT-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1055255264","shards":1,"effective_bpw":2.0987,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1127017184","shards":1,"effective_bpw":2.2414,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1246620384","shards":1,"effective_bpw":2.4793,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1354099424","shards":1,"effective_bpw":2.6931,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1417300704","shards":1,"effective_bpw":2.8188,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1512983264","shards":1,"effective_bpw":3.0091,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1563453664","shards":1,"effective_bpw":3.1094,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1669498816","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1669499104","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1670187744","shards":1,"effective_bpw":3.3217,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1814374624","shards":1,"effective_bpw":3.6085,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996416","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1886996704","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1899530464","shards":1,"effective_bpw":3.7778,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1962895584","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617216","shards":1,"effective_bpw":4.128,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2075617504","shards":1,"effective_bpw":4.128,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784896","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2239785184","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2270750944","shards":1,"effective_bpw":4.5161,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315456","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2375772384","shards":1,"effective_bpw":4.725,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2381342944","shards":1,"effective_bpw":4.7361,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308736","shards":1,"effective_bpw":4.74,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2383309024","shards":1,"effective_bpw":4.74,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279936","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2497280224","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2596628704","shards":1,"effective_bpw":5.1642,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710656","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2823710944","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512896","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2889513184","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260416","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3306260704","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404416","shards":1,"effective_bpw":8.513,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284416","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/FastContext-1.0-4B-SFT-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-homebrew-v2","canonical_repo":"Nitral-Archive/Qwen3.5-27B_Homebrew-v2","display_name":"Qwen3.5-27B_Homebrew-v2","publisher":"Nitral-Archive","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2029","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-Archive/Qwen3.5-27B_Homebrew-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7149816800","shards":1,"effective_bpw":2.0908,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7631076320","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8433175520","shards":1,"effective_bpw":2.4661,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9090583520","shards":1,"effective_bpw":2.6584,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9362906080","shards":1,"effective_bpw":2.738,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10004585440","shards":1,"effective_bpw":2.9257,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10248317920","shards":1,"effective_bpw":2.9969,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10711657440","shards":1,"effective_bpw":3.1324,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11186363360","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11967122400","shards":1,"effective_bpw":3.4996,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12073946080","shards":1,"effective_bpw":3.5308,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12419320800","shards":1,"effective_bpw":3.6318,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12580867040","shards":1,"effective_bpw":3.6791,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13301435360","shards":1,"effective_bpw":3.8898,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14344768480","shards":1,"effective_bpw":4.1949,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15082499040","shards":1,"effective_bpw":4.4106,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15521426400","shards":1,"effective_bpw":4.539,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15586307040","shards":1,"effective_bpw":4.5579,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16547392480","shards":1,"effective_bpw":4.839,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17078234080","shards":1,"effective_bpw":4.9942,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18679606240","shards":1,"effective_bpw":5.4625,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19231091680","shards":1,"effective_bpw":5.6238,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22082522080","shards":1,"effective_bpw":6.4576,"repo":"mradermacher/Qwen3.5-27B_Homebrew-v2-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dreamomni2","canonical_repo":"xiabs/DreamOmni2","display_name":"DreamOmni2","publisher":"xiabs","modality":"image","arch_key":"qwen2vl","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2024","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"3015938496","shards":1,"effective_bpw":3.1682,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366784","shards":1,"effective_bpw":3.6686,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389568","shards":1,"effective_bpw":4.0006,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4431389120","shards":1,"effective_bpw":4.6551,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457767360","shards":1,"effective_bpw":4.6828,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071936","shards":1,"effective_bpw":4.9194,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174848","shards":1,"effective_bpw":5.5834,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5315174848","shards":1,"effective_bpw":5.5834,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829632","shards":1,"effective_bpw":5.7196,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254197184","shards":1,"effective_bpw":6.5699,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523584","shards":1,"effective_bpw":8.5073,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851584","shards":1,"effective_bpw":16.007,"repo":"rafacost/DreamOmni2-7.6B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chatgpt-5","canonical_repo":"Hack337/ChatGPT-5","display_name":"ChatGPT-5","publisher":"Hack337","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2023","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Hack337/ChatGPT-5","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"531065856","shards":1,"effective_bpw":8.5997,"repo":"Hack337/ChatGPT-5-Q8_0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tinyllama-2-1b-miniguanaco","canonical_repo":"abdgrt/Tinyllama-2-1b-miniguanaco","display_name":"Tinyllama-2-1b-miniguanaco","publisher":"abdgrt","modality":"text","arch_key":"llama","params_total":"1100060672","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2022","n_layers":22,"n_head":32,"n_head_kv":4,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":32003,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"abdgrt/Tinyllama-2-1b-miniguanaco","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"482149856","shards":1,"effective_bpw":3.5064,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"499349600","shards":1,"effective_bpw":3.6314,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"549853280","shards":1,"effective_bpw":3.9987,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"591534176","shards":1,"effective_bpw":4.3018,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"636734336","shards":1,"effective_bpw":4.6305,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"642763648","shards":1,"effective_bpw":4.6744,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"667822976","shards":1,"effective_bpw":4.8566,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"766037632","shards":1,"effective_bpw":5.5709,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"766037632","shards":1,"effective_bpw":5.5709,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"782052992","shards":1,"effective_bpw":5.6873,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"903422400","shards":1,"effective_bpw":6.57,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1169820992","shards":1,"effective_bpw":8.5073,"repo":"TheBloke/Tinyllama-2-1b-miniguanaco-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-4-6-reap-268b-a32b","canonical_repo":"cerebras/GLM-4.6-REAP-268B-A32B","display_name":"GLM-4.6-REAP-268B-A32B","publisher":"cerebras","modality":"text","arch_key":"glm4moe","params_total":"268788649984","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"2022","n_layers":92,"n_head":96,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151552,"ctx_native":202752,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":120,"n_expert_used":8,"arch_source":"cerebras/GLM-4.6-REAP-268B-A32B","arch_confidence":1,"quantizations":[{"quant":"UD-TQ1_0","bytes":"64814184320","shards":1,"effective_bpw":1.9291,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"74185013344","shards":2,"effective_bpw":2.208,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"82440910912","shards":2,"effective_bpw":2.4537,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"89148889184","shards":2,"effective_bpw":2.6534,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"93690533984","shards":2,"effective_bpw":2.7885,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"98719828032","shards":2,"effective_bpw":2.9382,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"98901690464","shards":2,"effective_bpw":2.9436,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"110280849600","shards":3,"effective_bpw":3.2823,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"116470417632","shards":3,"effective_bpw":3.4665,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"128744163552","shards":3,"effective_bpw":3.8318,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"143746009312","shards":3,"effective_bpw":4.2783,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"152014686528","shards":4,"effective_bpw":4.5244,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"152438049088","shards":4,"effective_bpw":4.537,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"152924326208","shards":4,"effective_bpw":4.5515,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"162527234336","shards":4,"effective_bpw":4.8373,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"168570390816","shards":4,"effective_bpw":5.0172,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"185372305728","shards":4,"effective_bpw":5.5173,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"190818920800","shards":4,"effective_bpw":5.6794,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"220850813344","shards":5,"effective_bpw":6.5732,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"285764754016","shards":6,"effective_bpw":8.5053,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"537700703200","shards":11,"effective_bpw":16.0037,"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-vision-3-3-2b","canonical_repo":"ibm-granite/granite-vision-3.3-2b","display_name":"granite-vision-3.3-2b","publisher":"ibm-granite","modality":"text","arch_key":"granite","params_total":"2975396928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2022","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49156,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-vision-3.3-2b","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"1545294400","shards":1,"effective_bpw":4.1549,"repo":"ibm-granite/granite-vision-3.3-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804816960","shards":1,"effective_bpw":4.8526,"repo":"ibm-granite/granite-vision-3.3-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2007964352","shards":1,"effective_bpw":5.3988,"repo":"cstr/granite-vision-crispembed-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080559680","shards":1,"effective_bpw":5.594,"repo":"ibm-granite/granite-vision-3.3-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694109696","shards":1,"effective_bpw":7.2437,"repo":"ibm-granite/granite-vision-3.3-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3369727680","shards":1,"effective_bpw":9.0602,"repo":"cstr/granite-vision-crispembed-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5069142016","shards":1,"effective_bpw":13.6295,"repo":"ibm-granite/granite-vision-3.3-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5923033824","shards":1,"effective_bpw":15.9254,"repo":"cstr/granite-vision-crispembed-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"infinity-instruct-7m-gen-llama3-1-8b","canonical_repo":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B","display_name":"Infinity-Instruct-7M-Gen-Llama3_1-8B","publisher":"BAAI","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"2022","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019628448","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161972640","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399212960","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605782432","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758489504","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281280","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948281760","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131520","shards":1,"effective_bpw":3.1672,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131840","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179132320","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913184","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747584","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748064","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499328","shards":1,"effective_bpw":3.6507,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499648","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500128","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682325920","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692155840","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823744","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784824224","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918016","shards":1,"effective_bpw":4.0038,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918336","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018918816","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956480","shards":1,"effective_bpw":4.3057,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956800","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321957280","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663040","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447663520","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211776","shards":1,"effective_bpw":4.6436,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675892640","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669056","shards":1,"effective_bpw":4.675,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669376","shards":1,"effective_bpw":4.675,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692669856","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734336","shards":1,"effective_bpw":4.9022,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734656","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735136","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632896","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599294080","shards":1,"effective_bpw":5.5782,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294080","shards":1,"effective_bpw":5.5782,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294400","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599294880","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987520","shards":1,"effective_bpw":5.7114,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987840","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732988320","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219008","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006528","shards":1,"effective_bpw":6.5712,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006848","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596007328","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466752","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770944","shards":1,"effective_bpw":8.5086,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771264","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891264","shards":1,"effective_bpw":16.0083,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891264","shards":1,"effective_bpw":16.0083,"repo":"second-state/Infinity-Instruct-7M-Gen-Llama3_1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"fableforge-1-5b-v2","canonical_repo":"King3Djbl/FableForge-1.5B-v2","display_name":"FableForge-1.5B-v2","publisher":"King3Djbl","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2021","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"436527264","shards":1,"effective_bpw":2.2622,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511017152","shards":1,"effective_bpw":2.6482,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550326432","shards":1,"effective_bpw":2.852,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563809440","shards":1,"effective_bpw":2.9218,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"586478784","shards":1,"effective_bpw":3.0393,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304288","shards":1,"effective_bpw":3.5048,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731698848","shards":1,"effective_bpw":3.7919,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944032","shards":1,"effective_bpw":3.9434,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762406560","shards":1,"effective_bpw":3.951,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776663712","shards":1,"effective_bpw":4.0249,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178080","shards":1,"effective_bpw":4.2711,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162208","shards":1,"effective_bpw":4.5613,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895731392","shards":1,"effective_bpw":4.642,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"934954400","shards":1,"effective_bpw":4.8452,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936330912","shards":1,"effective_bpw":4.8524,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940311968","shards":1,"effective_bpw":4.873,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986047904","shards":1,"effective_bpw":5.11,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1016841632","shards":1,"effective_bpw":5.2696,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098728864","shards":1,"effective_bpw":5.6939,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125049760","shards":1,"effective_bpw":5.8304,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739232","shards":1,"effective_bpw":6.5957,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646572448","shards":1,"effective_bpw":8.533,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093668768","shards":1,"effective_bpw":16.0323,"repo":"fableforge-ai/FableForge-1.5B-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dans-sakurakaze-v1-0-0-12b","canonical_repo":"PocketDoc/Dans-SakuraKaze-V1.0.0-12b","display_name":"Dans-SakuraKaze-V1.0.0-12b","publisher":"PocketDoc","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2019","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"PocketDoc/Dans-SakuraKaze-V1.0.0-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999214304","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221627104","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592315104","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915079904","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138475328","shards":1,"effective_bpw":2.7032,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138475744","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435025728","shards":1,"effective_bpw":2.8969,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435026144","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493680864","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791050048","shards":1,"effective_bpw":3.1294,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791050464","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945387328","shards":1,"effective_bpw":3.2302,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945387744","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306490688","shards":1,"effective_bpw":3.4661,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306491104","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446410048","shards":1,"effective_bpw":3.5575,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534228288","shards":1,"effective_bpw":3.6148,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534228704","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562081504","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722234688","shards":1,"effective_bpw":3.7376,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722235104","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083092288","shards":1,"effective_bpw":3.9734,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083092704","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561505088","shards":1,"effective_bpw":4.2858,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561505504","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742712128","shards":1,"effective_bpw":4.4042,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742712544","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094640448","shards":1,"effective_bpw":4.6341,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094640864","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097917248","shards":1,"effective_bpw":4.6362,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097917664","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120199488","shards":1,"effective_bpw":4.6508,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120199904","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477206848","shards":1,"effective_bpw":4.884,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477207264","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795220288","shards":1,"effective_bpw":5.0917,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795220704","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975280448","shards":1,"effective_bpw":5.2093,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518737728","shards":1,"effective_bpw":5.5643,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518738144","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727633728","shards":1,"effective_bpw":5.7007,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727634144","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141821248","shards":1,"effective_bpw":5.9712,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056212288","shards":1,"effective_bpw":6.5685,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056212704","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Dans-SakuraKaze-V1.0.0-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381270848","shards":1,"effective_bpw":6.7808,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022371648","shards":1,"effective_bpw":8.5059,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504278560","shards":1,"effective_bpw":16.0057,"repo":"bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-3b-instruct-heretic-ablitered-uncensored","canonical_repo":"DavidAU/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored","display_name":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2019","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"868158528","shards":1,"effective_bpw":2.1618,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"924191808","shards":1,"effective_bpw":2.3013,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1017580608","shards":1,"effective_bpw":2.5339,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1100549184","shards":1,"effective_bpw":2.7405,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1154321472","shards":1,"effective_bpw":2.8744,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1229032512","shards":1,"effective_bpw":3.0604,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1274283072","shards":1,"effective_bpw":3.1731,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1348766784","shards":1,"effective_bpw":3.3585,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1363936000","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1363936320","shards":1,"effective_bpw":3.3963,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1476789312","shards":1,"effective_bpw":3.6773,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542849280","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1542849600","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1542849600","shards":1,"effective_bpw":3.8418,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1599669312","shards":1,"effective_bpw":3.9833,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687159552","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1687159872","shards":1,"effective_bpw":4.2012,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815347968","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1815348288","shards":1,"effective_bpw":4.5204,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1829110848","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1840907008","shards":1,"effective_bpw":4.584,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1917191232","shards":1,"effective_bpw":4.774,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1921909824","shards":1,"effective_bpw":4.7857,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200960","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1928201280","shards":1,"effective_bpw":4.8014,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377920","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2019378240","shards":1,"effective_bpw":5.0284,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2093352000","shards":1,"effective_bpw":5.2126,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512448","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2269512768","shards":1,"effective_bpw":5.6513,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322154240","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2322154560","shards":1,"effective_bpw":5.7823,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643854080","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2643854400","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899520","shards":1,"effective_bpw":8.5208,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688320","shards":1,"effective_bpw":16.0204,"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"grape-2-flash","canonical_repo":"SL-AI/GRaPE-2-Flash","display_name":"GRaPE-2-Flash","publisher":"SL-AI","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2018","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SL-AI/GRaPE-2-Flash","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115771424","shards":1,"effective_bpw":1.9306,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256149536","shards":1,"effective_bpw":2.0587,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490113056","shards":1,"effective_bpw":2.2722,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696158240","shards":1,"effective_bpw":2.4602,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864745504","shards":1,"effective_bpw":2.6141,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051916320","shards":1,"effective_bpw":2.7849,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083553824","shards":1,"effective_bpw":2.8137,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281734432","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281734688","shards":1,"effective_bpw":2.9946,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369634848","shards":1,"effective_bpw":3.0748,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875936","shards":1,"effective_bpw":3.3095,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769613088","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769613344","shards":1,"effective_bpw":3.4398,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789667360","shards":1,"effective_bpw":3.4581,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896622112","shards":1,"effective_bpw":3.5557,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124162848","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124163104","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431395616","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395872","shards":1,"effective_bpw":4.0436,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561841184","shards":1,"effective_bpw":4.1627,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593298208","shards":1,"effective_bpw":4.1914,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787334176","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793625632","shards":1,"effective_bpw":4.3742,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013984","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802014240","shards":1,"effective_bpw":4.3818,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027785504","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027785760","shards":1,"effective_bpw":4.5879,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247757344","shards":1,"effective_bpw":4.7886,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720763168","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720763424","shards":1,"effective_bpw":5.2202,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851114272","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851114528","shards":1,"effective_bpw":5.3391,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725901088","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725901344","shards":1,"effective_bpw":6.1374,"repo":"mradermacher/GRaPE-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709520160","shards":1,"effective_bpw":7.9474,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388045600","shards":1,"effective_bpw":14.9541,"repo":"mradermacher/GRaPE-2-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-32b-abliterated-v2","canonical_repo":"Nabbers1999/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2","display_name":"DeepSeek-R1-Distill-Qwen-32B-abliterated-v2","publisher":"Nabbers1999","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2017","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7274507072","shards":1,"effective_bpw":1.7762,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7932160832","shards":1,"effective_bpw":1.9368,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9028250432","shards":1,"effective_bpw":2.2044,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9957550912","shards":1,"effective_bpw":2.4313,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10387569472","shards":1,"effective_bpw":2.5363,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11264441152","shards":1,"effective_bpw":2.7505,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11488000832","shards":1,"effective_bpw":2.805,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313098752","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12313099072","shards":1,"effective_bpw":3.0065,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12839271232","shards":1,"effective_bpw":3.135,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13705513792","shards":1,"effective_bpw":3.3465,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392330752","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14392331072","shards":1,"effective_bpw":3.5142,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14436895552","shards":1,"effective_bpw":3.5251,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14810123072","shards":1,"effective_bpw":3.6162,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048192","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15935048512","shards":1,"effective_bpw":3.8909,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247078912","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17247079232","shards":1,"effective_bpw":4.2112,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17693154112","shards":1,"effective_bpw":4.3202,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17870100992","shards":1,"effective_bpw":4.3634,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18711010112","shards":1,"effective_bpw":4.5687,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410112","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18784410432","shards":1,"effective_bpw":4.5866,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336192","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19851336512","shards":1,"effective_bpw":4.8471,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20639243072","shards":1,"effective_bpw":5.0395,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638254592","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22638254912","shards":1,"effective_bpw":5.5276,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157312","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23262157632","shards":1,"effective_bpw":5.68,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154752","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26886155072","shards":1,"effective_bpw":6.5648,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820884992","shards":1,"effective_bpw":8.5023,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"datagemma-rig-27b-it","canonical_repo":"google/datagemma-rig-27b-it","display_name":"datagemma-rig-27b-it","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"27227128320","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"2016","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"6132432960","shards":1,"effective_bpw":1.8019,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6692470848","shards":1,"effective_bpw":1.9664,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867328","shards":1,"effective_bpw":2.2407,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867328","shards":1,"effective_bpw":2.2407,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8399716416","shards":1,"effective_bpw":2.468,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652161088","shards":1,"effective_bpw":2.5422,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878272","shards":1,"effective_bpw":2.7616,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878272","shards":1,"effective_bpw":2.7616,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9722765376","shards":1,"effective_bpw":2.8568,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576000","shards":1,"effective_bpw":3.0703,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576000","shards":1,"effective_bpw":3.0703,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10735272000","shards":1,"effective_bpw":3.1543,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10750754880","shards":1,"effective_bpw":3.1588,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629952","shards":1,"effective_bpw":3.3939,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629952","shards":1,"effective_bpw":3.3939,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830144","shards":1,"effective_bpw":3.6595,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830144","shards":1,"effective_bpw":3.6595,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"13424648256","shards":1,"effective_bpw":3.9445,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13424648256","shards":1,"effective_bpw":3.9445,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361600","shards":1,"effective_bpw":4.2661,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361600","shards":1,"effective_bpw":4.2661,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421056","shards":1,"effective_bpw":4.3528,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421056","shards":1,"effective_bpw":4.3528,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15628378176","shards":1,"effective_bpw":4.592,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15681462336","shards":1,"effective_bpw":4.6076,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265088","shards":1,"effective_bpw":4.6246,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265088","shards":1,"effective_bpw":4.6246,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"16645382208","shards":1,"effective_bpw":4.8908,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645382208","shards":1,"effective_bpw":4.8908,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16931078208","shards":1,"effective_bpw":4.9748,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206400","shards":1,"effective_bpw":5.5486,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206656","shards":1,"effective_bpw":5.5486,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19408117568","shards":1,"effective_bpw":5.7026,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408117824","shards":1,"effective_bpw":5.7026,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19693813824","shards":1,"effective_bpw":5.7865,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524160","shards":1,"effective_bpw":6.5651,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524416","shards":1,"effective_bpw":6.5651,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22629220416","shards":1,"effective_bpw":6.649,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937387840","shards":1,"effective_bpw":8.5025,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937388096","shards":1,"effective_bpw":8.5025,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54462021632","shards":2,"effective_bpw":16.0023,"repo":"bartowski/datagemma-rig-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54462021760","shards":3,"effective_bpw":16.0023,"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"maenad-70b","canonical_repo":"Babsie/Maenad-70B","display_name":"Maenad-70B","publisher":"Babsie","modality":"text","arch_key":"llama","params_total":"70553755648","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"2016","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128259,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Babsie/Maenad-70B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343509792","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751223072","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097411872","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142135072","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242372320","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119323360","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"24471973344","shards":1,"effective_bpw":2.7748,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375138528","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375138784","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469523680","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307762592","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912083616","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912083872","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912083872","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937066912","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267526816","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267527072","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140625056","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140625312","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902696800","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269698144","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116569184","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347255648","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347255904","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520429408","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520429664","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"44313627232","shards":1,"effective_bpw":5.0247,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657485664","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657485920","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949855584","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Maenad-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949855840","shards":1,"effective_bpw":5.6638,"repo":"mradermacher/Maenad-70B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nous-hermes-llama2-70b","canonical_repo":"NousResearch/Nous-Hermes-Llama2-70b","display_name":"Nous-Hermes-Llama2-70b","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"68976664576","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2016","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32001,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Nous-Hermes-Llama2-70b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"14535546016","shards":1,"effective_bpw":1.6859,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"15943259296","shards":1,"effective_bpw":1.8491,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"18289448096","shards":1,"effective_bpw":2.1212,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"20334171296","shards":1,"effective_bpw":2.3584,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"21354321888","shards":1,"effective_bpw":2.4767,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"23231272928","shards":1,"effective_bpw":2.6944,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"25462446304","shards":1,"effective_bpw":2.9532,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"26581473248","shards":1,"effective_bpw":3.083,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"28314983456","shards":1,"effective_bpw":3.284,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29279262848","shards":1,"effective_bpw":3.3958,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"29919304640","shards":1,"effective_bpw":3.4701,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"29919304736","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"29919304736","shards":1,"effective_bpw":3.4701,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"30944287776","shards":1,"effective_bpw":3.589,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"33186667456","shards":1,"effective_bpw":3.849,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"33274747936","shards":1,"effective_bpw":3.8592,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"36147846080","shards":1,"effective_bpw":4.1925,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"36147846176","shards":1,"effective_bpw":4.1925,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"36829831008","shards":1,"effective_bpw":4.2716,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"38872260608","shards":1,"effective_bpw":4.5085,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"39019061344","shards":1,"effective_bpw":4.5255,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"39073587200","shards":1,"effective_bpw":4.5318,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"39249748064","shards":1,"effective_bpw":4.5522,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"41422921728","shards":1,"effective_bpw":4.8043,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"41422921824","shards":1,"effective_bpw":4.8043,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"47461409792","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"47461409792","shards":1,"effective_bpw":5.5046,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"47461409888","shards":1,"effective_bpw":5.5046,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"48753779712","shards":1,"effective_bpw":5.6545,"repo":"TheBloke/Nous-Hermes-Llama2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"48753779808","shards":1,"effective_bpw":5.6545,"repo":"mradermacher/Nous-Hermes-Llama2-70b-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"xlam-8x7b-r","canonical_repo":"Salesforce/xLAM-8x7b-r","display_name":"xLAM-8x7b-r","publisher":"Salesforce","modality":"text","arch_key":"llama","params_total":"46702792704","is_moe":true,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"2014","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":2,"arch_source":"Salesforce/xLAM-8x7b-r","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"9821670336","shards":1,"effective_bpw":1.6824,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"10847177664","shards":1,"effective_bpw":1.8581,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"12556356544","shards":1,"effective_bpw":2.1509,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"13923699648","shards":1,"effective_bpw":2.3851,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"14127852480","shards":1,"effective_bpw":2.42,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"14127852512","shards":1,"effective_bpw":2.42,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"15495195584","shards":1,"effective_bpw":2.6543,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"15495195616","shards":1,"effective_bpw":2.6543,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"16031968192","shards":1,"effective_bpw":2.7462,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17311230912","shards":1,"effective_bpw":2.9653,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"17311230944","shards":1,"effective_bpw":2.9653,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"17439230944","shards":1,"effective_bpw":2.9873,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"18242464704","shards":1,"effective_bpw":3.1249,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19350391744","shards":1,"effective_bpw":3.3146,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"19350391776","shards":1,"effective_bpw":3.3146,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"20432522176","shards":1,"effective_bpw":3.5,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20432522176","shards":1,"effective_bpw":3.5,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"20432522208","shards":1,"effective_bpw":3.5,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21430766528","shards":1,"effective_bpw":3.671,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"21430766560","shards":1,"effective_bpw":3.671,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"22546451392","shards":1,"effective_bpw":3.8621,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"22546451424","shards":1,"effective_bpw":3.8621,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24169647040","shards":1,"effective_bpw":4.1402,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"24169647072","shards":1,"effective_bpw":4.1402,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25080540096","shards":1,"effective_bpw":4.2962,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"25080540128","shards":1,"effective_bpw":4.2962,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"26510699456","shards":1,"effective_bpw":4.5412,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"26561031136","shards":1,"effective_bpw":4.5498,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26745580480","shards":1,"effective_bpw":4.5814,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"26745580512","shards":1,"effective_bpw":4.5814,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"28448467904","shards":1,"effective_bpw":4.8731,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"28448467936","shards":1,"effective_bpw":4.8731,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"28545747936","shards":1,"effective_bpw":4.8898,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32231336672","shards":1,"effective_bpw":5.5211,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"32231336928","shards":1,"effective_bpw":5.5211,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"33229581024","shards":1,"effective_bpw":5.6921,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"33229581280","shards":1,"effective_bpw":5.6921,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"33310477280","shards":1,"effective_bpw":5.706,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38380817120","shards":1,"effective_bpw":6.5745,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"38380817376","shards":1,"effective_bpw":6.5745,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"38444305376","shards":1,"effective_bpw":6.5854,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49626319840","shards":1,"effective_bpw":8.5008,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"49626319904","shards":3,"effective_bpw":8.5008,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"93408955424","shards":3,"effective_bpw":16.0006,"repo":"bartowski/xLAM-8x7b-r-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"93408955552","shards":4,"effective_bpw":16.0006,"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"bernini-mllm-qwen2-5-vl-7b","canonical_repo":"attashe/Bernini-MLLM-Qwen2.5-VL-7B","display_name":"Bernini-MLLM-Qwen2.5-VL-7B","publisher":"attashe","modality":"text","arch_key":"qwen2vl","params_total":"8292166656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2013","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":128000,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"attashe/Bernini-MLLM-Qwen2.5-VL-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3015940896","shards":1,"effective_bpw":2.9097,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369184","shards":1,"effective_bpw":3.3693,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808391968","shards":1,"effective_bpw":3.6742,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460064","shards":1,"effective_bpw":3.9444,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299168","shards":1,"effective_bpw":4.1005,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769760","shards":1,"effective_bpw":4.3007,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074336","shards":1,"effective_bpw":4.5181,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177248","shards":1,"effective_bpw":5.1279,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832032","shards":1,"effective_bpw":5.253,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199584","shards":1,"effective_bpw":6.0338,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525984","shards":1,"effective_bpw":7.8132,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237853984","shards":1,"effective_bpw":14.701,"repo":"mradermacher/Bernini-MLLM-Qwen2.5-VL-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openhands-lm-7b-v0-1","canonical_repo":"OpenHands/openhands-lm-7b-v0.1","display_name":"openhands-lm-7b-v0.1","publisher":"OpenHands","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"2012","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OpenHands/openhands-lm-7b-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668608","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197376","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078656","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023104","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638656","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780343264","shards":1,"effective_bpw":2.9207,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343680","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075008","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941088","shards":1,"effective_bpw":3.1682,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941504","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114515424","shards":1,"effective_bpw":3.2717,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515840","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346256864","shards":1,"effective_bpw":3.5152,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257280","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369376","shards":1,"effective_bpw":3.6686,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369792","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193728","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548165088","shards":1,"effective_bpw":3.7273,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574012896","shards":1,"effective_bpw":3.7544,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013312","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392160","shards":1,"effective_bpw":4.0006,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392576","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088459968","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460256","shards":1,"effective_bpw":4.2948,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460672","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218473440","shards":1,"effective_bpw":4.4314,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473856","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437814240","shards":1,"effective_bpw":4.6618,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814656","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444122080","shards":1,"effective_bpw":4.6684,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122496","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457769952","shards":1,"effective_bpw":4.6828,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770368","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074240","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074528","shards":1,"effective_bpw":4.9194,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683074944","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873284576","shards":1,"effective_bpw":5.1193,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873284992","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087564768","shards":1,"effective_bpw":5.3443,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177440","shards":1,"effective_bpw":5.5835,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177856","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832224","shards":1,"effective_bpw":5.7196,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832640","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781197792","shards":1,"effective_bpw":6.073,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199488","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254199776","shards":1,"effective_bpw":6.5699,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200192","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/openhands-lm-7b-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518182880","shards":1,"effective_bpw":6.8472,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098525888","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526176","shards":1,"effective_bpw":8.5073,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15237853888","shards":1,"effective_bpw":16.007,"repo":"bartowski/all-hands_openhands-lm-7b-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"auraflow-v0-3","canonical_repo":"fal/AuraFlow-v0.3","display_name":"AuraFlow-v0.3","publisher":"fal","modality":"image","arch_key":"aura","params_total":"6858605568","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2012","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"2395563296","shards":1,"effective_bpw":2.7942,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3047318816","shards":1,"effective_bpw":3.5544,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3126551840","shards":1,"effective_bpw":3.6469,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"3949749536","shards":1,"effective_bpw":4.6071,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"3954468128","shards":1,"effective_bpw":4.6126,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4047070496","shards":1,"effective_bpw":4.7206,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4374422816","shards":1,"effective_bpw":5.1024,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4799096096","shards":1,"effective_bpw":5.5978,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4799096096","shards":1,"effective_bpw":5.5978,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"4849231136","shards":1,"effective_bpw":5.6562,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"5223769376","shards":1,"effective_bpw":6.0931,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5701526816","shards":1,"effective_bpw":6.6504,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7347135776","shards":1,"effective_bpw":8.5698,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"13717234976","shards":1,"effective_bpw":16,"repo":"city96/AuraFlow-v0.3-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-35b-a3b-mtp-gguf","canonical_repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","display_name":"Qwen3.5-35B-A3B-MTP-GGUF","publisher":"unsloth","modality":"text","arch_key":"qwen35moe","params_total":"35505251456","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"2012","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"forgotten-safeword-70b-3-6","canonical_repo":"ReadyArt/Forgotten-Safeword-70B-3.6","display_name":"Forgotten-Safeword-70B-3.6","publisher":"ReadyArt","modality":"text","arch_key":"llama","params_total":"70553722880","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2006","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_M","bytes":"16751209664","shards":1,"effective_bpw":1.8994,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097398464","shards":1,"effective_bpw":2.1654,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142121664","shards":1,"effective_bpw":2.3973,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242357248","shards":1,"effective_bpw":2.522,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119308288","shards":1,"effective_bpw":2.7349,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375123200","shards":1,"effective_bpw":2.9906,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401179200","shards":1,"effective_bpw":3.107,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469508608","shards":1,"effective_bpw":3.1147,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307745344","shards":1,"effective_bpw":3.3232,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912066624","shards":1,"effective_bpw":3.5051,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937049664","shards":1,"effective_bpw":3.6213,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267509824","shards":1,"effective_bpw":3.8856,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140608064","shards":1,"effective_bpw":4.2113,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902677888","shards":1,"effective_bpw":4.2977,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053635200","shards":1,"effective_bpw":4.5416,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116549760","shards":1,"effective_bpw":4.5488,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347236480","shards":1,"effective_bpw":4.5749,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520410240","shards":1,"effective_bpw":4.8213,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313606784","shards":1,"effective_bpw":5.0247,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657464448","shards":1,"effective_bpw":5.5172,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949834560","shards":2,"effective_bpw":5.6638,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888162176","shards":2,"effective_bpw":6.5639,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975072512","shards":2,"effective_bpw":8.5013,"repo":"bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-nemotron-51b-instruct","canonical_repo":"nvidia/Llama-3_1-Nemotron-51B-Instruct","display_name":"Llama-3_1-Nemotron-51B-Instruct","publisher":"nvidia","modality":"text","arch_key":"deci","params_total":"51501015040","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2006","n_layers":80,"n_head":64,"n_head_kv":64,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama-3_1-Nemotron-51B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"14037244160","shards":1,"effective_bpw":2.1805,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"15522912512","shards":1,"effective_bpw":2.4113,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"16458193152","shards":1,"effective_bpw":2.5566,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"17792866560","shards":1,"effective_bpw":2.7639,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"19418642688","shards":1,"effective_bpw":3.0164,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"20444690688","shards":1,"effective_bpw":3.1758,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"21566970112","shards":1,"effective_bpw":3.3501,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"22652393728","shards":1,"effective_bpw":3.5187,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"23489091840","shards":1,"effective_bpw":3.6487,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"25182345472","shards":1,"effective_bpw":3.9117,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"27349752064","shards":1,"effective_bpw":4.2484,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"27736619264","shards":1,"effective_bpw":4.3085,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"29300996352","shards":1,"effective_bpw":4.5515,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"29344119040","shards":1,"effective_bpw":4.5582,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"29484497152","shards":1,"effective_bpw":4.58,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"31037307136","shards":1,"effective_bpw":4.8212,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"31817103616","shards":1,"effective_bpw":4.9424,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"32405436672","shards":1,"effective_bpw":5.0338,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"35558504704","shards":1,"effective_bpw":5.5235,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"36465391872","shards":1,"effective_bpw":5.6644,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"37113854208","shards":1,"effective_bpw":5.7651,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"42258774272","shards":1,"effective_bpw":6.5643,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"42767694080","shards":1,"effective_bpw":6.6434,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54731373024","shards":2,"effective_bpw":8.5018,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"103012399392","shards":3,"effective_bpw":16.0016,"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"whiterabbitneo-33b-v1","canonical_repo":"WhiteRabbitNeo/WhiteRabbitNeo-33B-v1","display_name":"WhiteRabbitNeo-33B-v1","publisher":"WhiteRabbitNeo","modality":"text","arch_key":"llama","params_total":"33342991360","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"2005","n_layers":62,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":32256,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WhiteRabbitNeo/WhiteRabbitNeo-33B-v1","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"12294910656","shards":1,"effective_bpw":2.9499,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14421369536","shards":1,"effective_bpw":3.4601,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16091599552","shards":1,"effective_bpw":3.8609,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17559835328","shards":1,"effective_bpw":4.2131,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18818908864","shards":1,"effective_bpw":4.5152,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18943001280","shards":1,"effective_bpw":4.545,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19940127424","shards":1,"effective_bpw":4.7842,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22957769408","shards":1,"effective_bpw":5.5083,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"22957769408","shards":1,"effective_bpw":5.5083,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23535366848","shards":1,"effective_bpw":5.6469,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27355308736","shards":1,"effective_bpw":6.5634,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35430347456","shards":1,"effective_bpw":8.5008,"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"calme-2-3-legalkit-8b","canonical_repo":"MaziyarPanahi/calme-2.3-legalkit-8b","display_name":"calme-2.3-legalkit-8b","publisher":"MaziyarPanahi","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"2003","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaziyarPanahi/calme-2.3-legalkit-8b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019628800","shards":1,"effective_bpw":2.012,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019629248","shards":1,"effective_bpw":2.012,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972992","shards":1,"effective_bpw":2.1538,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161973440","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399213760","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605782784","shards":1,"effective_bpw":2.596,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605783232","shards":1,"effective_bpw":2.596,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758490304","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948282560","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132672","shards":1,"effective_bpw":3.1672,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132896","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179133120","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274913984","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748416","shards":1,"effective_bpw":3.5055,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518748640","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518748864","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500480","shards":1,"effective_bpw":3.6507,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500704","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664500928","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682326496","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682326720","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824800","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784825024","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919168","shards":1,"effective_bpw":4.0038,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018919392","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018919616","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957632","shards":1,"effective_bpw":4.3057,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957856","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321958080","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663872","shards":1,"effective_bpw":4.4309,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447664320","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484364256","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675893440","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670208","shards":1,"effective_bpw":4.675,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692670432","shards":1,"effective_bpw":4.675,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692670656","shards":1,"effective_bpw":4.675,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735488","shards":1,"effective_bpw":4.9022,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735712","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920735936","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295232","shards":1,"effective_bpw":5.5782,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599295456","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599295680","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988672","shards":1,"effective_bpw":5.7114,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988896","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732989120","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007680","shards":1,"effective_bpw":6.5712,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007904","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596008128","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772096","shards":1,"effective_bpw":8.5086,"repo":"MaziyarPanahi/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540772320","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068892640","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/calme-2.3-legalkit-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-35b-a3b-uncensored-aggressive","canonical_repo":"prithivMLmods/Qwen3.6-35B-A3B-Uncensored-Aggressive","display_name":"Qwen3.6-35B-A3B-Uncensored-Aggressive","publisher":"prithivMLmods","modality":"text","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2002","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"prithivMLmods/Qwen3.6-35B-A3B-Uncensored-Aggressive","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7484143136","shards":1,"effective_bpw":1.7054,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8239210016","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9497654816","shards":1,"effective_bpw":2.1643,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10507032096","shards":1,"effective_bpw":2.3943,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10652481056","shards":1,"effective_bpw":2.4274,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11659236896","shards":1,"effective_bpw":2.6568,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"12152098336","shards":1,"effective_bpw":2.7691,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12939595296","shards":1,"effective_bpw":2.9486,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13623760416","shards":1,"effective_bpw":3.1045,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14484145696","shards":1,"effective_bpw":3.3006,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15182186016","shards":1,"effective_bpw":3.4596,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15250425376","shards":1,"effective_bpw":3.4752,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15440520736","shards":1,"effective_bpw":3.5185,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16764765728","shards":1,"effective_bpw":3.8202,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18115331616","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18728779296","shards":1,"effective_bpw":4.2678,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19799268896","shards":1,"effective_bpw":4.5117,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19889905184","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21166759456","shards":1,"effective_bpw":4.8233,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"21848170016","shards":1,"effective_bpw":4.9786,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23981284896","shards":1,"effective_bpw":5.4647,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24729132576","shards":1,"effective_bpw":5.6351,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28514154016","shards":1,"effective_bpw":6.4976,"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hypnos-i1-8b","canonical_repo":"squ11z1/Hypnos-i1-8B","display_name":"Hypnos-i1-8B","publisher":"squ11z1","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"2001","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"squ11z1/Hypnos-i1-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633792","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977984","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218304","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787776","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494848","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948287104","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948287616","shards":1,"effective_bpw":2.9372,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988821120","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137664","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179138176","shards":1,"effective_bpw":3.1672,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918528","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274919040","shards":1,"effective_bpw":3.2626,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753408","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518753920","shards":1,"effective_bpw":3.5055,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505472","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664505984","shards":1,"effective_bpw":3.6507,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682331264","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692162176","shards":1,"effective_bpw":3.6782,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829568","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784830080","shards":1,"effective_bpw":3.7706,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018924160","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018924672","shards":1,"effective_bpw":4.0038,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962624","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321963136","shards":1,"effective_bpw":4.3057,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668864","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447669376","shards":1,"effective_bpw":4.4309,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897984","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675898496","shards":1,"effective_bpw":4.6583,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677995136","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677995648","shards":1,"effective_bpw":4.6604,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692675200","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692675712","shards":1,"effective_bpw":4.675,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740480","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920740992","shards":1,"effective_bpw":4.9022,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130259072","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130259584","shards":1,"effective_bpw":5.1109,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310639232","shards":1,"effective_bpw":5.2906,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599300224","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599300736","shards":1,"effective_bpw":5.5782,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993664","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732994176","shards":1,"effective_bpw":5.7114,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057225344","shards":1,"effective_bpw":6.0344,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012672","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Hypnos-i1-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596013184","shards":1,"effective_bpw":6.5712,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850473088","shards":1,"effective_bpw":6.8247,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540777600","shards":1,"effective_bpw":8.5086,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068897664","shards":1,"effective_bpw":16.0083,"repo":"bartowski/squ11z1_Hypnos-i1-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pico-1b","canonical_repo":"ArcOffical/PiCo-1B","display_name":"PiCo-1B","publisher":"ArcOffical","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"openrail","downloads_30d":"2000","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ArcOffical/PiCo-1B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436527584","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461280","shards":1,"effective_bpw":2.407,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511017440","shards":1,"effective_bpw":2.6482,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550326752","shards":1,"effective_bpw":2.852,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563809760","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601054688","shards":1,"effective_bpw":3.1148,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135136","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792288","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676304608","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676304864","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699168","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944352","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760944608","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762406880","shards":1,"effective_bpw":3.951,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664032","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824178400","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824178656","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880162528","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880162784","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895731680","shards":1,"effective_bpw":4.642,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902182624","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331232","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937535456","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312288","shards":1,"effective_bpw":4.873,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940312544","shards":1,"effective_bpw":4.873,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048224","shards":1,"effective_bpw":5.11,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986048480","shards":1,"effective_bpw":5.11,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842208","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729184","shards":1,"effective_bpw":5.694,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098729440","shards":1,"effective_bpw":5.694,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050080","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125050336","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272739552","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272739808","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/PiCo-1B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646572768","shards":1,"effective_bpw":8.533,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669088","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/PiCo-1B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphin-2-9-3-mistral-7b-32k","canonical_repo":"dphn/dolphin-2.9.3-mistral-7B-32k","display_name":"dolphin-2.9.3-mistral-7B-32k","publisher":"dphn","modality":"text","arch_key":"llama","params_total":"7248039936","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1999","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32770,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphin-2.9.3-mistral-7B-32k","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1615328000","shards":1,"effective_bpw":1.7829,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1757672192","shards":1,"effective_bpw":1.94,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1994912512","shards":1,"effective_bpw":2.2019,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2201481984","shards":1,"effective_bpw":2.4299,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2314466880","shards":1,"effective_bpw":2.5546,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2504259136","shards":1,"effective_bpw":2.7641,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722887232","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2722887488","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2830890560","shards":1,"effective_bpw":3.1246,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3022780800","shards":1,"effective_bpw":3.3364,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3022781056","shards":1,"effective_bpw":3.3364,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168532864","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3168533120","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3186358656","shards":1,"effective_bpw":3.5169,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3186358912","shards":1,"effective_bpw":3.5169,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3288856960","shards":1,"effective_bpw":3.6301,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3288857216","shards":1,"effective_bpw":3.6301,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522951552","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3522951808","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825990016","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3825990272","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3911974336","shards":1,"effective_bpw":4.3178,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3948674240","shards":1,"effective_bpw":4.3583,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4127981248","shards":1,"effective_bpw":4.5562,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144758208","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4144758464","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372823008","shards":1,"effective_bpw":4.8265,"repo":"huggingkot/dolphin-2.9.3-mistral-7B-32k-Q4_K_M-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372823488","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4372823744","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002494400","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5002494656","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136187840","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5136188096","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947262464","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5947262720","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702582656","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497370496","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vibevoice-large","canonical_repo":"microsoft/VibeVoice-Large","display_name":"VibeVoice-Large","publisher":"microsoft","modality":"audio_asr","arch_key":"vibevoice-asr","params_total":"9343355363","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1997","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q3_K","bytes":"6166410816","shards":1,"effective_bpw":5.2798,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"7225646272","shards":1,"effective_bpw":6.1868,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7225646272","shards":1,"effective_bpw":6.1868,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"8222675136","shards":1,"effective_bpw":7.0404,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9282214720","shards":1,"effective_bpw":7.9476,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"11213761728","shards":1,"effective_bpw":9.6015,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18691478112","shards":1,"effective_bpw":16.0041,"repo":"cstr/VibeVoice-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dark-scarlett-v1-0-31b","canonical_repo":"ReadyArt/Dark-Scarlett-v1.0-31B","display_name":"Dark-Scarlett-v1.0-31B","publisher":"ReadyArt","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1997","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q4_K_M","bytes":"18687062176","shards":1,"effective_bpw":4.5742,"repo":"ReadyArt/Dark-Scarlett-v1.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21845569696","shards":1,"effective_bpw":5.3474,"repo":"ReadyArt/Dark-Scarlett-v1.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25201483936","shards":1,"effective_bpw":6.1688,"repo":"ReadyArt/Dark-Scarlett-v1.0-31B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32635674784","shards":1,"effective_bpw":7.9886,"repo":"ReadyArt/Dark-Scarlett-v1.0-31B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wizardlm-1-0-uncensored-codellama-34b","canonical_repo":"QuixiAI/WizardLM-1.0-Uncensored-CodeLlama-34b","display_name":"WizardLM-1.0-Uncensored-CodeLlama-34b","publisher":"QuixiAI","modality":"text","arch_key":"llama","params_total":"33743970304","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"1996","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"QuixiAI/WizardLM-1.0-Uncensored-CodeLlama-34b","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"14210674848","shards":1,"effective_bpw":3.3691,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605349024","shards":1,"effective_bpw":3.4626,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16283594912","shards":1,"effective_bpw":3.8605,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771524256","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19052048544","shards":1,"effective_bpw":4.5168,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19146420384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219900064","shards":1,"effective_bpw":4.7937,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838797984","shards":1,"effective_bpw":5.6517,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683877024","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856052384","shards":1,"effective_bpw":8.5007,"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"maginum-cydoms-24b-absolute-heresy","canonical_repo":"MuXodious/Maginum-Cydoms-24B-absolute-heresy","display_name":"Maginum-Cydoms-24B-absolute-heresy","publisher":"MuXodious","modality":"text","arch_key":"llama","params_total":"23572444160","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1996","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131076,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Maginum-Cydoms-24B-absolute-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273741536","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750515936","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545139936","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207053536","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478374656","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114073856","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320185216","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890348096","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890348416","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280614656","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907141536","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400299616","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400299936","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428152736","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650975136","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474106976","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474107296","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400786016","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400786336","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758942656","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12890014336","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494257216","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549307136","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549307456","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333936896","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333937216","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873135936","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304443136","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304443456","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16764014336","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16764014656","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345971616","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345971936","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054822496","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Maginum-Cydoms-24B-absolute-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-hauhaucs-aggressive-bf16","canonical_repo":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16","display_name":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16","publisher":"zeeksa","modality":"text","arch_key":"qwen35","params_total":"27781427952","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1994","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zeeksa/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864592000","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864592320","shards":1,"effective_bpw":3.1286,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535680","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256536000","shards":1,"effective_bpw":3.5294,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602607040","shards":1,"effective_bpw":3.6291,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768331200","shards":1,"effective_bpw":3.6768,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736640","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500736960","shards":1,"effective_bpw":3.8877,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798400","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559798720","shards":1,"effective_bpw":4.1927,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309039040","shards":1,"effective_bpw":4.4084,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449920","shards":1,"effective_bpw":4.4405,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760418240","shards":1,"effective_bpw":4.5384,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298560","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825298880","shards":1,"effective_bpw":4.5571,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714240","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810714560","shards":1,"effective_bpw":4.8408,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343768000","shards":1,"effective_bpw":4.9943,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681920","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971682240","shards":1,"effective_bpw":5.4631,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701120","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535701440","shards":1,"effective_bpw":5.6255,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999680","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22431000000","shards":1,"effective_bpw":6.4593,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084160","shards":1,"effective_bpw":8.3645,"repo":"mradermacher/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-BF16-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"marco-deepresearch-8b","canonical_repo":"ATH-MaaS/Marco-DeepResearch-8B","display_name":"Marco-DeepResearch-8B","publisher":"ATH-MaaS","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1994","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ATH-MaaS/Marco-DeepResearch-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770048","shards":1,"effective_bpw":2.0665,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2115770496","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148160","shards":1,"effective_bpw":2.2036,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148608","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111680","shards":1,"effective_bpw":2.4321,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112128","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696156864","shards":1,"effective_bpw":2.6334,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157312","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744128","shards":1,"effective_bpw":2.798,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744576","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051914944","shards":1,"effective_bpw":2.9808,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915392","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552448","shards":1,"effective_bpw":3.0117,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552896","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733056","shards":1,"effective_bpw":3.2053,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733312","shards":1,"effective_bpw":3.2053,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733760","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633472","shards":1,"effective_bpw":3.2912,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633920","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874560","shards":1,"effective_bpw":3.5424,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875008","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611712","shards":1,"effective_bpw":3.6818,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769611968","shards":1,"effective_bpw":3.6818,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612416","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789665984","shards":1,"effective_bpw":3.7014,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666432","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620736","shards":1,"effective_bpw":3.8059,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621184","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161472","shards":1,"effective_bpw":4.0281,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161728","shards":1,"effective_bpw":4.0281,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162176","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394240","shards":1,"effective_bpw":4.3282,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394496","shards":1,"effective_bpw":4.3282,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394944","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839808","shards":1,"effective_bpw":4.4556,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840256","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593296832","shards":1,"effective_bpw":4.4863,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332800","shards":1,"effective_bpw":4.6759,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333248","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624256","shards":1,"effective_bpw":4.682,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624704","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012608","shards":1,"effective_bpw":4.6902,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802012864","shards":1,"effective_bpw":4.6902,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013312","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784128","shards":1,"effective_bpw":4.9107,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784384","shards":1,"effective_bpw":4.9107,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784832","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247755968","shards":1,"effective_bpw":5.1256,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756416","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761792","shards":1,"effective_bpw":5.5875,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762048","shards":1,"effective_bpw":5.5875,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762496","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112896","shards":1,"effective_bpw":5.7149,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113152","shards":1,"effective_bpw":5.7149,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113600","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899712","shards":1,"effective_bpw":6.5693,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725899968","shards":1,"effective_bpw":6.5693,"repo":"ATH-MaaS/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900416","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Marco-DeepResearch-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518784","shards":1,"effective_bpw":8.5067,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044224","shards":1,"effective_bpw":16.0064,"repo":"ATH-MaaS/Marco-DeepResearch-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"infinity-instruct-7m-gen-llama3-1-70b","canonical_repo":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B","display_name":"Infinity-Instruct-7M-Gen-Llama3_1-70B","publisher":"BAAI","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"1993","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"15343483456","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751196736","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097385536","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142108736","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242343488","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294080","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119294528","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108736","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108896","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375109184","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401156736","shards":1,"effective_bpw":3.107,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469494848","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307730048","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307730208","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307730496","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051328","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912051488","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051488","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912051776","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912051776","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034368","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034528","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937034816","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494528","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267494688","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267494976","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592768","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592928","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140593216","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661760","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902662208","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"38269663520","shards":1,"effective_bpw":4.3394,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116533824","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220096","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220256","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347220544","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520393856","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520394016","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520394304","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300190336","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447040","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447200","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657447488","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817120","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817120","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949817408","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Infinity-Instruct-7M-0729-Llama3_1-70B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598279488","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143680","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397063488","shards":2,"effective_bpw":6.6216,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050048","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"semikong-70b","canonical_repo":"pentagoniac/SEMIKONG-70B","display_name":"SEMIKONG-70B","publisher":"pentagoniac","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1993","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"pentagoniac/SEMIKONG-70B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"16751197152","shards":1,"effective_bpw":1.8994,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385952","shards":1,"effective_bpw":2.1654,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142109152","shards":1,"effective_bpw":2.3973,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242343904","shards":1,"effective_bpw":2.522,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294944","shards":1,"effective_bpw":2.7349,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375109600","shards":1,"effective_bpw":2.9906,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401157600","shards":1,"effective_bpw":3.107,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469495264","shards":1,"effective_bpw":3.1147,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912052192","shards":1,"effective_bpw":3.5051,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937035232","shards":1,"effective_bpw":3.6213,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267495392","shards":1,"effective_bpw":3.8856,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140593632","shards":1,"effective_bpw":4.2113,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902662624","shards":1,"effective_bpw":4.2977,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053619680","shards":1,"effective_bpw":4.5416,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116534240","shards":1,"effective_bpw":4.5488,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220960","shards":1,"effective_bpw":4.5749,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520394720","shards":1,"effective_bpw":4.8213,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"44313590752","shards":1,"effective_bpw":5.0247,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657447904","shards":1,"effective_bpw":5.5172,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949818016","shards":2,"effective_bpw":5.6637,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888144576","shards":2,"effective_bpw":6.5639,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050912","shards":2,"effective_bpw":8.5013,"repo":"bartowski/SEMIKONG-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"martha-2b-qwen3-5-omni","canonical_repo":"ZERO-POINT-INTELLIGENCE-LTD/MARTHA-2B-Qwen3.5-Omni","display_name":"MARTHA-2B-Qwen3.5-Omni","publisher":"ZERO-POINT-INTELLIGENCE-LTD","modality":"vision_language","arch_key":"qwen35","params_total":"1881825088","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1990","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"722962240","shards":1,"effective_bpw":3.0735,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"748204864","shards":1,"effective_bpw":3.1808,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"790275904","shards":1,"effective_bpw":3.3596,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"824719168","shards":1,"effective_bpw":3.506,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"832091968","shards":1,"effective_bpw":3.5374,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"865748800","shards":1,"effective_bpw":3.6805,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"927754048","shards":1,"effective_bpw":3.9441,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"944163648","shards":1,"effective_bpw":4.0138,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"968543040","shards":1,"effective_bpw":4.1175,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1020174144","shards":1,"effective_bpw":4.337,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1027202880","shards":1,"effective_bpw":4.3668,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1051090752","shards":1,"effective_bpw":4.4684,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1059446592","shards":1,"effective_bpw":4.5039,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1099259712","shards":1,"effective_bpw":4.6732,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1164533568","shards":1,"effective_bpw":4.9507,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1195963200","shards":1,"effective_bpw":5.0843,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1204847424","shards":1,"effective_bpw":5.122,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1212056384","shards":1,"effective_bpw":5.1527,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1231586112","shards":1,"effective_bpw":5.2357,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1274397504","shards":1,"effective_bpw":5.4177,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1288282944","shards":1,"effective_bpw":5.4767,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1374077760","shards":1,"effective_bpw":5.8415,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1411121984","shards":1,"effective_bpw":5.999,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1556391744","shards":1,"effective_bpw":6.6165,"repo":"mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kepler-8b-instruct-v2","canonical_repo":"intellectlabs/Kepler-8B-Instruct-v2","display_name":"Kepler-8B-Instruct-v2","publisher":"intellectlabs","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1986","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"intellectlabs/Kepler-8B-Instruct-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1902205312","shards":1,"effective_bpw":1.999,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2040734080","shards":1,"effective_bpw":2.1445,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2271615360","shards":1,"effective_bpw":2.3872,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2467559808","shards":1,"effective_bpw":2.5931,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2594030144","shards":1,"effective_bpw":2.726,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2778735168","shards":1,"effective_bpw":2.9201,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2832421792","shards":1,"effective_bpw":2.9765,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014288000","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3014288288","shards":1,"effective_bpw":3.1676,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3112907328","shards":1,"effective_bpw":3.2713,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3344458848","shards":1,"effective_bpw":3.5146,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490571072","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3490571360","shards":1,"effective_bpw":3.6681,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3497395296","shards":1,"effective_bpw":3.6753,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3572214880","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806593856","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3806594144","shards":1,"effective_bpw":4.0002,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086661952","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4086662240","shards":1,"effective_bpw":4.2945,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4216530176","shards":1,"effective_bpw":4.431,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4248355808","shards":1,"effective_bpw":4.4645,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4435826272","shards":1,"effective_bpw":4.6615,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4442134112","shards":1,"effective_bpw":4.6681,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455781696","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4455781984","shards":1,"effective_bpw":4.6824,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681086272","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4681086560","shards":1,"effective_bpw":4.9192,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4871207232","shards":1,"effective_bpw":5.119,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313010432","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5313010720","shards":1,"effective_bpw":5.5833,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442665216","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5442665504","shards":1,"effective_bpw":5.7195,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6028576416","shards":2,"effective_bpw":6.3352,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251842848","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6251843136","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/Kepler-8B-Instruct-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7613188128","shards":2,"effective_bpw":8.0005,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095476576","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8858807328","shards":2,"effective_bpw":9.3094,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9362172960","shards":2,"effective_bpw":9.8384,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10885330848","shards":2,"effective_bpw":11.439,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"15232122720","shards":1,"effective_bpw":16.0069,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15232123296","shards":1,"effective_bpw":16.0069,"repo":"mradermacher/Kepler-8B-Instruct-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16190953568","shards":2,"effective_bpw":17.0146,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"30464246944","shards":2,"effective_bpw":32.0139,"repo":"intellectlabs/Kepler-8B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rp-spectrum-24b","canonical_repo":"Casual-Autopsy/RP-Spectrum-24B","display_name":"RP-Spectrum-24B","publisher":"Casual-Autopsy","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1985","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Casual-Autopsy/RP-Spectrum-24B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273726688","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750501088","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545125088","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207038688","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478357728","shards":1,"effective_bpw":2.538,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114056928","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320167648","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890330848","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280597728","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907121888","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400280288","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428133088","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650955488","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474087648","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400766688","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758920928","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494234848","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549285088","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333914848","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873112288","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304418528","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763989728","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345944288","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/RP-Spectrum-24B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-claude-4-6-os-auto-variable-heretic-uncensored-thinking-x8b","canonical_repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-X8b","display_name":"Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-X8b","publisher":"DavidAU","modality":"vision_language","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1984","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-X8b","arch_confidence":1,"quantizations":[{"quant":"F16","bytes":"4498949184","shards":1,"effective_bpw":3.8249,"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5443379808","shards":1,"effective_bpw":4.6278,"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5629108832","shards":1,"effective_bpw":4.7857,"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359259232","shards":1,"effective_bpw":6.2567,"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527501408","shards":1,"effective_bpw":8.1001,"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-40b-claude-4-6-opus-deckard-heretic-uncensored-thinking","canonical_repo":"DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","display_name":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","publisher":"DavidAU","modality":"text","arch_key":"qwen35","params_total":"39533326832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1983","n_layers":96,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8687537440","shards":1,"effective_bpw":1.758,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"9497900320","shards":1,"effective_bpw":1.922,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"10848505120","shards":1,"effective_bpw":2.1953,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"11952581920","shards":1,"effective_bpw":2.4187,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"12296502560","shards":1,"effective_bpw":2.4883,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"13376986400","shards":1,"effective_bpw":2.707,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"13752210720","shards":1,"effective_bpw":2.7829,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14447219648","shards":1,"effective_bpw":2.9236,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"14447220000","shards":1,"effective_bpw":2.9236,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"15385582880","shards":1,"effective_bpw":3.1134,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"16649239840","shards":1,"effective_bpw":3.3692,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"17310825408","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"17310825760","shards":1,"effective_bpw":3.503,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"17327537440","shards":1,"effective_bpw":3.5064,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"18071207200","shards":1,"effective_bpw":3.6569,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"19133709248","shards":1,"effective_bpw":3.8719,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"19133709600","shards":1,"effective_bpw":3.8719,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"20245199808","shards":1,"effective_bpw":4.0968,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"20245200160","shards":1,"effective_bpw":4.0968,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"21169268000","shards":1,"effective_bpw":4.2838,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"21336384448","shards":1,"effective_bpw":4.3177,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"22397617440","shards":1,"effective_bpw":4.5324,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"22467085248","shards":1,"effective_bpw":4.5465,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"22467085600","shards":1,"effective_bpw":4.5465,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"23927227328","shards":1,"effective_bpw":4.8419,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"23927227680","shards":1,"effective_bpw":4.8419,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"24693097760","shards":1,"effective_bpw":4.9969,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"27055424448","shards":1,"effective_bpw":5.475,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"27055424800","shards":1,"effective_bpw":5.475,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"28136113088","shards":1,"effective_bpw":5.6936,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"28136113440","shards":1,"effective_bpw":5.6936,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"32075369408","shards":1,"effective_bpw":6.4908,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"32075369760","shards":1,"effective_bpw":6.4908,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"41537303488","shards":1,"effective_bpw":8.4055,"repo":"mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hathor-sofit-l3-8b-v1","canonical_repo":"Nitral-AI/Hathor_Sofit-L3-8B-v1","display_name":"Hathor_Sofit-L3-8B-v1","publisher":"Nitral-AI","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1983","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-AI/Hathor_Sofit-L3-8B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948281152","shards":1,"effective_bpw":2.9372,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131712","shards":1,"effective_bpw":3.1672,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131872","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747456","shards":1,"effective_bpw":3.5055,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747616","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499520","shards":1,"effective_bpw":3.6507,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499680","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325472","shards":1,"effective_bpw":3.6684,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692155712","shards":1,"effective_bpw":3.6782,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823616","shards":1,"effective_bpw":3.7706,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823776","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918208","shards":1,"effective_bpw":4.0038,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918368","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956672","shards":1,"effective_bpw":4.3057,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956832","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662912","shards":1,"effective_bpw":4.4309,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484363232","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669248","shards":1,"effective_bpw":4.675,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669408","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734528","shards":1,"effective_bpw":4.9022,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734688","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310632768","shards":1,"effective_bpw":5.2906,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294272","shards":1,"effective_bpw":5.5782,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294432","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987712","shards":1,"effective_bpw":5.7114,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987872","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057218880","shards":1,"effective_bpw":6.0344,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006720","shards":1,"effective_bpw":6.5712,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006880","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850466624","shards":1,"effective_bpw":6.8247,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771136","shards":1,"effective_bpw":8.5086,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771296","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891616","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"32128881184","shards":1,"effective_bpw":32.0078,"repo":"bartowski/Hathor_Sofit-L3-8B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"vikhr-gemma-2b-instruct","canonical_repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct","display_name":"Vikhr-Gemma-2B-instruct","publisher":"Vikhrmodels","modality":"text","arch_key":"gemma2","params_total":"2614341888","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1982","n_layers":26,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2304,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Vikhrmodels/Vikhr-Gemma-2B-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"832160096","shards":1,"effective_bpw":2.5464,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"873797984","shards":1,"effective_bpw":2.6739,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"943194464","shards":1,"effective_bpw":2.8862,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1002545504","shards":1,"effective_bpw":3.0678,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1032497504","shards":1,"effective_bpw":3.1595,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1088014688","shards":1,"effective_bpw":3.3294,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"1170000224","shards":1,"effective_bpw":3.5803,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1181686112","shards":1,"effective_bpw":3.616,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1229830496","shards":1,"effective_bpw":3.7633,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1314212192","shards":1,"effective_bpw":4.0215,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1360660832","shards":1,"effective_bpw":4.1637,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1360660832","shards":1,"effective_bpw":4.1637,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561824","shards":1,"effective_bpw":4.2644,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561952","shards":1,"effective_bpw":4.2644,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"1461668192","shards":1,"effective_bpw":4.4728,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1461668192","shards":1,"effective_bpw":4.4728,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436576","shards":1,"effective_bpw":4.7444,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436704","shards":1,"effective_bpw":4.7444,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566251232","shards":1,"effective_bpw":4.7928,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566251360","shards":1,"effective_bpw":4.7928,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1629509568","shards":1,"effective_bpw":4.9864,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1629509984","shards":1,"effective_bpw":4.9864,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638651840","shards":1,"effective_bpw":5.0143,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638652128","shards":1,"effective_bpw":5.0143,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582848","shards":1,"effective_bpw":5.2283,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"1708582848","shards":1,"effective_bpw":5.2283,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708583136","shards":1,"effective_bpw":5.2283,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1756026816","shards":1,"effective_bpw":5.3735,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1851431136","shards":1,"effective_bpw":5.6655,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"1882544064","shards":1,"effective_bpw":5.7607,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882544064","shards":1,"effective_bpw":5.7607,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882544352","shards":1,"effective_bpw":5.7607,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278784","shards":1,"effective_bpw":5.8853,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1923278784","shards":1,"effective_bpw":5.8853,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923279072","shards":1,"effective_bpw":5.8853,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"2009061312","shards":1,"effective_bpw":6.1478,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2066127072","shards":1,"effective_bpw":6.3224,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2151393216","shards":1,"effective_bpw":6.5834,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2151393504","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2294241504","shards":1,"effective_bpw":7.0205,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495552","shards":1,"effective_bpw":8.5207,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495840","shards":1,"effective_bpw":8.5207,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5235214272","shards":1,"effective_bpw":16.02,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"5235214272","shards":1,"effective_bpw":16.02,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10463414208","shards":1,"effective_bpw":32.0185,"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10463414208","shards":1,"effective_bpw":32.0185,"repo":"bartowski/Vikhr-Gemma-2B-instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tmax-8b","canonical_repo":"allenai/tmax-8b","display_name":"tmax-8b","publisher":"allenai","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1982","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/tmax-8b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770208","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148320","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490111840","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157024","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744288","shards":1,"effective_bpw":2.798,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915104","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552608","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733248","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733472","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633632","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874720","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611904","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612128","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666144","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896620896","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161664","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124161888","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394432","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394656","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561839968","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297024","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787332960","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624416","shards":1,"effective_bpw":4.682,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012800","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013024","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784320","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784544","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756128","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761984","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762208","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113088","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113312","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899904","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900128","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/tmax-8b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518976","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044416","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/tmax-8b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-coder-0-5b-instruct-abliterated","canonical_repo":"huihui-ai/Qwen2.5-Coder-0.5B-Instruct-abliterated","display_name":"Qwen2.5-Coder-0.5B-Instruct-abliterated","publisher":"huihui-ai","modality":"text","arch_key":"qwen2","params_total":"494032768","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1980","n_layers":24,"n_head":14,"n_head_kv":2,"head_dim_k":64,"head_dim_v":64,"hidden":896,"vocab_size":151936,"ctx_native":32768,"sliding_window":32768,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"huihui-ai/Qwen2.5-Coder-0.5B-Instruct-abliterated","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"342752800","shards":1,"effective_bpw":5.5503,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"349402912","shards":1,"effective_bpw":5.658,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"352972576","shards":1,"effective_bpw":5.7158,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"369358624","shards":1,"effective_bpw":5.9811,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"385472288","shards":1,"effective_bpw":6.2421,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"397808416","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"397808416","shards":1,"effective_bpw":6.4418,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"412710688","shards":1,"effective_bpw":6.6831,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"420086560","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"420086560","shards":1,"effective_bpw":6.8026,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"505736992","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"505736992","shards":1,"effective_bpw":8.1895,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"531068704","shards":1,"effective_bpw":8.5997,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"994157024","shards":1,"effective_bpw":16.0986,"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-z1-32b-0414-uncensored-heretic-v2","canonical_repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2","display_name":"GLM-Z1-32B-0414-uncensored-heretic-v2","publisher":"llmfan46","modality":"text","arch_key":"glm4","params_total":"32566081536","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1979","n_layers":61,"n_head":48,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":151552,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"15890562944","shards":1,"effective_bpw":3.9036,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17216290688","shards":1,"effective_bpw":4.2293,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18708852608","shards":1,"effective_bpw":4.5959,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19686117248","shards":1,"effective_bpw":4.836,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22527176576","shards":1,"effective_bpw":5.5339,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23103938432","shards":1,"effective_bpw":5.6756,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26728492928","shards":1,"effective_bpw":6.566,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34615226240","shards":1,"effective_bpw":8.5034,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65144516480","shards":1,"effective_bpw":16.003,"repo":"llmfan46/GLM-Z1-32B-0414-uncensored-heretic-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-mesh","canonical_repo":"Zhengyi/LLaMA-Mesh","display_name":"LLaMA-Mesh","publisher":"Zhengyi","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"1979","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Zhengyi/LLaMA-Mesh","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2948281632","shards":1,"effective_bpw":2.9372,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179132192","shards":1,"effective_bpw":3.1672,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747936","shards":1,"effective_bpw":3.5055,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664500000","shards":1,"effective_bpw":3.6507,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692156192","shards":1,"effective_bpw":3.6782,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784824096","shards":1,"effective_bpw":3.7706,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018918688","shards":1,"effective_bpw":4.0038,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321957152","shards":1,"effective_bpw":4.3057,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447663392","shards":1,"effective_bpw":4.4309,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675892512","shards":1,"effective_bpw":4.6583,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669728","shards":1,"effective_bpw":4.675,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920735008","shards":1,"effective_bpw":4.9022,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310633248","shards":1,"effective_bpw":5.2906,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294752","shards":1,"effective_bpw":5.5782,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732988192","shards":1,"effective_bpw":5.7114,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057219360","shards":1,"effective_bpw":6.0344,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596007200","shards":1,"effective_bpw":6.5712,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850467104","shards":1,"effective_bpw":6.8247,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540771616","shards":1,"effective_bpw":8.5086,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068891680","shards":1,"effective_bpw":16.0083,"repo":"bartowski/LLaMA-Mesh-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"meta-llama-3-70b-instruct-abliterated-v3-5","canonical_repo":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5","display_name":"Meta-Llama-3-70B-Instruct-abliterated-v3.5","publisher":"failspy","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"llama3","downloads_30d":"1978","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343482688","shards":1,"effective_bpw":1.7398,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"15343483136","shards":1,"effective_bpw":1.7398,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751195968","shards":1,"effective_bpw":1.8994,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"16751196416","shards":1,"effective_bpw":1.8994,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097384768","shards":1,"effective_bpw":2.1654,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"19097385216","shards":1,"effective_bpw":2.1654,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142107968","shards":1,"effective_bpw":2.3973,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"21142108416","shards":1,"effective_bpw":2.3973,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"22242342720","shards":1,"effective_bpw":2.522,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"22242343168","shards":1,"effective_bpw":2.522,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119293760","shards":1,"effective_bpw":2.7349,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"24119294208","shards":1,"effective_bpw":2.7349,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"24471942976","shards":1,"effective_bpw":2.7748,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375108416","shards":1,"effective_bpw":2.9906,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"26375108864","shards":1,"effective_bpw":2.9906,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494080","shards":1,"effective_bpw":3.1147,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"27469494528","shards":1,"effective_bpw":3.1147,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307729728","shards":1,"effective_bpw":3.3232,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"29307730176","shards":1,"effective_bpw":3.3232,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"30912051008","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051008","shards":1,"effective_bpw":3.5051,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"30912051456","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"30912051456","shards":1,"effective_bpw":3.5051,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034048","shards":1,"effective_bpw":3.6213,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"31937034496","shards":1,"effective_bpw":3.6213,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"34267494208","shards":1,"effective_bpw":3.8855,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"34267494656","shards":1,"effective_bpw":3.8856,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140592448","shards":1,"effective_bpw":4.2113,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"37140592896","shards":1,"effective_bpw":4.2113,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902661440","shards":1,"effective_bpw":4.2977,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"37902661888","shards":1,"effective_bpw":4.2977,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053618496","shards":1,"effective_bpw":4.5416,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"40116533504","shards":1,"effective_bpw":4.5488,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347219776","shards":1,"effective_bpw":4.5749,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"40347220224","shards":1,"effective_bpw":4.5749,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"42520393536","shards":1,"effective_bpw":4.8213,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"42520393984","shards":1,"effective_bpw":4.8213,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657446624","shards":2,"effective_bpw":5.5172,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"48657447168","shards":1,"effective_bpw":5.5172,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"49949816544","shards":2,"effective_bpw":5.6637,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"49949817088","shards":1,"effective_bpw":5.6637,"repo":"mradermacher/Meta-Llama-3-70B-Instruct-abliterated-v3.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888143200","shards":3,"effective_bpw":6.5639,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975049536","shards":3,"effective_bpw":8.5013,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"141117913280","shards":6,"effective_bpw":16.0012,"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gte-large","canonical_repo":"thenlper/gte-large","display_name":"gte-large","publisher":"thenlper","modality":"embedding","arch_key":"bert","params_total":"335142400","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1977","n_layers":24,"n_head":16,"n_head_kv":16,"head_dim_k":64,"head_dim_v":64,"hidden":1024,"vocab_size":30522,"ctx_native":512,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"thenlper/gte-large","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"144227872","shards":1,"effective_bpw":3.4428,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"159563296","shards":1,"effective_bpw":3.8088,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181452320","shards":1,"effective_bpw":4.3313,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"198491680","shards":1,"effective_bpw":4.7381,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"199671328","shards":1,"effective_bpw":4.7662,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"203341344","shards":1,"effective_bpw":4.8538,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"215891488","shards":1,"effective_bpw":5.1534,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"237420064","shards":1,"effective_bpw":5.6673,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"237420064","shards":1,"effective_bpw":5.6673,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"245775904","shards":1,"effective_bpw":5.8668,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"277528096","shards":1,"effective_bpw":6.6247,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"358235712","shards":1,"effective_bpw":8.5512,"repo":"ChristianAzinn/gte-large-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-marvin-gutenberg-rp-v2","canonical_repo":"ToastyPigeon/gemma-4-12b-marvin-gutenberg-rp-v2","display_name":"gemma-4-12b-marvin-gutenberg-rp-v2","publisher":"ToastyPigeon","modality":"text","arch_key":"gemma4","params_total":"11959730224","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1976","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ToastyPigeon/gemma-4-12b-marvin-gutenberg-rp-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983692928","shards":1,"effective_bpw":1.9958,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202849408","shards":1,"effective_bpw":2.1424,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110208","shards":1,"effective_bpw":2.3867,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887843968","shards":1,"effective_bpw":2.6006,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598208","shards":1,"effective_bpw":2.7289,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371806848","shards":1,"effective_bpw":2.9244,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504148608","shards":1,"effective_bpw":3.0129,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830148960","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149248","shards":1,"effective_bpw":3.2309,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849195648","shards":1,"effective_bpw":3.2437,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394368","shards":1,"effective_bpw":3.5268,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230240","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528230528","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528230528","shards":1,"effective_bpw":3.6979,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993088","shards":1,"effective_bpw":3.8355,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087088480","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087088768","shards":1,"effective_bpw":4.0717,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566320480","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566320768","shards":1,"effective_bpw":4.3923,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635256448","shards":1,"effective_bpw":4.4384,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552160","shards":1,"effective_bpw":4.4754,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975879808","shards":1,"effective_bpw":4.6662,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998208","shards":1,"effective_bpw":4.681,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024048480","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024048768","shards":1,"effective_bpw":4.6985,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381383520","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381383808","shards":1,"effective_bpw":4.9375,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657126528","shards":1,"effective_bpw":5.1219,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338372960","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373248","shards":1,"effective_bpw":5.5776,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547268960","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269248","shards":1,"effective_bpw":5.7174,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022240","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786022528","shards":1,"effective_bpw":6.546,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647200","shards":1,"effective_bpw":8.4749,"repo":"mradermacher/gemma-4-12b-marvin-gutenberg-rp-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"captainerisnebula-12b-chimera-v1-1","canonical_repo":"Nitral-AI/CaptainErisNebula-12B-Chimera-v1.1","display_name":"CaptainErisNebula-12B-Chimera-v1.1","publisher":"Nitral-AI","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1973","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nitral-AI/CaptainErisNebula-12B-Chimera-v1.1","arch_confidence":1,"quantizations":[{"quant":"BF16","bytes":"24504275936","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504275936","shards":1,"effective_bpw":16.0057,"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-27b-uncensored-heretic-v2-native-mtp-preserved","canonical_repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved","display_name":"Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved","publisher":"llmfan46","modality":"vision_language","arch_key":"clip","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1973","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"14105489632","shards":1,"effective_bpw":4.1249,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15164551392","shards":1,"effective_bpw":4.4346,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"16226377952","shards":1,"effective_bpw":4.7451,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16871847776","shards":1,"effective_bpw":4.9339,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"17211793632","shards":1,"effective_bpw":5.0333,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"19181068512","shards":1,"effective_bpw":5.6092,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"19653850976","shards":1,"effective_bpw":5.7474,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-NVFP4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19745087712","shards":1,"effective_bpw":5.7741,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22802403552","shards":1,"effective_bpw":6.6682,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047083232","shards":1,"effective_bpw":8.4943,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54657732832","shards":1,"effective_bpw":15.9837,"repo":"llmfan46/Qwen3.5-27B-uncensored-heretic-v2-Native-MTP-Preserved-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wangzhang-qwen3-5-9b-abliterated","canonical_repo":"wangzhang/Qwen3.5-9B-abliterated","display_name":"Qwen3.5-9B-abliterated","publisher":"wangzhang","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1972","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wangzhang/Qwen3.5-9B-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446943872","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600445568","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856281728","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065144960","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207767680","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412436608","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496000","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519136","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519424","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793462912","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136461952","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407200","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407488","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263863936","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383168","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185184","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616185472","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851808","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852096","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612096","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069088","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317551744","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940352","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620128","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620416","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045216","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627045504","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333888","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310048","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310336","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004832","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005120","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260000","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260288","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502176","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697696","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rocinante-x-12b-v1-absolute-heresy","canonical_repo":"MuXodious/Rocinante-X-12B-v1-absolute-heresy","display_name":"Rocinante-X-12B-v1-absolute-heresy","publisher":"MuXodious","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1969","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MuXodious/Rocinante-X-12B-v1-absolute-heresy","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999215712","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221628512","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592316512","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915081312","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138477152","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435027552","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493682272","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791051584","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791051872","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945389152","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306492512","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534229824","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534230112","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562082912","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722236512","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083093824","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083094112","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561506624","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561506912","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742713952","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800057664","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094642272","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097919072","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120201024","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120201312","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477208384","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477208672","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795222112","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518739264","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518739552","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727635264","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727635552","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056213824","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056214112","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022373184","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Rocinante-X-12B-v1-absolute-heresy-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"homer-v1-0-qwen2-5-72b","canonical_repo":"newsbang/Homer-v1.0-Qwen2.5-72B","display_name":"Homer-v1.0-Qwen2.5-72B","publisher":"newsbang","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1969","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"newsbang/Homer-v1.0-Qwen2.5-72B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740212256","shards":1,"effective_bpw":2.6122,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490023456","shards":1,"effective_bpw":2.8047,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057644576","shards":1,"effective_bpw":2.9772,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939136544","shards":1,"effective_bpw":3.0742,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338985504","shards":1,"effective_bpw":3.2282,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811762208","shards":1,"effective_bpw":3.2802,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028274208","shards":1,"effective_bpw":3.4141,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845082144","shards":1,"effective_bpw":3.504,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487788576","shards":1,"effective_bpw":3.7948,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503596576","shards":1,"effective_bpw":3.9065,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698724896","shards":1,"effective_bpw":4.1481,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505224736","shards":1,"effective_bpw":4.3468,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709074464","shards":1,"effective_bpw":4.3693,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315623968","shards":1,"effective_bpw":4.546,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383126048","shards":1,"effective_bpw":4.5535,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889222688","shards":1,"effective_bpw":4.8292,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697885216","shards":1,"effective_bpw":5.0282,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415714848","shards":1,"effective_bpw":5.2172,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375138016","shards":2,"effective_bpw":5.6529,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447465728","shards":2,"effective_bpw":5.991,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347628800","shards":2,"effective_bpw":7.0803,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262611424","shards":2,"effective_bpw":8.5014,"repo":"bartowski/Homer-v1.0-Qwen2.5-72B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lmt-60-8b","canonical_repo":"NiuTrans/LMT-60-8B","display_name":"LMT-60-8B","publisher":"NiuTrans","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1969","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NiuTrans/LMT-60-8B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3281732800","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769611456","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161216","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431393984","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593296576","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012352","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027783872","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720761536","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851112640","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725899456","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709518528","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388043968","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/LMT-60-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-apostate","canonical_repo":"heterodoxin/qwen3-8b-apostate","display_name":"qwen3-8b-apostate","publisher":"heterodoxin","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1967","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"heterodoxin/qwen3-8b-apostate","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770368","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148480","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112000","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157184","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744448","shards":1,"effective_bpw":2.798,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915264","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552768","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733376","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733632","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633792","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626874880","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612032","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612288","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666304","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621056","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161792","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162048","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394560","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431394816","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840128","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297152","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333120","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624576","shards":1,"effective_bpw":4.682,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802012928","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013184","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784448","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784704","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756288","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762112","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762368","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113216","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113472","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900032","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900288","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/qwen3-8b-apostate-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519104","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044544","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/qwen3-8b-apostate-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"strand-rust-coder-14b-v1","canonical_repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1","display_name":"Strand-Rust-Coder-14B-v1","publisher":"Fortytwo-Network","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1967","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Fortytwo-Network/Strand-Rust-Coder-14B-v1","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"8988110080","shards":1,"effective_bpw":4.8683,"repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508872960","shards":1,"effective_bpw":5.692,"repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683520","shards":1,"effective_bpw":6.5672,"repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597440","shards":1,"effective_bpw":8.5046,"repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29547714080","shards":1,"effective_bpw":16.0041,"repo":"Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darkmere-8b-v0-1","canonical_repo":"0xA50C1A1/Darkmere-8B-v0.1","display_name":"Darkmere-8B-v0.1","publisher":"0xA50C1A1","modality":"text","arch_key":"mistral3","params_total":"8489553920","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1966","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2121831872","shards":1,"effective_bpw":1.9995,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2273416640","shards":1,"effective_bpw":2.1423,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2526057920","shards":1,"effective_bpw":2.3804,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2745996736","shards":1,"effective_bpw":2.5876,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2904593856","shards":1,"effective_bpw":2.7371,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3106706880","shards":1,"effective_bpw":2.9276,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3147273664","shards":1,"effective_bpw":2.9658,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3352925632","shards":1,"effective_bpw":3.1596,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3455358400","shards":1,"effective_bpw":3.2561,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3714356672","shards":1,"effective_bpw":3.5002,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3866465728","shards":1,"effective_bpw":3.6435,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3885405632","shards":1,"effective_bpw":3.6614,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3992360384","shards":1,"effective_bpw":3.7621,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4242052544","shards":1,"effective_bpw":3.9974,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4565013952","shards":1,"effective_bpw":4.3018,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4696413632","shards":1,"effective_bpw":4.4256,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4937323968","shards":1,"effective_bpw":4.6526,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4940469696","shards":1,"effective_bpw":4.6556,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4954101184","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5198386624","shards":1,"effective_bpw":4.8986,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5419668928","shards":1,"effective_bpw":5.1071,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5916693952","shards":1,"effective_bpw":5.5755,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6058743232","shards":1,"effective_bpw":5.7094,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6972872128","shards":1,"effective_bpw":6.5708,"repo":"mradermacher/Darkmere-8B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huihui-nex-n2-mini-abliterated","canonical_repo":"huihui-ai/Huihui-Nex-N2-mini-abliterated","display_name":"Huihui-Nex-N2-mini-abliterated","publisher":"huihui-ai","modality":"vision_language","arch_key":"qwen35moe","params_total":"35107181936","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1965","n_layers":40,"n_head":16,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":8,"arch_source":"huihui-ai/Huihui-Nex-N2-mini-abliterated","arch_confidence":1,"quantizations":[{"quant":"BF16","bytes":"69376637376","shards":1,"effective_bpw":15.8091,"repo":"SC117/Huihui-Nex-N2-mini-abliterated-APEX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"chronos-hermes-13b-v2","canonical_repo":"Austism/chronos-hermes-13b-v2","display_name":"chronos-hermes-13b-v2","publisher":"Austism","modality":"text","arch_key":"llama","params_total":"13016192000","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"1964","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":32032,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Austism/chronos-hermes-13b-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"5429537280","shards":1,"effective_bpw":3.3371,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5659185920","shards":1,"effective_bpw":3.4782,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6337975040","shards":1,"effective_bpw":3.8954,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6929765120","shards":1,"effective_bpw":4.2592,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7366062080","shards":1,"effective_bpw":4.5273,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7414558720","shards":1,"effective_bpw":4.5571,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7866183680","shards":1,"effective_bpw":4.8347,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"8972533760","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8972533760","shards":1,"effective_bpw":5.5147,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9230172160","shards":1,"effective_bpw":5.673,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10679409920","shards":1,"effective_bpw":6.5638,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13831668480","shards":1,"effective_bpw":8.5012,"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-unredacted-max","canonical_repo":"prithivMLmods/Qwen3.5-9B-Unredacted-MAX","display_name":"Qwen3.5-9B-Unredacted-MAX","publisher":"prithivMLmods","modality":"text","arch_key":"qwen35","params_total":"9409813744","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1963","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prithivMLmods/Qwen3.5-9B-Unredacted-MAX","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2446943936","shards":1,"effective_bpw":2.0803,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2600445632","shards":1,"effective_bpw":2.2108,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2856281792","shards":1,"effective_bpw":2.4283,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3065145024","shards":1,"effective_bpw":2.6059,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3207767744","shards":1,"effective_bpw":2.7272,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3412436672","shards":1,"effective_bpw":2.9012,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3508496064","shards":1,"effective_bpw":2.9828,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3638519200","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3638519488","shards":1,"effective_bpw":3.0934,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3793462976","shards":1,"effective_bpw":3.2251,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4136462016","shards":1,"effective_bpw":3.5167,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4259407264","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4259407552","shards":1,"effective_bpw":3.6212,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4263864000","shards":1,"effective_bpw":3.625,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4415383232","shards":1,"effective_bpw":3.7539,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4616185248","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4616185536","shards":1,"effective_bpw":3.9246,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4824851872","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4824852160","shards":1,"effective_bpw":4.102,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5070612160","shards":1,"effective_bpw":4.3109,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5102069152","shards":1,"effective_bpw":4.3377,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5317551808","shards":1,"effective_bpw":4.5209,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5325940416","shards":1,"effective_bpw":4.528,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5340620192","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5340620480","shards":1,"effective_bpw":4.5405,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5627045280","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5627045568","shards":1,"effective_bpw":4.784,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5809333952","shards":1,"effective_bpw":4.939,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6305310112","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6305310400","shards":1,"effective_bpw":5.3606,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6522004896","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6522005184","shards":1,"effective_bpw":5.5449,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7359260064","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7359260352","shards":1,"effective_bpw":6.2567,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9527502240","shards":1,"effective_bpw":8.1001,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"17920697760","shards":1,"effective_bpw":15.2358,"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"myth-4b","canonical_repo":"dracko14/Myth-4B","display_name":"Myth-4B","publisher":"dracko14","modality":"text","arch_key":"qwen35","params_total":"4326350848","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1962","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dracko14/Myth-4B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1959168384","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1959168640","shards":1,"effective_bpw":3.6228,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"2121748864","shards":1,"effective_bpw":3.9234,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"2121749120","shards":1,"effective_bpw":3.9234,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"2191729280","shards":1,"effective_bpw":4.0528,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"2216796800","shards":1,"effective_bpw":4.0992,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2318807424","shards":1,"effective_bpw":4.2878,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2318807680","shards":1,"effective_bpw":4.2878,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2482647424","shards":1,"effective_bpw":4.5907,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2482647680","shards":1,"effective_bpw":4.5907,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2578811520","shards":1,"effective_bpw":4.7686,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2593556864","shards":1,"effective_bpw":4.7958,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2617682560","shards":1,"effective_bpw":4.8404,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2631772544","shards":1,"effective_bpw":4.8665,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2631772800","shards":1,"effective_bpw":4.8665,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2677648000","shards":1,"effective_bpw":4.9513,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2783447424","shards":1,"effective_bpw":5.147,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2783447680","shards":1,"effective_bpw":5.147,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2842389120","shards":1,"effective_bpw":5.256,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"3072993664","shards":1,"effective_bpw":5.6824,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"3072993920","shards":1,"effective_bpw":5.6824,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"3161426304","shards":1,"effective_bpw":5.8459,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"3161426560","shards":1,"effective_bpw":5.8459,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3563028864","shards":1,"effective_bpw":6.5885,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3563029120","shards":1,"effective_bpw":6.5885,"repo":"mradermacher/Myth-4B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4610580864","shards":1,"effective_bpw":8.5256,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8665620864","shards":1,"effective_bpw":16.0239,"repo":"mradermacher/Myth-4B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"voxcpm-0-5b","canonical_repo":"openbmb/VoxCPM-0.5B","display_name":"VoxCPM-0.5B","publisher":"openbmb","modality":"audio_tts","arch_key":"llama","params_total":"727613761","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1961","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openbmb/VoxCPM-0.5B","arch_confidence":1,"quantizations":[{"quant":"Q4_K","bytes":"2627392512","shards":3,"effective_bpw":28.8878,"repo":"bluryar/VoxCPM-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4378822240","shards":3,"effective_bpw":null,"repo":"bluryar/VoxCPM-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"16009379936","shards":3,"effective_bpw":null,"repo":"bluryar/VoxCPM-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"23407405184","shards":12,"effective_bpw":null,"repo":"bluryar/VoxCPM-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-4b-abliterated-v2","canonical_repo":"nitrox/Qwen3-4B-abliterated-v2","display_name":"Qwen3-4B-abliterated-v2","publisher":"nitrox","modality":"text","arch_key":"qwen3","params_total":"4022468096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1961","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":2560,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nitrox/Qwen3-4B-abliterated-v2","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1669498720","shards":1,"effective_bpw":3.3203,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1886996320","shards":1,"effective_bpw":3.7529,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2075617120","shards":1,"effective_bpw":4.128,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2239784800","shards":1,"effective_bpw":4.4545,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2286315360","shards":1,"effective_bpw":4.5471,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2383308640","shards":1,"effective_bpw":4.74,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2497279840","shards":1,"effective_bpw":4.9667,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2823710560","shards":1,"effective_bpw":5.6159,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2889512800","shards":1,"effective_bpw":5.7467,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3306260320","shards":1,"effective_bpw":6.5756,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4280404320","shards":1,"effective_bpw":8.513,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"8051284320","shards":1,"effective_bpw":16.0126,"repo":"mradermacher/Qwen3-4B-abliterated-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencodereasoning-nemotron-32b-ioi","canonical_repo":"nvidia/OpenCodeReasoning-Nemotron-32B-IOI","display_name":"OpenCodeReasoning-Nemotron-32B-IOI","publisher":"nvidia","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1959","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/OpenCodeReasoning-Nemotron-32B-IOI","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250752","shards":1,"effective_bpw":2.2044,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551232","shards":1,"effective_bpw":2.4313,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569792","shards":1,"effective_bpw":2.5363,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441472","shards":1,"effective_bpw":2.7505,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099392","shards":1,"effective_bpw":3.0065,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271552","shards":1,"effective_bpw":3.135,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419392","shards":1,"effective_bpw":3.1922,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514112","shards":1,"effective_bpw":3.3465,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331392","shards":1,"effective_bpw":3.5142,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123392","shards":1,"effective_bpw":3.6162,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048832","shards":1,"effective_bpw":3.8909,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079232","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079552","shards":1,"effective_bpw":4.2112,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154432","shards":1,"effective_bpw":4.3202,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174592","shards":1,"effective_bpw":4.5617,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010432","shards":1,"effective_bpw":4.5687,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410752","shards":1,"effective_bpw":4.5866,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336512","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336832","shards":1,"effective_bpw":4.8471,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429180032","shards":1,"effective_bpw":4.9882,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243392","shards":1,"effective_bpw":5.0395,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255232","shards":1,"effective_bpw":5.5276,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157952","shards":1,"effective_bpw":5.68,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680192","shards":1,"effective_bpw":5.7973,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155072","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155392","shards":1,"effective_bpw":6.5648,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274112","shards":1,"effective_bpw":6.6569,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885312","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885632","shards":1,"effective_bpw":8.5023,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970304","shards":2,"effective_bpw":16.002,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-32B-IOI-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hermes-3-llama-3-1-405b","canonical_repo":"NousResearch/Hermes-3-Llama-3.1-405B","display_name":"Hermes-3-Llama-3.1-405B","publisher":"NousResearch","modality":"text","arch_key":"llama","params_total":"405853388800","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1958","n_layers":126,"n_head":128,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":16384,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"NousResearch/Hermes-3-Llama-3.1-405B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"93498011488","shards":3,"effective_bpw":1.843,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"93498012288","shards":10,"effective_bpw":1.843,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"107272367968","shards":3,"effective_bpw":2.1145,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"119348817760","shards":3,"effective_bpw":2.3526,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"136667131872","shards":4,"effective_bpw":2.6939,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"149322788800","shards":4,"effective_bpw":2.9434,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"149322789696","shards":11,"effective_bpw":2.9434,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"151374884800","shards":4,"effective_bpw":2.9838,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"155846635488","shards":4,"effective_bpw":3.072,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"175233658976","shards":5,"effective_bpw":3.4541,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"175233659904","shards":13,"effective_bpw":3.4541,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"181744529472","shards":5,"effective_bpw":3.5825,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"195373396064","shards":5,"effective_bpw":3.8511,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"212838477984","shards":6,"effective_bpw":4.1954,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"216569606368","shards":6,"effective_bpw":4.2689,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"230500593824","shards":6,"effective_bpw":4.5435,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"243069612352","shards":7,"effective_bpw":4.7913,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"243069613536","shards":18,"effective_bpw":4.7913,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"244629205344","shards":7,"effective_bpw":4.822,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"286646858144","shards":8,"effective_bpw":5.6503,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"286646859840","shards":22,"effective_bpw":5.6503,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"332947681888","shards":9,"effective_bpw":6.5629,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"332947683712","shards":25,"effective_bpw":6.5629,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"431239295488","shards":11,"effective_bpw":8.5004,"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"431239298208","shards":32,"effective_bpw":8.5004,"repo":"DevQuasar/NousResearch.Hermes-3-Llama-3.1-405B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openthinker-32b","canonical_repo":"open-thoughts/OpenThinker-32B","display_name":"OpenThinker-32B","publisher":"open-thoughts","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1958","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"open-thoughts/OpenThinker-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957551168","shards":1,"effective_bpw":2.4313,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569728","shards":1,"effective_bpw":2.5363,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441408","shards":1,"effective_bpw":2.7505,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099328","shards":1,"effective_bpw":3.0065,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271488","shards":1,"effective_bpw":3.135,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419328","shards":1,"effective_bpw":3.1922,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705514048","shards":1,"effective_bpw":3.3465,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331328","shards":1,"effective_bpw":3.5142,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123328","shards":1,"effective_bpw":3.6162,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048768","shards":1,"effective_bpw":3.8909,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079200","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079488","shards":1,"effective_bpw":4.2112,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154368","shards":1,"effective_bpw":4.3202,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174528","shards":1,"effective_bpw":4.5617,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010368","shards":1,"effective_bpw":4.5687,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410688","shards":1,"effective_bpw":4.5866,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336480","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336768","shards":1,"effective_bpw":4.8471,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179968","shards":1,"effective_bpw":4.9882,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243328","shards":1,"effective_bpw":5.0395,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255168","shards":1,"effective_bpw":5.5276,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157888","shards":1,"effective_bpw":5.68,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680128","shards":1,"effective_bpw":5.7973,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155040","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155328","shards":1,"effective_bpw":6.5648,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263274048","shards":1,"effective_bpw":6.6569,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885280","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885568","shards":1,"effective_bpw":8.5023,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"65535970592","shards":2,"effective_bpw":16.002,"repo":"bartowski/open-thoughts_OpenThinker-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trinity-2-codestral-22b-v0-2","canonical_repo":"migtissera/Trinity-2-Codestral-22B-v0.2","display_name":"Trinity-2-Codestral-22B-v0.2","publisher":"migtissera","modality":"text","arch_key":"llama","params_total":"22247319552","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1954","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32771,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"migtissera/Trinity-2-Codestral-22B-v0.2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"7618983648","shards":1,"effective_bpw":2.7397,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272116000","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8468741984","shards":1,"effective_bpw":3.0453,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176121472","shards":1,"effective_bpw":3.2997,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641296000","shards":1,"effective_bpw":3.467,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062430336","shards":1,"effective_bpw":3.6184,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756849792","shards":1,"effective_bpw":3.8681,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730452608","shards":1,"effective_bpw":4.2182,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935320000","shards":1,"effective_bpw":4.2919,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12613224960","shards":1,"effective_bpw":4.5356,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660410880","shards":1,"effective_bpw":4.5526,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341264384","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13490700128","shards":1,"effective_bpw":4.8512,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324844800","shards":1,"effective_bpw":5.5107,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722582784","shards":1,"effective_bpw":5.6537,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15846850400","shards":1,"effective_bpw":5.6984,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252733600","shards":1,"effective_bpw":6.5636,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18350260064","shards":1,"effective_bpw":6.5986,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640588128","shards":1,"effective_bpw":8.501,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496799040","shards":1,"effective_bpw":16.0008,"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"orionstar-yi-34b-chat-llama","canonical_repo":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","display_name":"OrionStar-Yi-34B-Chat-Llama","publisher":"OrionStarAI","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1953","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7498980160","shards":1,"effective_bpw":1.7445,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8176786240","shards":1,"effective_bpw":1.9022,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9306463040","shards":1,"effective_bpw":2.165,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10306542400","shards":1,"effective_bpw":2.3976,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10891021120","shards":1,"effective_bpw":2.5336,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11794762560","shards":1,"effective_bpw":2.7439,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12825234240","shards":1,"effective_bpw":2.9836,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13333875520","shards":1,"effective_bpw":3.1019,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14234319680","shards":1,"effective_bpw":3.3114,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14555875328","shards":1,"effective_bpw":3.3862,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960293888","shards":1,"effective_bpw":3.4803,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14960294720","shards":1,"effective_bpw":3.4803,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15018785600","shards":1,"effective_bpw":3.4939,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15564700480","shards":1,"effective_bpw":3.6209,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16636573696","shards":1,"effective_bpw":3.8702,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16654924608","shards":1,"effective_bpw":3.8745,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445248","shards":1,"effective_bpw":4.2198,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18139446080","shards":1,"effective_bpw":4.2198,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18475051840","shards":1,"effective_bpw":4.2979,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19466528768","shards":1,"effective_bpw":4.5286,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19530754880","shards":1,"effective_bpw":4.5435,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19543599104","shards":1,"effective_bpw":4.5465,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19598650176","shards":1,"effective_bpw":4.5593,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658710528","shards":1,"effective_bpw":4.8059,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20658711360","shards":1,"effective_bpw":4.8059,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23707691840","shards":1,"effective_bpw":5.5152,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845248","shards":1,"effective_bpw":5.6581,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24321846080","shards":1,"effective_bpw":5.6581,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213925888","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28213926720","shards":1,"effective_bpw":6.5635,"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542281728","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/OrionStar-Yi-34B-Chat-Llama-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"silver-siren-st-12b","canonical_repo":"ewald1976/Silver-Siren-ST-12B","display_name":"Silver-Siren-ST-12B","publisher":"ewald1976","modality":"text","arch_key":"llama","params_total":"12247813120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1952","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131075,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ewald1976/Silver-Siren-ST-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999227712","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221640512","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592328512","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915093312","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138490720","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435041120","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493696320","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791065632","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791065920","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945402720","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306508128","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534245440","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534245728","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562098528","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722252128","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083109440","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083109728","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561522240","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561522528","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742731104","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6800074816","shards":1,"effective_bpw":4.4417,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094659904","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097936704","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120218656","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120218944","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477226016","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477226304","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795240704","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518758816","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518759104","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727654816","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727655104","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056235424","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056235712","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Silver-Siren-ST-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022402208","shards":1,"effective_bpw":8.5059,"repo":"mradermacher/Silver-Siren-ST-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zeta","canonical_repo":"zed-industries/zeta","display_name":"zeta","publisher":"zed-industries","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1952","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zed-industries/zeta","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2780340192","shards":1,"effective_bpw":2.9207,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015938016","shards":1,"effective_bpw":3.1682,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114512352","shards":1,"effective_bpw":3.2717,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346253792","shards":1,"effective_bpw":3.5151,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366304","shards":1,"effective_bpw":3.6686,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548162016","shards":1,"effective_bpw":3.7272,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574009824","shards":1,"effective_bpw":3.7544,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808389088","shards":1,"effective_bpw":4.0006,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088456928","shards":1,"effective_bpw":4.2948,"repo":"lmstudio-community/zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457184","shards":1,"effective_bpw":4.2948,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470368","shards":1,"effective_bpw":4.4314,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4437811168","shards":1,"effective_bpw":4.6618,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4444119008","shards":1,"effective_bpw":4.6684,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457766880","shards":1,"effective_bpw":4.6828,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071200","shards":1,"effective_bpw":4.9194,"repo":"lmstudio-community/zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071456","shards":1,"effective_bpw":4.9194,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4873281504","shards":1,"effective_bpw":5.1193,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087561696","shards":1,"effective_bpw":5.3443,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174368","shards":1,"effective_bpw":5.5834,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444829152","shards":1,"effective_bpw":5.7196,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781194720","shards":1,"effective_bpw":6.073,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196448","shards":1,"effective_bpw":6.5699,"repo":"lmstudio-community/zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196704","shards":1,"effective_bpw":6.5699,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518179808","shards":1,"effective_bpw":6.8472,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522848","shards":1,"effective_bpw":8.5073,"repo":"lmstudio-community/zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098523104","shards":1,"effective_bpw":8.5073,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237851104","shards":1,"effective_bpw":16.007,"repo":"bartowski/zed-industries_zeta-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-1-heretic-unsensored","canonical_repo":"anasali4151/llama3.1-heretic-unsensored","display_name":"llama3.1-heretic-unsensored","publisher":"anasali4151","modality":"text","arch_key":"llama","params_total":"8030277632","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"1951","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128258,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anasali4151/llama3.1-heretic-unsensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019640416","shards":1,"effective_bpw":2.012,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161984608","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399224928","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605794400","shards":1,"effective_bpw":2.596,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758502304","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948294560","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988828832","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179145088","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179145376","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274925984","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518761952","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664513728","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664514016","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682339808","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784838112","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018932416","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018932704","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321970880","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321971168","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447678240","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484378112","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675907616","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4678004768","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692684544","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692684832","shards":1,"effective_bpw":4.675,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920749824","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920750112","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130269216","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599310592","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599310880","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733004032","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5733004320","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596024128","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596024416","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/llama3.1-heretic-unsensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540792512","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068928192","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"flux-1dev-abliterated","canonical_repo":"aoxo/flux.1dev-abliterated","display_name":"flux.1dev-abliterated","publisher":"aoxo","modality":"image","arch_key":"flux","params_total":"11901408320","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1949","n_layers":null,"n_head":24,"n_head_kv":24,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"aoxo/flux.1dev-abliterated","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"deepseek-v3-1-gguf","canonical_repo":"unsloth/DeepSeek-V3.1-GGUF","display_name":"DeepSeek-V3.1-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"671026419200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1949","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"functionary-medium-v3-2","canonical_repo":"meetkai/functionary-medium-v3.2","display_name":"functionary-medium-v3.2","publisher":"meetkai","modality":"text","arch_key":"llama","params_total":"70553706496","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1948","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":8192,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"meetkai/functionary-medium-v3.2","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"16751197024","shards":1,"effective_bpw":1.8994,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385824","shards":1,"effective_bpw":2.1654,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142109024","shards":1,"effective_bpw":2.3973,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294816","shards":1,"effective_bpw":2.7349,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375109472","shards":1,"effective_bpw":2.9906,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401157472","shards":1,"effective_bpw":3.107,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469495136","shards":1,"effective_bpw":3.1147,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912052064","shards":1,"effective_bpw":3.5051,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937035104","shards":1,"effective_bpw":3.6213,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267495264","shards":1,"effective_bpw":3.8856,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140593504","shards":1,"effective_bpw":4.2113,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902662496","shards":1,"effective_bpw":4.2977,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347220832","shards":1,"effective_bpw":4.5749,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520394592","shards":1,"effective_bpw":4.8213,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300191072","shards":1,"effective_bpw":4.9098,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817888","shards":2,"effective_bpw":5.6637,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888144448","shards":2,"effective_bpw":6.5639,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050784","shards":2,"effective_bpw":8.5013,"repo":"bartowski/functionary-medium-v3.2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"rocinante-xl-16b-v1","canonical_repo":"TheDrummer/Rocinante-XL-16B-v1","display_name":"Rocinante-XL-16B-v1","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"16064742400","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1947","n_layers":54,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Rocinante-XL-16B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3800318432","shards":1,"effective_bpw":1.8925,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"4101865952","shards":1,"effective_bpw":2.0427,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4604445152","shards":1,"effective_bpw":2.2929,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"5041897952","shards":1,"effective_bpw":2.5108,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5314036192","shards":1,"effective_bpw":2.6463,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5716099552","shards":1,"effective_bpw":2.8465,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5781062112","shards":1,"effective_bpw":2.8789,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"6004621376","shards":1,"effective_bpw":2.9902,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6195413472","shards":1,"effective_bpw":3.0852,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"6334922816","shards":1,"effective_bpw":3.1547,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6411108832","shards":1,"effective_bpw":3.1926,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6463782976","shards":1,"effective_bpw":3.2189,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"6738133056","shards":1,"effective_bpw":3.3555,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6863962592","shards":1,"effective_bpw":3.4182,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"7119142976","shards":1,"effective_bpw":3.5452,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"7143309376","shards":1,"effective_bpw":3.5573,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"7174848992","shards":1,"effective_bpw":3.573,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7212450272","shards":1,"effective_bpw":3.5917,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"7387840576","shards":1,"effective_bpw":3.679,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7421346272","shards":1,"effective_bpw":3.6957,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7669727296","shards":1,"effective_bpw":3.8194,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7918109152","shards":1,"effective_bpw":3.9431,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8146829376","shards":1,"effective_bpw":4.057,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8561672672","shards":1,"effective_bpw":4.2636,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8633106496","shards":1,"effective_bpw":4.2992,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8782447072","shards":1,"effective_bpw":4.3735,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8977662016","shards":1,"effective_bpw":4.4707,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9246769632","shards":1,"effective_bpw":4.6048,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"9254633952","shards":1,"effective_bpw":4.6087,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9276916192","shards":1,"effective_bpw":4.6198,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"9387343936","shards":1,"effective_bpw":4.6748,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9431908416","shards":1,"effective_bpw":4.6969,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"9432809536","shards":1,"effective_bpw":4.6974,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9746399712","shards":1,"effective_bpw":4.8536,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10063921216","shards":1,"effective_bpw":5.0117,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"10181312992","shards":1,"effective_bpw":5.0701,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"10287808576","shards":1,"effective_bpw":5.1232,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"10561994816","shards":1,"effective_bpw":5.2597,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11143381472","shards":1,"effective_bpw":5.5492,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11215798336","shards":1,"effective_bpw":5.5853,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11414946272","shards":1,"effective_bpw":5.6845,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11675369536","shards":1,"effective_bpw":5.8142,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"12089557056","shards":1,"effective_bpw":6.0204,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13187776992","shards":1,"effective_bpw":6.5673,"repo":"mradermacher/Rocinante-XL-16B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13695680576","shards":1,"effective_bpw":6.8202,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"14020739136","shards":1,"effective_bpw":6.9821,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"17078321216","shards":1,"effective_bpw":8.5047,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"32138493728","shards":1,"effective_bpw":16.0045,"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"teuken-7b-instruct-research-v0-4","canonical_repo":"openGPT-X/Teuken-7B-instruct-research-v0.4","display_name":"Teuken-7B-instruct-research-v0.4","publisher":"openGPT-X","modality":"text","arch_key":"llama","params_total":"7452725248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1946","n_layers":32,"n_head":32,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":250680,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"openGPT-X/Teuken-7B-instruct-research-v0.4","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2660959520","shards":1,"effective_bpw":2.8564,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2756904224","shards":1,"effective_bpw":2.9594,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2916812064","shards":1,"effective_bpw":3.131,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3061515552","shards":1,"effective_bpw":3.2863,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3137013024","shards":1,"effective_bpw":3.3674,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3264938848","shards":1,"effective_bpw":3.5047,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3264939296","shards":1,"effective_bpw":3.5047,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3433290336","shards":1,"effective_bpw":3.6854,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3433290784","shards":1,"effective_bpw":3.6854,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3485140256","shards":1,"effective_bpw":3.7411,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3681964896","shards":1,"effective_bpw":3.9523,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3698448992","shards":1,"effective_bpw":3.97,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3698449440","shards":1,"effective_bpw":3.97,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3844594272","shards":1,"effective_bpw":4.1269,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3844594720","shards":1,"effective_bpw":4.1269,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3849051168","shards":1,"effective_bpw":4.1317,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3947879008","shards":1,"effective_bpw":4.2378,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3947879456","shards":1,"effective_bpw":4.2378,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4147698272","shards":1,"effective_bpw":4.4523,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4147698720","shards":1,"effective_bpw":4.4523,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321958496","shards":1,"effective_bpw":4.6393,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321958944","shards":1,"effective_bpw":4.6393,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4323531360","shards":1,"effective_bpw":4.641,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4323531808","shards":1,"effective_bpw":4.641,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4477803104","shards":1,"effective_bpw":4.8066,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4477803552","shards":1,"effective_bpw":4.8066,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4698528352","shards":1,"effective_bpw":5.0436,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4698528800","shards":1,"effective_bpw":5.0436,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5018868320","shards":1,"effective_bpw":5.3874,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5018868768","shards":1,"effective_bpw":5.3874,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5267542880","shards":1,"effective_bpw":5.6544,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5377350240","shards":1,"effective_bpw":5.7722,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5377350688","shards":1,"effective_bpw":5.7722,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5654829664","shards":1,"effective_bpw":6.0701,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5654830112","shards":1,"effective_bpw":6.0701,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5903504224","shards":1,"effective_bpw":6.337,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6547298912","shards":1,"effective_bpw":7.0281,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6547299360","shards":1,"effective_bpw":7.0281,"repo":"mradermacher/Teuken-7B-instruct-research-v0.4-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6795973472","shards":1,"effective_bpw":7.295,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7925551968","shards":1,"effective_bpw":8.5075,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14912232000","shards":1,"effective_bpw":16.0073,"repo":"bartowski/Teuken-7B-instruct-research-v0.4-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eurollm-9b-instruct","canonical_repo":"utter-project/EuroLLM-9B-Instruct","display_name":"EuroLLM-9B-Instruct","publisher":"utter-project","modality":"text","arch_key":"llama","params_total":"9152319488","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1946","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ2_M","bytes":"3333085920","shards":1,"effective_bpw":2.9134,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3593067232","shards":1,"effective_bpw":3.1407,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3977599712","shards":1,"effective_bpw":3.4768,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4105067232","shards":1,"effective_bpw":3.5882,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4141767392","shards":1,"effective_bpw":3.6203,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4292172512","shards":1,"effective_bpw":3.7518,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4553136864","shards":1,"effective_bpw":3.9799,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4913846720","shards":1,"effective_bpw":4.2952,"repo":"lmstudio-community/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4913847008","shards":1,"effective_bpw":4.2952,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5045541600","shards":1,"effective_bpw":4.4103,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5303360224","shards":1,"effective_bpw":4.6356,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5309651680","shards":1,"effective_bpw":4.6411,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5321186016","shards":1,"effective_bpw":4.6512,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5582838208","shards":1,"effective_bpw":4.8799,"repo":"lmstudio-community/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5582838496","shards":1,"effective_bpw":4.8799,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5971958496","shards":1,"effective_bpw":5.2201,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6366092000","shards":1,"effective_bpw":5.5646,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6518168288","shards":1,"effective_bpw":5.6975,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6841752288","shards":1,"effective_bpw":5.9803,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7511955904","shards":1,"effective_bpw":6.5662,"repo":"lmstudio-community/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7511956192","shards":1,"effective_bpw":6.5662,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7765908192","shards":1,"effective_bpw":6.7881,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9728448960","shards":1,"effective_bpw":8.5036,"repo":"lmstudio-community/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9728449248","shards":1,"effective_bpw":8.5036,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18308422080","shards":1,"effective_bpw":16.0033,"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"oreal-32b","canonical_repo":"internlm/OREAL-32B","display_name":"OREAL-32B","publisher":"internlm","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1942","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"internlm/OREAL-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"9957553344","shards":1,"effective_bpw":2.4313,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387571904","shards":1,"effective_bpw":2.5363,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264443584","shards":1,"effective_bpw":2.7505,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313101504","shards":1,"effective_bpw":3.0065,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839273664","shards":1,"effective_bpw":3.135,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073421504","shards":1,"effective_bpw":3.1922,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705516224","shards":1,"effective_bpw":3.3465,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392333504","shards":1,"effective_bpw":3.5142,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810125504","shards":1,"effective_bpw":3.6162,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935050944","shards":1,"effective_bpw":3.8909,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247081408","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247081664","shards":1,"effective_bpw":4.2112,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693156544","shards":1,"effective_bpw":4.3202,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682176704","shards":1,"effective_bpw":4.5617,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711012544","shards":1,"effective_bpw":4.5687,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784412864","shards":1,"effective_bpw":4.5866,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851338688","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851338944","shards":1,"effective_bpw":4.8471,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429182144","shards":1,"effective_bpw":4.9882,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639245504","shards":1,"effective_bpw":5.0395,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638257344","shards":1,"effective_bpw":5.5276,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262160064","shards":1,"effective_bpw":5.68,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742682304","shards":1,"effective_bpw":5.7973,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886157248","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886157504","shards":1,"effective_bpw":6.5648,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263276224","shards":1,"effective_bpw":6.6569,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820887488","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OREAL-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820887744","shards":1,"effective_bpw":8.5023,"repo":"bartowski/internlm_OREAL-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"r1-1776","canonical_repo":"perplexity-ai/r1-1776","display_name":"r1-1776","publisher":"perplexity-ai","modality":"text","arch_key":"deepseek2","params_total":"671026419200","is_moe":true,"is_gated":false,"license_spdx":"mit","downloads_30d":"1941","n_layers":61,"n_head":128,"n_head_kv":128,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":129280,"ctx_native":163840,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":256,"n_expert_used":8,"arch_source":"mirror:unsloth/r1-1776","arch_confidence":0.8,"quantizations":[{"quant":"IQ1_M","bytes":"148882856992","shards":4,"effective_bpw":1.775,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"174428162688","shards":5,"effective_bpw":2.0795,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"195088278208","shards":5,"effective_bpw":2.3258,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"196996414176","shards":6,"effective_bpw":2.3486,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"217432658688","shards":6,"effective_bpw":2.5922,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244028344288","shards":5,"effective_bpw":2.9093,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"244028344704","shards":7,"effective_bpw":2.9093,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244245534688","shards":5,"effective_bpw":2.9119,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"244933304736","shards":7,"effective_bpw":2.9201,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"257932870496","shards":7,"effective_bpw":3.0751,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"272812490624","shards":7,"effective_bpw":3.2525,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"289082589152","shards":8,"effective_bpw":3.4465,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"292090970080","shards":8,"effective_bpw":3.4823,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198396192","shards":7,"effective_bpw":3.8055,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"319198396544","shards":9,"effective_bpw":3.8055,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"347446509344","shards":9,"effective_bpw":4.1423,"repo":"lmstudio-community/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"347446509632","shards":9,"effective_bpw":4.1423,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"357128681184","shards":10,"effective_bpw":4.2577,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"378065940256","shards":10,"effective_bpw":4.5073,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"379033906976","shards":10,"effective_bpw":4.5189,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"380001873696","shards":10,"effective_bpw":4.5304,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430187968","shards":9,"effective_bpw":4.8216,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430188128","shards":11,"effective_bpw":4.8216,"repo":"lmstudio-community/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"404430188384","shards":11,"effective_bpw":4.8216,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"419940458336","shards":11,"effective_bpw":5.0065,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"461814976608","shards":12,"effective_bpw":5.5058,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396558496","shards":10,"effective_bpw":5.6677,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"475396558912","shards":13,"effective_bpw":5.6677,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327200","shards":15,"effective_bpw":6.5666,"repo":"lmstudio-community/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327232","shards":12,"effective_bpw":6.5666,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"550798327456","shards":15,"effective_bpw":6.5666,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286514880","shards":15,"effective_bpw":8.5038,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286515232","shards":20,"effective_bpw":8.5038,"repo":"lmstudio-community/r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"713286515520","shards":20,"effective_bpw":8.5038,"repo":"bartowski/perplexity-ai_r1-1776-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"1342273048672","shards":30,"effective_bpw":16.0026,"repo":"unsloth/r1-1776-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemmasutra-mini-2b-v1","canonical_repo":"TheDrummer/Gemmasutra-Mini-2B-v1","display_name":"Gemmasutra-Mini-2B-v1","publisher":"TheDrummer","modality":"text","arch_key":"gemma2","params_total":"2614341888","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1937","n_layers":26,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2304,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Gemmasutra-Mini-2B-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"832159968","shards":1,"effective_bpw":2.5464,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"873797856","shards":1,"effective_bpw":2.6739,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"943194336","shards":1,"effective_bpw":2.8862,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1002545376","shards":1,"effective_bpw":3.0678,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1032497376","shards":1,"effective_bpw":3.1595,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1088014560","shards":1,"effective_bpw":3.3294,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1181685984","shards":1,"effective_bpw":3.616,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1229830368","shards":1,"effective_bpw":3.7633,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1314212064","shards":1,"effective_bpw":4.0215,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1360660704","shards":1,"effective_bpw":4.1637,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1360660704","shards":1,"effective_bpw":4.1637,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1393561408","shards":1,"effective_bpw":4.2644,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1393561824","shards":1,"effective_bpw":4.2644,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1461668064","shards":1,"effective_bpw":4.4728,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1550436160","shards":1,"effective_bpw":4.7444,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1550436576","shards":1,"effective_bpw":4.7444,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1566250816","shards":1,"effective_bpw":4.7928,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1566251232","shards":1,"effective_bpw":4.7928,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1633491168","shards":1,"effective_bpw":4.9986,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1638651712","shards":1,"effective_bpw":5.0143,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1638652128","shards":1,"effective_bpw":5.0143,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1708582720","shards":1,"effective_bpw":5.2283,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1708583136","shards":1,"effective_bpw":5.2283,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1851430720","shards":1,"effective_bpw":5.6655,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1882543936","shards":1,"effective_bpw":5.7607,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1882544352","shards":1,"effective_bpw":5.7607,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1923278656","shards":1,"effective_bpw":5.8853,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1923279072","shards":1,"effective_bpw":5.8853,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2066126656","shards":1,"effective_bpw":6.3224,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2151393088","shards":1,"effective_bpw":6.5834,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"2151393504","shards":1,"effective_bpw":6.5834,"repo":"mradermacher/Gemmasutra-Mini-2B-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2294241088","shards":1,"effective_bpw":7.0205,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2784495424","shards":1,"effective_bpw":8.5207,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"10463413792","shards":1,"effective_bpw":32.0185,"repo":"bartowski/Gemmasutra-Mini-2B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-5-9b-neo","canonical_repo":"Jackrong/Qwen3.5-9B-Neo","display_name":"Qwen3.5-9B-Neo","publisher":"Jackrong","modality":"vision_language","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1937","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Jackrong/Qwen3.5-9B-Neo","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"3605846080","shards":1,"effective_bpw":2.9883,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3769423936","shards":1,"effective_bpw":3.1239,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4064270400","shards":1,"effective_bpw":3.3683,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4276017216","shards":1,"effective_bpw":3.5437,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4560525376","shards":1,"effective_bpw":3.7795,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4669315136","shards":1,"effective_bpw":3.8697,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4722530368","shards":1,"effective_bpw":3.9138,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4920186944","shards":1,"effective_bpw":4.0776,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5057550400","shards":1,"effective_bpw":4.1914,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5111027776","shards":1,"effective_bpw":4.2358,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5242640448","shards":1,"effective_bpw":4.3448,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5478897728","shards":1,"effective_bpw":4.5406,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5482829888","shards":1,"effective_bpw":4.5439,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5598173248","shards":1,"effective_bpw":4.6395,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5910779968","shards":1,"effective_bpw":4.8986,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5944858688","shards":1,"effective_bpw":4.9268,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6526425152","shards":1,"effective_bpw":5.4088,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"6665672768","shards":1,"effective_bpw":5.5242,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6852925504","shards":1,"effective_bpw":5.6794,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"7480678464","shards":1,"effective_bpw":6.1996,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7700256832","shards":1,"effective_bpw":6.3816,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"8192923712","shards":1,"effective_bpw":6.7899,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9545979968","shards":1,"effective_bpw":7.9112,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"17920694048","shards":1,"effective_bpw":14.8518,"repo":"bartowski/Jackrong_Qwen3.5-9B-Neo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"minimax-m3-abliterated-clean","canonical_repo":"OpenYourMind/Minimax-M3-abliterated-clean","display_name":"Minimax-M3-abliterated-clean","publisher":"OpenYourMind","modality":"vision_language","arch_key":"minimax-m3","params_total":"427040140160","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"1936","n_layers":60,"n_head":64,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":200064,"ctx_native":1048576,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":4,"arch_source":"OpenYourMind/Minimax-M3-abliterated-clean","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"155014798336","shards":1,"effective_bpw":2.904,"repo":"Sica-Quants-2/Minimax-M3-abliterated_GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"183676797952","shards":1,"effective_bpw":3.4409,"repo":"Sica-Quants-2/Minimax-M3-abliterated_GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"financial-v1-2b","canonical_repo":"theprint/Financial-v1-2B","display_name":"Financial-v1-2B","publisher":"theprint","modality":"text","arch_key":"qwen35","params_total":"1942653248","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1935","n_layers":24,"n_head":8,"n_head_kv":2,"head_dim_k":256,"head_dim_v":256,"hidden":2048,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"theprint/Financial-v1-2B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"990492064","shards":1,"effective_bpw":4.0789,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"990492288","shards":1,"effective_bpw":4.0789,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1046350240","shards":1,"effective_bpw":4.309,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1046350464","shards":1,"effective_bpw":4.309,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1077406336","shards":1,"effective_bpw":4.4368,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1086319232","shards":1,"effective_bpw":4.4735,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1127803296","shards":1,"effective_bpw":4.6444,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"1127803520","shards":1,"effective_bpw":4.6444,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1195305376","shards":1,"effective_bpw":4.9224,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"1195305600","shards":1,"effective_bpw":4.9224,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"1228480128","shards":1,"effective_bpw":5.059,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1234378144","shards":1,"effective_bpw":5.0833,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"1239101056","shards":1,"effective_bpw":5.1027,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1246309792","shards":1,"effective_bpw":5.1324,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"1246310016","shards":1,"effective_bpw":5.1324,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"1265970816","shards":1,"effective_bpw":5.2134,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1312165280","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"1312165504","shards":1,"effective_bpw":5.4036,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1326337664","shards":1,"effective_bpw":5.462,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1415933344","shards":1,"effective_bpw":5.8309,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1415933568","shards":1,"effective_bpw":5.8309,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1454788000","shards":1,"effective_bpw":5.9909,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1454788224","shards":1,"effective_bpw":5.9909,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1606324640","shards":1,"effective_bpw":6.615,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1606324864","shards":1,"effective_bpw":6.615,"repo":"mradermacher/Financial-v1-2B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2076675488","shards":1,"effective_bpw":8.5519,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3897388448","shards":1,"effective_bpw":16.0498,"repo":"mradermacher/Financial-v1-2B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"l3-darkest-planet-16-5b","canonical_repo":"DavidAU/L3-DARKEST-PLANET-16.5B","display_name":"L3-DARKEST-PLANET-16.5B","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"16536629248","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1935","n_layers":71,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/L3-DARKEST-PLANET-16.5B","arch_confidence":1,"quantizations":[{"quant":"Q3_K_S","bytes":"7517742112","shards":1,"effective_bpw":3.6369,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8299619360","shards":1,"effective_bpw":4.0151,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9700877344","shards":1,"effective_bpw":4.693,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"10207765536","shards":1,"effective_bpw":4.9383,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11645502496","shards":1,"effective_bpw":5.6338,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11937956896","shards":1,"effective_bpw":5.7753,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"22172986464","shards":3,"effective_bpw":10.7267,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"30389234784","shards":3,"effective_bpw":14.7015,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"43458161760","shards":3,"effective_bpw":21.024,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"54709251168","shards":3,"effective_bpw":26.4669,"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"arrowmint-gemma3-4b-yuki-v0-1","canonical_repo":"DataPilot/ArrowMint-Gemma3-4B-YUKI-v0.1","display_name":"ArrowMint-Gemma3-4B-YUKI-v0.1","publisher":"DataPilot","modality":"text","arch_key":"gemma3","params_total":"4299918192","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"1935","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262145,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DataPilot/ArrowMint-Gemma3-4B-YUKI-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1132980960","shards":1,"effective_bpw":2.1079,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1199459040","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1310255840","shards":1,"effective_bpw":2.4377,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1404463840","shards":1,"effective_bpw":2.613,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1449233120","shards":1,"effective_bpw":2.6963,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1537870560","shards":1,"effective_bpw":2.8612,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1635929152","shards":1,"effective_bpw":3.0436,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1689340640","shards":1,"effective_bpw":3.143,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1729031232","shards":1,"effective_bpw":3.2169,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1863257152","shards":1,"effective_bpw":3.4666,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1937230912","shards":1,"effective_bpw":3.6042,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1937230912","shards":1,"effective_bpw":3.6042,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1986669632","shards":1,"effective_bpw":3.6962,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2098326592","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2235952192","shards":1,"effective_bpw":4.16,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2263108672","shards":1,"effective_bpw":4.2105,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2363378752","shards":1,"effective_bpw":4.3971,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2369932352","shards":1,"effective_bpw":4.4093,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2377796672","shards":1,"effective_bpw":4.4239,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2489760832","shards":1,"effective_bpw":4.6322,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2563918912","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2764459072","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2829564992","shards":1,"effective_bpw":5.2644,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3190606912","shards":1,"effective_bpw":5.9361,"repo":"mradermacher/ArrowMint-Gemma3-4B-YUKI-v0.1-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"opencodereasoning-nemotron-14b","canonical_repo":"nvidia/OpenCodeReasoning-Nemotron-14B","display_name":"OpenCodeReasoning-Nemotron-14B","publisher":"nvidia","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1933","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/OpenCodeReasoning-Nemotron-14B","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"5003727200","shards":1,"effective_bpw":2.7102,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356147040","shards":1,"effective_bpw":2.9011,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498400","shards":1,"effective_bpw":3.1255,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5946708320","shards":1,"effective_bpw":3.221,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383362400","shards":1,"effective_bpw":3.4575,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530818400","shards":1,"effective_bpw":3.5373,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596640","shards":1,"effective_bpw":3.6071,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916538720","shards":1,"effective_bpw":3.7463,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204960","shards":1,"effective_bpw":3.9752,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768832","shards":1,"effective_bpw":4.2923,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924769120","shards":1,"effective_bpw":4.2923,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119841120","shards":1,"effective_bpw":4.398,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544268640","shards":1,"effective_bpw":4.6279,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183840","shards":1,"effective_bpw":4.6306,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432160","shards":1,"effective_bpw":4.6437,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110912","shards":1,"effective_bpw":4.8683,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111200","shards":1,"effective_bpw":4.8683,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140640","shards":1,"effective_bpw":5.0871,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565954400","shards":1,"effective_bpw":5.1813,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554720","shards":1,"effective_bpw":5.5607,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508874080","shards":1,"effective_bpw":5.692,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989396320","shards":1,"effective_bpw":5.9523,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684352","shards":1,"effective_bpw":6.5672,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684640","shards":1,"effective_bpw":6.5672,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501803360","shards":1,"effective_bpw":6.7714,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598272","shards":1,"effective_bpw":8.5046,"repo":"lmstudio-community/OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701598560","shards":1,"effective_bpw":8.5046,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29547716672","shards":1,"effective_bpw":16.0041,"repo":"bartowski/nvidia_OpenCodeReasoning-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-6-27b-uncensored-cyber","canonical_repo":"philbert440/Qwen3.6-27B-Uncensored-Cyber","display_name":"Qwen3.6-27B-Uncensored-Cyber","publisher":"philbert440","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1931","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"philbert440/Qwen3.6-27B-Uncensored-Cyber","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864591936","shards":1,"effective_bpw":3.1772,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256535616","shards":1,"effective_bpw":3.5842,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500736576","shards":1,"effective_bpw":3.9481,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559798336","shards":1,"effective_bpw":4.2578,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420449856","shards":1,"effective_bpw":4.5094,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825298496","shards":1,"effective_bpw":4.6278,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810714176","shards":1,"effective_bpw":4.916,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971681856","shards":1,"effective_bpw":5.5479,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535701056","shards":1,"effective_bpw":5.7129,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430999616","shards":1,"effective_bpw":6.5596,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047084096","shards":1,"effective_bpw":8.4943,"repo":"mradermacher/Qwen3.6-27B-Uncensored-Cyber-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-3-27b-it-abliterated-refined-vision","canonical_repo":"Nabbers1999/gemma-3-27b-it-abliterated-refined-vision","display_name":"gemma-3-27b-it-abliterated-refined-vision","publisher":"Nabbers1999","modality":"text","arch_key":"gemma3","params_total":"27432406640","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"1930","n_layers":62,"n_head":32,"n_head_kv":16,"head_dim_k":128,"head_dim_v":128,"hidden":5376,"vocab_size":262208,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nabbers1999/gemma-3-27b-it-abliterated-refined-vision","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6264248448","shards":1,"effective_bpw":1.8268,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"6797246592","shards":1,"effective_bpw":1.9823,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"7685576832","shards":1,"effective_bpw":2.2413,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"8438904960","shards":1,"effective_bpw":2.461,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"8782409856","shards":1,"effective_bpw":2.5612,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"9493074048","shards":1,"effective_bpw":2.7684,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"9757446912","shards":1,"effective_bpw":2.8455,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10503721440","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10503721728","shards":1,"effective_bpw":3.0632,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"10716479616","shards":1,"effective_bpw":3.1252,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"11562234624","shards":1,"effective_bpw":3.3718,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12167614944","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12167615232","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12167615232","shards":1,"effective_bpw":3.5484,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12547074816","shards":1,"effective_bpw":3.6591,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13437641184","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13437641472","shards":1,"effective_bpw":3.9188,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14543462880","shards":1,"effective_bpw":4.2413,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14543463168","shards":1,"effective_bpw":4.2413,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"14767448832","shards":1,"effective_bpw":4.3066,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14893892064","shards":1,"effective_bpw":4.3434,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15617975040","shards":1,"effective_bpw":4.5546,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15674057184","shards":1,"effective_bpw":4.571,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15674057472","shards":1,"effective_bpw":4.571,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16546689504","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16546689792","shards":1,"effective_bpw":4.8254,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17167295232","shards":1,"effective_bpw":5.0064,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18767192544","shards":1,"effective_bpw":5.473,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18767192832","shards":1,"effective_bpw":5.473,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19271676384","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19271676672","shards":1,"effective_bpw":5.6201,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22166974944","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22166975232","shards":1,"effective_bpw":6.4645,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28707972960","shards":1,"effective_bpw":8.372,"repo":"mradermacher/gemma-3-27b-it-abliterated-refined-vision-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"olmo-2-1124-13b-instruct","canonical_repo":"allenai/OLMo-2-1124-13B-Instruct","display_name":"OLMo-2-1124-13B-Instruct","publisher":"allenai","modality":"text","arch_key":"olmo2","params_total":"13716198400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1930","n_layers":40,"n_head":40,"n_head_kv":40,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":100352,"ctx_native":4096,"sliding_window":null,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"allenai/OLMo-2-1124-13B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_S","bytes":"4593115968","shards":1,"effective_bpw":2.6789,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4913013568","shards":1,"effective_bpw":2.8655,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5260641088","shards":1,"effective_bpw":3.0683,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5762401088","shards":1,"effective_bpw":3.3609,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5803524928","shards":1,"effective_bpw":3.3849,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6100894528","shards":1,"effective_bpw":3.5584,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6426424128","shards":1,"effective_bpw":3.7482,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6779683648","shards":1,"effective_bpw":3.9543,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7371473728","shards":1,"effective_bpw":4.2994,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"7441679168","shards":1,"effective_bpw":4.3404,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7876346688","shards":1,"effective_bpw":4.5939,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7911572288","shards":1,"effective_bpw":4.6144,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8354349888","shards":1,"effective_bpw":4.8727,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8735687488","shards":1,"effective_bpw":5.0951,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"9504424768","shards":1,"effective_bpw":5.5435,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"9762063168","shards":1,"effective_bpw":5.6937,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10079175488","shards":1,"effective_bpw":5.8787,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"11257758528","shards":1,"effective_bpw":6.5661,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"11506631488","shards":1,"effective_bpw":6.7113,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"14579450688","shards":1,"effective_bpw":8.5035,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"27437613600","shards":1,"effective_bpw":16.003,"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"caller","canonical_repo":"arcee-ai/Caller","display_name":"Caller","publisher":"arcee-ai","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1929","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/Caller","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028253216","shards":1,"effective_bpw":2.2044,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957553696","shards":1,"effective_bpw":2.4313,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387572256","shards":1,"effective_bpw":2.5363,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264443936","shards":1,"effective_bpw":2.7505,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313101856","shards":1,"effective_bpw":3.0065,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839274016","shards":1,"effective_bpw":3.135,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073421856","shards":1,"effective_bpw":3.1922,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705516576","shards":1,"effective_bpw":3.3465,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392333856","shards":1,"effective_bpw":3.5142,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810125856","shards":1,"effective_bpw":3.6162,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935051296","shards":1,"effective_bpw":3.8909,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247082016","shards":1,"effective_bpw":4.2112,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693156896","shards":1,"effective_bpw":4.3202,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682177056","shards":1,"effective_bpw":4.5617,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711012896","shards":1,"effective_bpw":4.5687,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784413216","shards":1,"effective_bpw":4.5866,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851339296","shards":1,"effective_bpw":4.8471,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429182496","shards":1,"effective_bpw":4.9882,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639245856","shards":1,"effective_bpw":5.0395,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638257696","shards":1,"effective_bpw":5.5276,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262160416","shards":1,"effective_bpw":5.68,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742682656","shards":1,"effective_bpw":5.7973,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886157856","shards":1,"effective_bpw":6.5648,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263276576","shards":1,"effective_bpw":6.6569,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820888096","shards":1,"effective_bpw":8.5023,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535972832","shards":2,"effective_bpw":16.002,"repo":"bartowski/arcee-ai_Caller-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-chatqa-1-5-8b","canonical_repo":"nvidia/Llama3-ChatQA-1.5-8B","display_name":"Llama3-ChatQA-1.5-8B","publisher":"nvidia","modality":"text","arch_key":"llama","params_total":"8030263296","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1928","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/Llama3-ChatQA-1.5-8B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"2019627840","shards":1,"effective_bpw":2.012,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2161972032","shards":1,"effective_bpw":2.1538,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2399212352","shards":1,"effective_bpw":2.3902,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2605781824","shards":1,"effective_bpw":2.596,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2758488896","shards":1,"effective_bpw":2.7481,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948281152","shards":1,"effective_bpw":2.9372,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"2988815168","shards":1,"effective_bpw":2.9776,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131456","shards":1,"effective_bpw":3.1672,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131712","shards":1,"effective_bpw":3.1672,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179131744","shards":1,"effective_bpw":3.1672,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179643744","shards":1,"effective_bpw":3.1677,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274912576","shards":1,"effective_bpw":3.2626,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518747456","shards":1,"effective_bpw":3.5055,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518756256","shards":1,"effective_bpw":3.5055,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499264","shards":1,"effective_bpw":3.6507,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664499520","shards":1,"effective_bpw":3.6507,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3665011552","shards":1,"effective_bpw":3.6512,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682325312","shards":1,"effective_bpw":3.6684,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3682334112","shards":1,"effective_bpw":3.6685,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784823616","shards":1,"effective_bpw":3.7706,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784832416","shards":1,"effective_bpw":3.7706,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018917952","shards":1,"effective_bpw":4.0038,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4018918208","shards":1,"effective_bpw":4.0038,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4019430240","shards":1,"effective_bpw":4.0043,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956416","shards":1,"effective_bpw":4.3057,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321956672","shards":1,"effective_bpw":4.3057,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4322468704","shards":1,"effective_bpw":4.3062,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447662912","shards":1,"effective_bpw":4.4309,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484371872","shards":1,"effective_bpw":4.4675,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661211712","shards":1,"effective_bpw":4.6436,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4661724000","shards":1,"effective_bpw":4.6442,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677989184","shards":1,"effective_bpw":4.6604,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692668992","shards":1,"effective_bpw":4.675,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692669248","shards":1,"effective_bpw":4.675,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4693181280","shards":1,"effective_bpw":4.6755,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4707358112","shards":1,"effective_bpw":4.6896,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920734272","shards":1,"effective_bpw":4.9022,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"4920734528","shards":1,"effective_bpw":4.9022,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4921246560","shards":1,"effective_bpw":4.9027,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130252864","shards":1,"effective_bpw":5.1109,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130765152","shards":1,"effective_bpw":5.1114,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599294016","shards":1,"effective_bpw":5.5782,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5599806304","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599806304","shards":1,"effective_bpw":5.5787,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5732987456","shards":1,"effective_bpw":5.7114,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732987456","shards":1,"effective_bpw":5.7114,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5733499744","shards":1,"effective_bpw":5.7119,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068335168","shards":1,"effective_bpw":6.0455,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q5_1","bytes":"6068847456","shards":1,"effective_bpw":6.046,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006464","shards":1,"effective_bpw":6.5711,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596006464","shards":1,"effective_bpw":6.5711,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596518752","shards":1,"effective_bpw":6.5717,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770880","shards":1,"effective_bpw":8.5086,"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540770880","shards":1,"effective_bpw":8.5086,"repo":"PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541283168","shards":1,"effective_bpw":8.5091,"repo":"QuantFactory/NVIDIA-Llama3-ChatQA-1.5-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tess-r1-limerick-llama-3-1-70b","canonical_repo":"migtissera/Tess-R1-Limerick-Llama-3.1-70B","display_name":"Tess-R1-Limerick-Llama-3.1-70B","publisher":"migtissera","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"1924","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"migtissera/Tess-R1-Limerick-Llama-3.1-70B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"16751197600","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097386400","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142109600","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119295392","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375110048","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401158048","shards":1,"effective_bpw":3.107,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469495712","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"29307731360","shards":1,"effective_bpw":3.3232,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912052640","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937035680","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267495840","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140594080","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902663072","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"40053620128","shards":1,"effective_bpw":4.5416,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116534688","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347221408","shards":1,"effective_bpw":4.5749,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520395168","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"43300191648","shards":1,"effective_bpw":4.9098,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657448352","shards":1,"effective_bpw":5.5172,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949818464","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"50598280800","shards":2,"effective_bpw":5.7373,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888144992","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"58397064800","shards":2,"effective_bpw":6.6216,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975051072","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"wnfldchen-gemma-4-12b-it-qat-q4-0-unquantized-heretic","canonical_repo":"wnfldchen/gemma-4-12B-it-qat-q4_0-unquantized-heretic","display_name":"gemma-4-12B-it-qat-q4_0-unquantized-heretic","publisher":"wnfldchen","modality":"text","arch_key":"gemma4","params_total":"11959730176","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1924","n_layers":48,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3840,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"wnfldchen/gemma-4-12B-it-qat-q4_0-unquantized-heretic","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"6975879488","shards":1,"effective_bpw":4.6662,"repo":"wnfldchen/gemma-4-12B-it-qat-q4_0-gguf-heretic","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nsfwvision-qwen3-vl-8b-v3-safetensors","canonical_repo":"GitMylo/nsfwvision-qwen3-vl-8b-v3-safetensors","display_name":"nsfwvision-qwen3-vl-8b-v3-safetensors","publisher":"GitMylo","modality":"text","arch_key":"qwen3vl","params_total":"8767123696","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1923","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GitMylo/nsfwvision-qwen3-vl-8b-v3-safetensors","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"8709519616","shards":1,"effective_bpw":7.9474,"repo":"dummy9996/nsfwvision-qwen3-vl-8b-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"kimi-k2-instruct-gguf","canonical_repo":"unsloth/Kimi-K2-Instruct-GGUF","display_name":"Kimi-K2-Instruct-GGUF","publisher":"unsloth","modality":"text","arch_key":"deepseek2","params_total":"1026408232448","is_moe":true,"is_gated":false,"license_spdx":null,"downloads_30d":"1922","n_layers":61,"n_head":64,"n_head_kv":64,"head_dim_k":192,"head_dim_v":128,"hidden":7168,"vocab_size":163840,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":true,"kv_lora_rank":512,"qk_rope_head_dim":64,"n_expert":384,"n_expert_used":8,"arch_source":"unsloth/Kimi-K2-Instruct-GGUF","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"animegen-i2v","canonical_repo":"aidealab/AnimeGen-I2V","display_name":"AnimeGen-I2V","publisher":"aidealab","modality":"video","arch_key":"wan","params_total":"14288901184","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1922","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"model","slug":"kat-dev","canonical_repo":"Kwaipilot/KAT-Dev","display_name":"KAT-Dev","publisher":"Kwaipilot","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1921","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Kwaipilot/KAT-Dev","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9019915264","shards":1,"effective_bpw":2.2025,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9951837184","shards":1,"effective_bpw":2.4301,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10514827264","shards":1,"effective_bpw":2.5676,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11362863104","shards":1,"effective_bpw":2.7746,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653792","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344653824","shards":1,"effective_bpw":3.0144,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12821039104","shards":1,"effective_bpw":3.1307,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13104333824","shards":1,"effective_bpw":3.1999,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13702923264","shards":1,"effective_bpw":3.346,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740512","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389740544","shards":1,"effective_bpw":3.5138,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14930084864","shards":1,"effective_bpw":3.6457,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779552","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971779584","shards":1,"effective_bpw":3.9001,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330996192","shards":1,"effective_bpw":4.232,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330996224","shards":1,"effective_bpw":4.232,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17690497024","shards":1,"effective_bpw":4.3197,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854336992","shards":1,"effective_bpw":4.3598,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18679496704","shards":1,"effective_bpw":4.5612,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18703089664","shards":1,"effective_bpw":4.567,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771247072","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771247104","shards":1,"effective_bpw":4.5836,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151392","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762151424","shards":1,"effective_bpw":4.8256,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20339508224","shards":1,"effective_bpw":4.9666,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20636524544","shards":1,"effective_bpw":5.0391,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495392","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635495424","shards":1,"effective_bpw":5.5272,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833632","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214833664","shards":1,"effective_bpw":5.6687,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23694951424","shards":1,"effective_bpw":5.7859,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308512","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883308544","shards":1,"effective_bpw":6.5645,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27260109824","shards":1,"effective_bpw":6.6565,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721312","shards":1,"effective_bpw":8.5019,"repo":"mradermacher/KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817721344","shards":1,"effective_bpw":8.5019,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65531577280","shards":2,"effective_bpw":16.0018,"repo":"bartowski/Kwaipilot_KAT-Dev-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"acereason-nemotron-14b","canonical_repo":"nvidia/AceReason-Nemotron-14B","display_name":"AceReason-Nemotron-14B","publisher":"nvidia","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1920","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nvidia/AceReason-Nemotron-14B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607994176","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_S","bytes":"3814494400","shards":1,"effective_bpw":2.0661,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872309056","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ1_M","bytes":"4044525760","shards":1,"effective_bpw":2.1907,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312833856","shards":1,"effective_bpw":2.336,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_XXS","bytes":"4454944960","shards":1,"effective_bpw":2.413,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"4704574880","shards":1,"effective_bpw":2.5482,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704575296","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003726240","shards":1,"effective_bpw":2.7102,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003726656","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356146080","shards":1,"effective_bpw":2.9011,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356146496","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"5397188416","shards":1,"effective_bpw":2.9233,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ2_M","bytes":"5431513280","shards":1,"effective_bpw":2.9419,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770497440","shards":1,"effective_bpw":3.1255,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770497856","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770498240","shards":1,"effective_bpw":3.1255,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5946707360","shards":1,"effective_bpw":3.221,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946707776","shards":1,"effective_bpw":3.221,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5952975040","shards":1,"effective_bpw":3.2244,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"UD-IQ3_XXS","bytes":"6004154560","shards":1,"effective_bpw":3.2521,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383361440","shards":1,"effective_bpw":3.4575,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383361856","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530817440","shards":1,"effective_bpw":3.5373,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659595680","shards":1,"effective_bpw":3.6071,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659596096","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659596480","shards":1,"effective_bpw":3.6071,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693019456","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916537760","shards":1,"effective_bpw":3.7463,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916538176","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204000","shards":1,"effective_bpw":3.9752,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339204416","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339204800","shards":1,"effective_bpw":3.9752,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924768160","shards":1,"effective_bpw":4.2923,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924768576","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119840160","shards":1,"effective_bpw":4.398,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119840576","shards":1,"effective_bpw":4.398,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8144171200","shards":1,"effective_bpw":4.4112,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544267680","shards":1,"effective_bpw":4.6279,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544268096","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549182880","shards":1,"effective_bpw":4.6306,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"8549183296","shards":1,"effective_bpw":4.6306,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"8549183680","shards":1,"effective_bpw":4.6306,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573431200","shards":1,"effective_bpw":4.6437,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573431616","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573432000","shards":1,"effective_bpw":4.6437,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988110240","shards":1,"effective_bpw":4.8683,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988110656","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988111040","shards":1,"effective_bpw":4.8683,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392139680","shards":1,"effective_bpw":5.0871,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"9392140096","shards":1,"effective_bpw":5.0871,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"9392140480","shards":1,"effective_bpw":5.0871,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565953440","shards":1,"effective_bpw":5.1813,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266553760","shards":1,"effective_bpw":5.5607,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266554176","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266554560","shards":1,"effective_bpw":5.5607,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873120","shards":1,"effective_bpw":5.692,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508873536","shards":1,"effective_bpw":5.692,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508873920","shards":1,"effective_bpw":5.692,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989395360","shards":1,"effective_bpw":5.9523,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124683680","shards":1,"effective_bpw":6.5672,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124684096","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/AceReason-Nemotron-14B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124684480","shards":1,"effective_bpw":6.5672,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501802400","shards":1,"effective_bpw":6.7714,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701597600","shards":1,"effective_bpw":8.5046,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29547715712","shards":1,"effective_bpw":16.0041,"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"29547716512","shards":1,"effective_bpw":16.0041,"repo":"unsloth/AceReason-Nemotron-14B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zephyr-7b-beta","canonical_repo":"HuggingFaceH4/zephyr-7b-beta","display_name":"zephyr-7b-beta","publisher":"HuggingFaceH4","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1920","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"HuggingFaceH4/zephyr-7b-beta","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083097792","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567232","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518985920","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024384","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916416","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140373696","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368438976","shards":1,"effective_bpw":4.8258,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997715648","shards":1,"effective_bpw":5.521,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997715648","shards":1,"effective_bpw":5.521,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409088","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942064832","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857344","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/zephyr-7B-beta-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-2-korean-bllossom-3b","canonical_repo":"Bllossom/llama-3.2-Korean-Bllossom-3B","display_name":"llama-3.2-Korean-Bllossom-3B","publisher":"Bllossom","modality":"text","arch_key":"llama","params_total":"3212749824","is_moe":false,"is_gated":false,"license_spdx":"llama3.2","downloads_30d":"1919","n_layers":28,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Bllossom/llama-3.2-Korean-Bllossom-3B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"1363936032","shards":1,"effective_bpw":3.3963,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1459358496","shards":1,"effective_bpw":3.6339,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1476789024","shards":1,"effective_bpw":3.6773,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1542849312","shards":1,"effective_bpw":3.8418,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1599669024","shards":1,"effective_bpw":3.9833,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1687159584","shards":1,"effective_bpw":4.2012,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1815348000","shards":1,"effective_bpw":4.5204,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1829110560","shards":1,"effective_bpw":4.5546,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1921909536","shards":1,"effective_bpw":4.7857,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1928200992","shards":1,"effective_bpw":4.8014,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2019377952","shards":1,"effective_bpw":5.0284,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"2114800416","shards":1,"effective_bpw":5.266,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2269512480","shards":1,"effective_bpw":5.6513,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2322154272","shards":1,"effective_bpw":5.7823,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"2417576736","shards":1,"effective_bpw":6.02,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2643854112","shards":1,"effective_bpw":6.5834,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2739276576","shards":1,"effective_bpw":6.821,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3421899552","shards":1,"effective_bpw":8.5208,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6433688064","shards":1,"effective_bpw":16.0204,"repo":"bartowski/llama-3.2-Korean-Bllossom-3B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"aya-23-8b","canonical_repo":"CohereLabs/aya-23-8B","display_name":"aya-23-8B","publisher":"CohereLabs","modality":"text","arch_key":"command-r","params_total":"8028033024","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"1918","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"2209508480","shards":1,"effective_bpw":2.2018,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"2209508480","shards":1,"effective_bpw":2.2018,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2351852672","shards":1,"effective_bpw":2.3436,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"2351852672","shards":1,"effective_bpw":2.3436,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2589092992","shards":1,"effective_bpw":2.5801,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"2589092992","shards":1,"effective_bpw":2.5801,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2795662464","shards":1,"effective_bpw":2.7859,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"2795662464","shards":1,"effective_bpw":2.7859,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2895015040","shards":1,"effective_bpw":2.8849,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2895015040","shards":1,"effective_bpw":2.8849,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3084807296","shards":1,"effective_bpw":3.074,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3084807296","shards":1,"effective_bpw":3.074,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"3248188544","shards":1,"effective_bpw":3.2368,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3411438720","shards":1,"effective_bpw":3.3995,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3411438720","shards":1,"effective_bpw":3.3995,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438505088","shards":1,"effective_bpw":3.4265,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3438505088","shards":1,"effective_bpw":3.4265,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3724766336","shards":1,"effective_bpw":3.7118,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3724766336","shards":1,"effective_bpw":3.7118,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870518400","shards":1,"effective_bpw":3.857,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3870518400","shards":1,"effective_bpw":3.857,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3888344192","shards":1,"effective_bpw":3.8748,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3888344192","shards":1,"effective_bpw":3.8748,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3990842496","shards":1,"effective_bpw":3.9769,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3990842496","shards":1,"effective_bpw":3.9769,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"4224937088","shards":1,"effective_bpw":4.2102,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4224937088","shards":1,"effective_bpw":4.2102,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4527975552","shards":1,"effective_bpw":4.5122,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4527975552","shards":1,"effective_bpw":4.5122,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4600327296","shards":1,"effective_bpw":4.5843,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4600327296","shards":1,"effective_bpw":4.5843,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4814236800","shards":1,"effective_bpw":4.7974,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4814236800","shards":1,"effective_bpw":4.7974,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828916864","shards":1,"effective_bpw":4.8121,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4828916864","shards":1,"effective_bpw":4.8121,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"5056982144","shards":1,"effective_bpw":5.0393,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5056982144","shards":1,"effective_bpw":5.0393,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669874560","shards":1,"effective_bpw":5.6501,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5669874816","shards":1,"effective_bpw":5.6501,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"5803568000","shards":1,"effective_bpw":5.7833,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5803568256","shards":1,"effective_bpw":5.7833,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596815744","shards":1,"effective_bpw":6.5738,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596816000","shards":1,"effective_bpw":6.5738,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541072256","shards":1,"effective_bpw":8.5112,"repo":"legraphista/aya-23-8B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8541072512","shards":1,"effective_bpw":8.5112,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16067226496","shards":1,"effective_bpw":16.0111,"repo":"bartowski/aya-23-8B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm2-1-2b-rag","canonical_repo":"LiquidAI/LFM2-1.2B-RAG","display_name":"LFM2-1.2B-RAG","publisher":"LiquidAI","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1917","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"LiquidAI/LFM2-1.2B-RAG","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"434131488","shards":1,"effective_bpw":2.9676,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483398176","shards":1,"effective_bpw":3.3043,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"490983968","shards":1,"effective_bpw":3.3562,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"515904032","shards":1,"effective_bpw":3.5265,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"537809440","shards":1,"effective_bpw":3.6763,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558158368","shards":1,"effective_bpw":3.8154,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"566792736","shards":1,"effective_bpw":3.8744,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600347168","shards":1,"effective_bpw":4.1037,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635474464","shards":1,"effective_bpw":4.3439,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"663376416","shards":1,"effective_bpw":4.5346,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"695750368","shards":1,"effective_bpw":4.7559,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"695751200","shards":1,"effective_bpw":4.7559,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"697848352","shards":1,"effective_bpw":4.7702,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700469792","shards":1,"effective_bpw":4.7881,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894048","shards":1,"effective_bpw":4.9961,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730894880","shards":1,"effective_bpw":4.9961,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"760500768","shards":1,"effective_bpw":5.1985,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"763400736","shards":1,"effective_bpw":5.2183,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825250336","shards":1,"effective_bpw":5.6411,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843353824","shards":1,"effective_bpw":5.7648,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843354656","shards":1,"effective_bpw":5.7648,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"875860512","shards":1,"effective_bpw":5.987,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962842336","shards":1,"effective_bpw":6.5816,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962843168","shards":1,"effective_bpw":6.5816,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"995349024","shards":1,"effective_bpw":6.8038,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246252768","shards":1,"effective_bpw":8.5189,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246253600","shards":1,"effective_bpw":8.5189,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343325408","shards":1,"effective_bpw":16.0181,"repo":"LiquidAI/LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"2343325984","shards":1,"effective_bpw":16.0181,"repo":"bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-30b-a3b-abliterated","canonical_repo":"mlabonne/Qwen3-30B-A3B-abliterated","display_name":"Qwen3-30B-A3B-abliterated","publisher":"mlabonne","modality":"text","arch_key":"qwen3moe","params_total":"30532122624","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1916","n_layers":48,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":128,"n_expert_used":8,"arch_source":"mlabonne/Qwen3-30B-A3B-abliterated","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"11258609632","shards":1,"effective_bpw":2.95,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13292468192","shards":1,"effective_bpw":3.4829,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14711846880","shards":1,"effective_bpw":3.8548,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15900669920","shards":1,"effective_bpw":4.1663,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16557092832","shards":1,"effective_bpw":4.3383,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17456009184","shards":1,"effective_bpw":4.5738,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18556686304","shards":1,"effective_bpw":4.8622,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"21080510432","shards":1,"effective_bpw":5.5235,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21725581280","shards":1,"effective_bpw":5.6925,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"25092532192","shards":1,"effective_bpw":6.5747,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"32483932128","shards":1,"effective_bpw":8.5114,"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-phi-3-5-mini-instruct","canonical_repo":"unsloth/Phi-3.5-mini-instruct","display_name":"Phi-3.5-mini-instruct","publisher":"unsloth","modality":"text","arch_key":"llama","params_total":"3821079552","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1916","n_layers":32,"n_head":32,"n_head_kv":32,"head_dim_k":96,"head_dim_v":96,"hidden":3072,"vocab_size":32064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/Phi-3.5-mini-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"881723232","shards":1,"effective_bpw":1.846,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"950142816","shards":1,"effective_bpw":1.9893,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"1064175456","shards":1,"effective_bpw":2.228,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"1164838752","shards":1,"effective_bpw":2.4388,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"1258204512","shards":1,"effective_bpw":2.6342,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"1327342944","shards":1,"effective_bpw":2.779,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"1349430624","shards":1,"effective_bpw":2.8252,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1446880608","shards":1,"effective_bpw":3.0293,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1475259744","shards":1,"effective_bpw":3.0887,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1596869472","shards":1,"effective_bpw":3.3433,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1681804128","shards":1,"effective_bpw":3.5211,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"1681804128","shards":1,"effective_bpw":3.5211,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1775389536","shards":1,"effective_bpw":3.717,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"1877625696","shards":1,"effective_bpw":3.9311,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2045135712","shards":1,"effective_bpw":4.2818,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2059858272","shards":1,"effective_bpw":4.3126,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"2176182624","shards":1,"effective_bpw":4.5562,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2193484128","shards":1,"effective_bpw":4.5924,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"2318920032","shards":1,"effective_bpw":4.855,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2641479776","shards":1,"effective_bpw":5.5303,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"2715011168","shards":1,"effective_bpw":5.6843,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3135858272","shards":1,"effective_bpw":6.5654,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4061227616","shards":1,"effective_bpw":8.5028,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"7643302496","shards":1,"effective_bpw":16.0024,"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"hercules-5-0-qwen2-7b","canonical_repo":"Locutusque/Hercules-5.0-Qwen2-7B","display_name":"Hercules-5.0-Qwen2-7B","publisher":"Locutusque","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1914","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Locutusque/Hercules-5.0-Qwen2-7B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"2469019456","shards":1,"effective_bpw":2.5936,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"2595635008","shards":1,"effective_bpw":2.7266,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2780340032","shards":1,"effective_bpw":2.9207,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015937856","shards":1,"effective_bpw":3.1682,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3114512192","shards":1,"effective_bpw":3.2717,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3346253632","shards":1,"effective_bpw":3.5151,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492366144","shards":1,"effective_bpw":3.6686,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3548161856","shards":1,"effective_bpw":3.7272,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3574009664","shards":1,"effective_bpw":3.7544,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808388928","shards":1,"effective_bpw":4.0006,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088457024","shards":1,"effective_bpw":4.2948,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4218470208","shards":1,"effective_bpw":4.4314,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457766720","shards":1,"effective_bpw":4.6828,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683071296","shards":1,"effective_bpw":4.9194,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5087561536","shards":1,"effective_bpw":5.3443,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315174208","shards":1,"effective_bpw":5.5834,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444828992","shards":1,"effective_bpw":5.7196,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5781194560","shards":1,"effective_bpw":6.073,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254196544","shards":1,"effective_bpw":6.5699,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6518179648","shards":1,"effective_bpw":6.8472,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098522944","shards":1,"effective_bpw":8.5073,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"30468417056","shards":1,"effective_bpw":32.0063,"repo":"bartowski/Hercules-5.0-Qwen2-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"granite-vision-3-2-2b","canonical_repo":"ibm-granite/granite-vision-3.2-2b","display_name":"granite-vision-3.2-2b","publisher":"ibm-granite","modality":"vision_language","arch_key":"granite","params_total":"2975396928","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1914","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":49156,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ibm-granite/granite-vision-3.2-2b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"888524704","shards":1,"effective_bpw":2.389,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"978244576","shards":1,"effective_bpw":2.6302,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"1002625952","shards":1,"effective_bpw":2.6958,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"1005178784","shards":1,"effective_bpw":2.7026,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"1078842336","shards":1,"effective_bpw":2.9007,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1130288096","shards":1,"effective_bpw":3.039,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"1169282016","shards":1,"effective_bpw":3.1439,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1251726304","shards":1,"effective_bpw":3.3655,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357370016","shards":1,"effective_bpw":3.6496,"repo":"lmstudio-community/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1357370336","shards":1,"effective_bpw":3.6496,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1383912416","shards":1,"effective_bpw":3.7209,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"1458623456","shards":1,"effective_bpw":3.9218,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"1458623456","shards":1,"effective_bpw":3.9218,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1464390624","shards":1,"effective_bpw":3.9373,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545294400","shards":1,"effective_bpw":4.1549,"repo":"ibm-research/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545294496","shards":1,"effective_bpw":4.1549,"repo":"lmstudio-community/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1545294816","shards":1,"effective_bpw":4.1549,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1569676192","shards":1,"effective_bpw":4.2204,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"1605424096","shards":1,"effective_bpw":4.3165,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1757467616","shards":1,"effective_bpw":4.7253,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804816960","shards":1,"effective_bpw":4.8526,"repo":"ibm-research/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1804817376","shards":1,"effective_bpw":4.8526,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1829198752","shards":1,"effective_bpw":4.9182,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080559776","shards":1,"effective_bpw":5.594,"repo":"lmstudio-community/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2080560096","shards":1,"effective_bpw":5.594,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"2104941472","shards":1,"effective_bpw":5.6596,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694109696","shards":1,"effective_bpw":7.2437,"repo":"ibm-research/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694109792","shards":1,"effective_bpw":7.2437,"repo":"lmstudio-community/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"2694110112","shards":1,"effective_bpw":7.2437,"repo":"bartowski/ibm-granite_granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"5069142016","shards":1,"effective_bpw":13.6295,"repo":"ibm-research/granite-vision-3.2-2b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"eva-qwen2-5-14b-v0-1","canonical_repo":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.1","display_name":"EVA-Qwen2.5-14B-v0.1","publisher":"EVA-UNIT-01","modality":"text","arch_key":"qwen2","params_total":"14770033664","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1913","n_layers":48,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3607992960","shards":1,"effective_bpw":1.9542,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3872307840","shards":1,"effective_bpw":2.0974,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4312832640","shards":1,"effective_bpw":2.336,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4704574080","shards":1,"effective_bpw":2.5482,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"5003725024","shards":1,"effective_bpw":2.7102,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5003725440","shards":1,"effective_bpw":2.7102,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"5356144864","shards":1,"effective_bpw":2.9011,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5356145280","shards":1,"effective_bpw":2.9011,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"5770496224","shards":1,"effective_bpw":3.1255,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"5770496640","shards":1,"effective_bpw":3.1255,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"5946706560","shards":1,"effective_bpw":3.221,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6383360224","shards":1,"effective_bpw":3.4575,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6383360640","shards":1,"effective_bpw":3.4575,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6530816224","shards":1,"effective_bpw":3.5373,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6659594464","shards":1,"effective_bpw":3.6071,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6659594880","shards":1,"effective_bpw":3.6071,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"6693018240","shards":1,"effective_bpw":3.6252,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"6916536544","shards":1,"effective_bpw":3.7463,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"6916536960","shards":1,"effective_bpw":3.7463,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"7339202784","shards":1,"effective_bpw":3.9752,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"7339203200","shards":1,"effective_bpw":3.9752,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"7924766944","shards":1,"effective_bpw":4.2923,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"7924767360","shards":1,"effective_bpw":4.2923,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8119838944","shards":1,"effective_bpw":4.398,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8119839360","shards":1,"effective_bpw":4.398,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"8544266464","shards":1,"effective_bpw":4.6279,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"8544266880","shards":1,"effective_bpw":4.6279,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"8573429984","shards":1,"effective_bpw":4.6437,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"8573430400","shards":1,"effective_bpw":4.6437,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"8988109024","shards":1,"effective_bpw":4.8683,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"8988109440","shards":1,"effective_bpw":4.8683,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"9565952224","shards":1,"effective_bpw":5.1813,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"10266552544","shards":1,"effective_bpw":5.5607,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"10266552960","shards":1,"effective_bpw":5.5607,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"10508871904","shards":1,"effective_bpw":5.692,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"10508872320","shards":1,"effective_bpw":5.692,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"10989394144","shards":1,"effective_bpw":5.9523,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"12124682464","shards":1,"effective_bpw":6.5672,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"12124682880","shards":1,"effective_bpw":6.5672,"repo":"mradermacher/EVA-Qwen2.5-14B-v0.1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"12501801184","shards":1,"effective_bpw":6.7714,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"15701596384","shards":1,"effective_bpw":8.5046,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"29547714496","shards":1,"effective_bpw":16.0041,"repo":"bartowski/EVA-Qwen2.5-14B-v0.1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"shieldgemma-27b","canonical_repo":"google/shieldgemma-27b","display_name":"shieldgemma-27b","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"27227128320","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"1913","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"6132433344","shards":1,"effective_bpw":1.8019,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6692471232","shards":1,"effective_bpw":1.9664,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867712","shards":1,"effective_bpw":2.2407,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8399716800","shards":1,"effective_bpw":2.468,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652161472","shards":1,"effective_bpw":2.5422,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878656","shards":1,"effective_bpw":2.7616,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9722765760","shards":1,"effective_bpw":2.8568,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576384","shards":1,"effective_bpw":3.0703,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576576","shards":1,"effective_bpw":3.0703,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10750755264","shards":1,"effective_bpw":3.1588,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550630336","shards":1,"effective_bpw":3.3939,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550630528","shards":1,"effective_bpw":3.3939,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060800","shards":1,"effective_bpw":3.5756,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12169060800","shards":1,"effective_bpw":3.5756,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12169060992","shards":1,"effective_bpw":3.5756,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060992","shards":1,"effective_bpw":3.5756,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830528","shards":1,"effective_bpw":3.6595,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830720","shards":1,"effective_bpw":3.6595,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"13424648640","shards":1,"effective_bpw":3.9445,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13424648832","shards":1,"effective_bpw":3.9445,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361984","shards":1,"effective_bpw":4.2661,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519362176","shards":1,"effective_bpw":4.2661,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421440","shards":1,"effective_bpw":4.3528,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14947132032","shards":1,"effective_bpw":4.3918,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15628378560","shards":1,"effective_bpw":4.592,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265472","shards":1,"effective_bpw":4.6246,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265664","shards":1,"effective_bpw":4.6246,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"16645382592","shards":1,"effective_bpw":4.8908,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645382784","shards":1,"effective_bpw":4.8908,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206784","shards":1,"effective_bpw":5.5486,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884207232","shards":1,"effective_bpw":5.5486,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19408117952","shards":1,"effective_bpw":5.7026,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408118400","shards":1,"effective_bpw":5.7026,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524544","shards":1,"effective_bpw":6.5651,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524992","shards":1,"effective_bpw":6.5651,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937388224","shards":1,"effective_bpw":8.5025,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937388672","shards":1,"effective_bpw":8.5025,"repo":"mradermacher/shieldgemma-27b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54462022144","shards":3,"effective_bpw":16.0023,"repo":"legraphista/shieldgemma-27b-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"deepseek-r1-distill-qwen-1-5b-fully-uncensored","canonical_repo":"nicoboss/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored","display_name":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen2","params_total":"1776255488","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1912","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"752396896","shards":1,"effective_bpw":3.3887,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"860696384","shards":1,"effective_bpw":3.8765,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"923930432","shards":1,"effective_bpw":4.1613,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"979914560","shards":1,"effective_bpw":4.4134,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1025594400","shards":1,"effective_bpw":4.6191,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1071003968","shards":1,"effective_bpw":4.8236,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1116739904","shards":1,"effective_bpw":5.0296,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1258540544","shards":1,"effective_bpw":5.6683,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1284861440","shards":1,"effective_bpw":5.7868,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1463490592","shards":1,"effective_bpw":6.5914,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1893642336","shards":1,"effective_bpw":8.5287,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3558746016","shards":1,"effective_bpw":16.0281,"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llm-jp-4-8b-instruct","canonical_repo":"llm-jp/llm-jp-4-8b-instruct","display_name":"llm-jp-4-8b-instruct","publisher":"llm-jp","modality":"text","arch_key":"llama","params_total":"8590200832","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1911","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":196608,"ctx_native":65536,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"llm-jp/llm-jp-4-8b-instruct","arch_confidence":1,"quantizations":[{"quant":"IQ3_M","bytes":"4131787552","shards":1,"effective_bpw":3.8479,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4365881888","shards":1,"effective_bpw":4.0659,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4668920352","shards":1,"effective_bpw":4.3481,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4823061280","shards":1,"effective_bpw":4.4917,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5045359136","shards":1,"effective_bpw":4.6987,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"5062136608","shards":1,"effective_bpw":4.7143,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5076816416","shards":1,"effective_bpw":4.728,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5304881696","shards":1,"effective_bpw":4.9404,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6018437664","shards":1,"effective_bpw":5.6049,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"6018437664","shards":1,"effective_bpw":5.6049,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6152131104","shards":1,"effective_bpw":5.7294,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7052333600","shards":1,"effective_bpw":6.5678,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9132708384","shards":1,"effective_bpw":8.5052,"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-0-6b-heretic-abliterated-uncensored","canonical_repo":"DavidAU/Qwen3-0.6B-heretic-abliterated-uncensored","display_name":"Qwen3-0.6B-heretic-abliterated-uncensored","publisher":"DavidAU","modality":"text","arch_key":"qwen3","params_total":"596049920","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1908","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-0.6B-heretic-abliterated-uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"208016224","shards":1,"effective_bpw":2.7919,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"216052576","shards":1,"effective_bpw":2.8998,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"229446496","shards":1,"effective_bpw":3.0796,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"241996640","shards":1,"effective_bpw":3.248,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"254194528","shards":1,"effective_bpw":3.4117,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"264909664","shards":1,"effective_bpw":3.5555,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"279016288","shards":1,"effective_bpw":3.7449,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"280559456","shards":1,"effective_bpw":3.7656,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"296238624","shards":1,"effective_bpw":3.976,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"296238944","shards":1,"effective_bpw":3.976,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"312754016","shards":1,"effective_bpw":4.1977,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"323075616","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"323075936","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"323075936","shards":1,"effective_bpw":4.3362,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"336027488","shards":1,"effective_bpw":4.5101,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"347127328","shards":1,"effective_bpw":4.659,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"347127648","shards":1,"effective_bpw":4.659,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"367804256","shards":1,"effective_bpw":4.9366,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"368492064","shards":1,"effective_bpw":4.9458,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"368492384","shards":1,"effective_bpw":4.9458,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"369278496","shards":1,"effective_bpw":4.9563,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"381566816","shards":1,"effective_bpw":5.1213,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"382156640","shards":1,"effective_bpw":5.1292,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"383270432","shards":1,"effective_bpw":5.1441,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"383270752","shards":1,"effective_bpw":5.1441,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"396705312","shards":1,"effective_bpw":5.3245,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"396705632","shards":1,"effective_bpw":5.3245,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"409091936","shards":1,"effective_bpw":5.4907,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"436616736","shards":1,"effective_bpw":5.8601,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"436617056","shards":1,"effective_bpw":5.8601,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"444415520","shards":1,"effective_bpw":5.9648,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"444415840","shards":1,"effective_bpw":5.9648,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"495107616","shards":1,"effective_bpw":6.6452,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"495107936","shards":1,"effective_bpw":6.6452,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"639447584","shards":1,"effective_bpw":8.5825,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"1198182944","shards":1,"effective_bpw":16.0816,"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"contextualkunoichi-kto-7b","canonical_repo":"Elfrino/ContextualKunoichi_KTO-7B","display_name":"ContextualKunoichi_KTO-7B","publisher":"Elfrino","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1907","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Elfrino/ContextualKunoichi_KTO-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1612103520","shards":1,"effective_bpw":1.7809,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1754447712","shards":1,"effective_bpw":1.9382,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1991688032","shards":1,"effective_bpw":2.2002,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2198257504","shards":1,"effective_bpw":2.4284,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2310922080","shards":1,"effective_bpw":2.5529,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2500714336","shards":1,"effective_bpw":2.7626,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2719243904","shards":1,"effective_bpw":3.004,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2719244128","shards":1,"effective_bpw":3.004,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2827345760","shards":1,"effective_bpw":3.1234,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018817152","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3018817376","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164569216","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3164569440","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182395008","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3182395232","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284893312","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3284893536","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518987904","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3518988128","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822026368","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3822026592","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3907690336","shards":1,"effective_bpw":4.3169,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944390272","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4123598688","shards":1,"effective_bpw":4.5554,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140375680","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4140375904","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368440960","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4368441184","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997717632","shards":1,"effective_bpw":5.521,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"4997717856","shards":1,"effective_bpw":5.521,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131411072","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5131411296","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942066816","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5942067040","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/ContextualKunoichi_KTO-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695859328","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484733568","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/ContextualKunoichi_KTO-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"huatuogpt-o1-72b","canonical_repo":"FreedomIntelligence/HuatuoGPT-o1-72B","display_name":"HuatuoGPT-o1-72B","publisher":"FreedomIntelligence","modality":"text","arch_key":"qwen2","params_total":"72706203648","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1906","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FreedomIntelligence/HuatuoGPT-o1-72B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"23740213280","shards":1,"effective_bpw":2.6122,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"23740213408","shards":1,"effective_bpw":2.6122,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024480","shards":1,"effective_bpw":2.8047,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"25490024608","shards":1,"effective_bpw":2.8047,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645600","shards":1,"effective_bpw":2.9772,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"27057645728","shards":1,"effective_bpw":2.9772,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939137568","shards":1,"effective_bpw":3.0742,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"27939137696","shards":1,"effective_bpw":3.0742,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986528","shards":1,"effective_bpw":3.2282,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"29338986656","shards":1,"effective_bpw":3.2282,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763232","shards":1,"effective_bpw":3.2802,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"29811763360","shards":1,"effective_bpw":3.2802,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028275232","shards":1,"effective_bpw":3.4141,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"31028275360","shards":1,"effective_bpw":3.4141,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845083168","shards":1,"effective_bpw":3.504,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"31845083296","shards":1,"effective_bpw":3.504,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789600","shards":1,"effective_bpw":3.7948,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"34487789728","shards":1,"effective_bpw":3.7948,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597600","shards":1,"effective_bpw":3.9065,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"35503597728","shards":1,"effective_bpw":3.9065,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698725920","shards":1,"effective_bpw":4.1481,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"37698726048","shards":1,"effective_bpw":4.1481,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225760","shards":1,"effective_bpw":4.3468,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"39505225888","shards":1,"effective_bpw":4.3468,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075488","shards":1,"effective_bpw":4.3693,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"39709075616","shards":1,"effective_bpw":4.3693,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315624992","shards":1,"effective_bpw":4.546,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"41315625120","shards":1,"effective_bpw":4.546,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383127072","shards":1,"effective_bpw":4.5535,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"41383127200","shards":1,"effective_bpw":4.5535,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223712","shards":1,"effective_bpw":4.8292,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"43889223840","shards":1,"effective_bpw":4.8292,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697886240","shards":1,"effective_bpw":5.0282,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"45697886368","shards":1,"effective_bpw":5.0282,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415715872","shards":1,"effective_bpw":5.2172,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"47415716000","shards":1,"effective_bpw":5.2172,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375139040","shards":2,"effective_bpw":5.6529,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"51375139168","shards":2,"effective_bpw":5.6529,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466720","shards":2,"effective_bpw":5.991,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"54447466880","shards":2,"effective_bpw":5.991,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629792","shards":2,"effective_bpw":7.0803,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"64347629952","shards":2,"effective_bpw":7.0803,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612576","shards":2,"effective_bpw":8.5014,"repo":"bartowski/HuatuoGPT-o1-72B-v0.1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"77262612704","shards":2,"effective_bpw":8.5014,"repo":"bartowski/HuatuoGPT-o1-72B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ms-2501-dpe-qwqify-v0-1-24b","canonical_repo":"BeaverAI/MS-2501-DPE-QwQify-v0.1-24B","display_name":"MS-2501-DPE-QwQify-v0.1-24B","publisher":"BeaverAI","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1904","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"BeaverAI/MS-2501-DPE-QwQify-v0.1-24B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207035648","shards":1,"effective_bpw":2.4459,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478354688","shards":1,"effective_bpw":2.538,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114053888","shards":1,"effective_bpw":2.7537,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327808","shards":1,"effective_bpw":3.0172,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280594688","shards":1,"effective_bpw":3.1496,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545687808","shards":1,"effective_bpw":3.2396,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907118848","shards":1,"effective_bpw":3.3623,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400277248","shards":1,"effective_bpw":3.5296,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650952448","shards":1,"effective_bpw":3.6147,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474084608","shards":1,"effective_bpw":3.8941,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400763648","shards":1,"effective_bpw":4.2086,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758917888","shards":1,"effective_bpw":4.3301,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468017408","shards":1,"effective_bpw":4.5708,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494231808","shards":1,"effective_bpw":4.5797,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282048","shards":1,"effective_bpw":4.5984,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911808","shards":1,"effective_bpw":4.8646,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831985408","shards":1,"effective_bpw":5.0337,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873109248","shards":1,"effective_bpw":5.0476,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304415488","shards":1,"effective_bpw":5.5334,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763986688","shards":1,"effective_bpw":5.6894,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178174208","shards":1,"effective_bpw":5.8299,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345941248","shards":1,"effective_bpw":6.5656,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19670999808","shards":1,"effective_bpw":6.6759,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054782208","shards":1,"effective_bpw":8.5031,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153521120","shards":1,"effective_bpw":16.003,"repo":"bartowski/BeaverAI_MS-2501-DPE-QwQify-v0.1-24B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"archangel-sft-kto-llama30b","canonical_repo":"ContextualAI/archangel_sft-kto_llama30b","display_name":"archangel_sft-kto_llama30b","publisher":"ContextualAI","modality":"text","arch_key":"llama","params_total":"32528943616","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1904","n_layers":60,"n_head":52,"n_head_kv":52,"head_dim_k":128,"head_dim_v":128,"hidden":6656,"vocab_size":32000,"ctx_native":2048,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ContextualAI/archangel_sft-kto_llama30b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7120307456","shards":1,"effective_bpw":1.7511,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7728532736","shards":1,"effective_bpw":1.9007,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8742241536","shards":1,"effective_bpw":2.15,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9636275456","shards":1,"effective_bpw":2.3699,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10386473216","shards":1,"effective_bpw":2.5544,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11197440256","shards":1,"effective_bpw":2.7538,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12048875552","shards":1,"effective_bpw":2.9632,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12048875776","shards":1,"effective_bpw":2.9632,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12323369216","shards":1,"effective_bpw":3.0307,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13311718432","shards":1,"effective_bpw":3.2738,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13311718656","shards":1,"effective_bpw":3.2738,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14064112672","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"14064112672","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14064112896","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14064112896","shards":1,"effective_bpw":3.4589,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14881070112","shards":1,"effective_bpw":3.6598,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14881070336","shards":1,"effective_bpw":3.6598,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15776461856","shards":1,"effective_bpw":3.88,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15776462080","shards":1,"effective_bpw":3.88,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17279759392","shards":1,"effective_bpw":4.2497,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17279759616","shards":1,"effective_bpw":4.2497,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17346119936","shards":1,"effective_bpw":4.266,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17476577312","shards":1,"effective_bpw":4.2981,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18408151296","shards":1,"effective_bpw":4.5272,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18482485280","shards":1,"effective_bpw":4.5455,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18482485504","shards":1,"effective_bpw":4.5455,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19621140512","shards":1,"effective_bpw":4.8255,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19621140736","shards":1,"effective_bpw":4.8255,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22395361312","shards":1,"effective_bpw":5.5078,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22395361536","shards":1,"effective_bpw":5.5078,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23047116832","shards":1,"effective_bpw":5.6681,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23047117056","shards":1,"effective_bpw":5.6681,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26687216672","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26687216896","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34565125152","shards":1,"effective_bpw":8.5008,"repo":"mradermacher/archangel_sft-kto_llama30b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openthinker2-32b","canonical_repo":"open-thoughts/OpenThinker2-32B","display_name":"OpenThinker2-32B","publisher":"open-thoughts","modality":"text","arch_key":"qwen2","params_total":"32763876352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1903","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"open-thoughts/OpenThinker2-32B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XXS","bytes":"9028250592","shards":1,"effective_bpw":2.2044,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"9957551072","shards":1,"effective_bpw":2.4313,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"10387569632","shards":1,"effective_bpw":2.5363,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"11264441312","shards":1,"effective_bpw":2.7505,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12313099232","shards":1,"effective_bpw":3.0065,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"12839271392","shards":1,"effective_bpw":3.135,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"13073419232","shards":1,"effective_bpw":3.1922,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13705513952","shards":1,"effective_bpw":3.3465,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14392331232","shards":1,"effective_bpw":3.5142,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14810123232","shards":1,"effective_bpw":3.6162,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15935048672","shards":1,"effective_bpw":3.8909,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079104","shards":1,"effective_bpw":4.2112,"repo":"lmstudio-community/OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17247079392","shards":1,"effective_bpw":4.2112,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17693154272","shards":1,"effective_bpw":4.3202,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"18682174432","shards":1,"effective_bpw":4.5617,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"18711010272","shards":1,"effective_bpw":4.5687,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18784410592","shards":1,"effective_bpw":4.5866,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336384","shards":1,"effective_bpw":4.8471,"repo":"lmstudio-community/OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19851336672","shards":1,"effective_bpw":4.8471,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20429179872","shards":1,"effective_bpw":4.9882,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"20639243232","shards":1,"effective_bpw":5.0395,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22638255072","shards":1,"effective_bpw":5.5276,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23262157792","shards":1,"effective_bpw":5.68,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23742680032","shards":1,"effective_bpw":5.7973,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886154944","shards":1,"effective_bpw":6.5648,"repo":"lmstudio-community/OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26886155232","shards":1,"effective_bpw":6.5648,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27263273952","shards":1,"effective_bpw":6.6569,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885184","shards":1,"effective_bpw":8.5023,"repo":"lmstudio-community/OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34820885472","shards":1,"effective_bpw":8.5023,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"65535970208","shards":2,"effective_bpw":16.002,"repo":"bartowski/open-thoughts_OpenThinker2-32B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"datagemma-rag-27b-it","canonical_repo":"google/datagemma-rag-27b-it","display_name":"datagemma-rag-27b-it","publisher":"google","modality":"text","arch_key":"gemma2","params_total":"27227128320","is_moe":false,"is_gated":false,"license_spdx":"gemma","downloads_30d":"1903","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"IQ1_S","bytes":"6132432960","shards":1,"effective_bpw":1.8019,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"6692470848","shards":1,"effective_bpw":1.9664,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867328","shards":1,"effective_bpw":2.2407,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"7625867328","shards":1,"effective_bpw":2.2407,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"8399716416","shards":1,"effective_bpw":2.468,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"8652161088","shards":1,"effective_bpw":2.5422,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878272","shards":1,"effective_bpw":2.7616,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"9398878272","shards":1,"effective_bpw":2.7616,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"9722765376","shards":1,"effective_bpw":2.8568,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576000","shards":1,"effective_bpw":3.0703,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"10449576000","shards":1,"effective_bpw":3.0703,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"10735272000","shards":1,"effective_bpw":3.1543,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"10750754880","shards":1,"effective_bpw":3.1588,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629952","shards":1,"effective_bpw":3.3939,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"11550629952","shards":1,"effective_bpw":3.3939,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12169060416","shards":1,"effective_bpw":3.5756,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830144","shards":1,"effective_bpw":3.6595,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"12454830144","shards":1,"effective_bpw":3.6595,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13424648256","shards":1,"effective_bpw":3.9445,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"13424648256","shards":1,"effective_bpw":3.9445,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361600","shards":1,"effective_bpw":4.2661,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14519361600","shards":1,"effective_bpw":4.2661,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421056","shards":1,"effective_bpw":4.3528,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"14814421056","shards":1,"effective_bpw":4.3528,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"15628378176","shards":1,"effective_bpw":4.592,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"15681462336","shards":1,"effective_bpw":4.6076,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265088","shards":1,"effective_bpw":4.6246,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15739265088","shards":1,"effective_bpw":4.6246,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"16645382208","shards":1,"effective_bpw":4.8908,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16645382208","shards":1,"effective_bpw":4.8908,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"16931078208","shards":1,"effective_bpw":4.9748,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206400","shards":1,"effective_bpw":5.5486,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18884206656","shards":1,"effective_bpw":5.5486,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"19408117568","shards":1,"effective_bpw":5.7026,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19408117824","shards":1,"effective_bpw":5.7026,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"19693813824","shards":1,"effective_bpw":5.7865,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524160","shards":1,"effective_bpw":6.5651,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22343524416","shards":1,"effective_bpw":6.5651,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"22629220416","shards":1,"effective_bpw":6.649,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937387840","shards":1,"effective_bpw":8.5025,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28937388096","shards":1,"effective_bpw":8.5025,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54462021632","shards":2,"effective_bpw":16.0023,"repo":"bartowski/datagemma-rag-27b-it-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"54462021760","shards":3,"effective_bpw":16.0023,"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-small-drummer-22b","canonical_repo":"nbeerbower/Mistral-Small-Drummer-22B","display_name":"Mistral-Small-Drummer-22B","publisher":"nbeerbower","modality":"text","arch_key":"llama","params_total":"22247282688","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1903","n_layers":56,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nbeerbower/Mistral-Small-Drummer-22B","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"6646150464","shards":1,"effective_bpw":2.3899,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7035434304","shards":1,"effective_bpw":2.5299,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"7618966848","shards":1,"effective_bpw":2.7397,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8272098624","shards":1,"effective_bpw":2.9746,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"8468706624","shards":1,"effective_bpw":3.0453,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9176102208","shards":1,"effective_bpw":3.2997,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"9641276736","shards":1,"effective_bpw":3.4669,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10062411072","shards":1,"effective_bpw":3.6184,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"10756830528","shards":1,"effective_bpw":3.8681,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"11730433344","shards":1,"effective_bpw":4.2182,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"11935298880","shards":1,"effective_bpw":4.2919,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"12613203264","shards":1,"effective_bpw":4.5356,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"12660389184","shards":1,"effective_bpw":4.5526,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"13341242688","shards":1,"effective_bpw":4.7974,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"13490664768","shards":1,"effective_bpw":4.8512,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"15324820800","shards":1,"effective_bpw":5.5107,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"15722558784","shards":1,"effective_bpw":5.6537,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"15846815040","shards":1,"effective_bpw":5.6984,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"18252707136","shards":1,"effective_bpw":6.5636,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"18350224704","shards":1,"effective_bpw":6.5986,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"23640552768","shards":1,"effective_bpw":8.501,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"44496729120","shards":1,"effective_bpw":16.0008,"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"psycopref-llama3-8b","canonical_repo":"Psychotherapy-LLM/PsyCoPref-Llama3-8B","display_name":"PsyCoPref-Llama3-8B","publisher":"Psychotherapy-LLM","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-4.0","downloads_30d":"1902","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Psychotherapy-LLM/PsyCoPref-Llama3-8B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633472","shards":1,"effective_bpw":2.012,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_S","bytes":"2019633632","shards":1,"effective_bpw":2.012,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977664","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977824","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217984","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399218144","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787456","shards":1,"effective_bpw":2.596,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787616","shards":1,"effective_bpw":2.596,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494528","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494688","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286784","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286944","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820800","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820960","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137344","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137504","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918208","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918368","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753088","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753248","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505152","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505312","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330944","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682331104","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829248","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829408","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923840","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018924000","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962304","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962464","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668544","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668704","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897664","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897824","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994816","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994976","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674880","shards":1,"effective_bpw":4.675,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692675040","shards":1,"effective_bpw":4.675,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740160","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740320","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258752","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258912","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299904","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599300064","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993344","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993504","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012352","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/PsychoCounsel-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012512","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/PsyCoPref-Llama3-8B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-3-heretic-v2","canonical_repo":"coder3101/Cydonia-24B-v4.3-heretic-v2","display_name":"Cydonia-24B-v4.3-heretic-v2","publisher":"coder3101","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1902","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Cydonia-24B-v4.3-heretic-v2","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723232","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497632","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121632","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035232","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354272","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053472","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164192","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327136","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327392","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594272","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118432","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276576","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276832","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129632","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952032","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083936","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084192","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762976","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763232","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917472","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889989216","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231392","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281376","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281632","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911136","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911392","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108832","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414816","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415072","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763986016","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986272","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940576","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940832","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781536","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-picaro-0-7-v2-12b","canonical_repo":"Trappu/Magnum-Picaro-0.7-v2-12b","display_name":"Magnum-Picaro-0.7-v2-12b","publisher":"Trappu","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1901","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Trappu/Magnum-Picaro-0.7-v2-12b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212192","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624992","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312992","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077792","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138473216","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473632","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023616","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435024032","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047936","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048352","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"4945385216","shards":1,"effective_bpw":3.2302,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385632","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488576","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488992","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407936","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226176","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226592","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079392","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232576","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232992","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090176","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090592","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502976","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503392","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742710016","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710432","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094638336","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638752","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097915136","shards":1,"effective_bpw":4.6362,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197376","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197792","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204736","shards":1,"effective_bpw":4.884,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477205152","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795218176","shards":1,"effective_bpw":5.0917,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278336","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735616","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518736032","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631616","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727632032","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141819136","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210176","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210592","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268736","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369536","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504276448","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"zeta-2","canonical_repo":"zed-industries/zeta-2","display_name":"zeta-2","publisher":"zed-industries","modality":"text","arch_key":"llama","params_total":"8250462208","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1901","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":155136,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"zed-industries/zeta-2","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3377992448","shards":1,"effective_bpw":3.2754,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3436122880","shards":1,"effective_bpw":3.3318,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3555726080","shards":1,"effective_bpw":3.4478,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3791115008","shards":1,"effective_bpw":3.676,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3905409792","shards":1,"effective_bpw":3.7869,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4042511104","shards":1,"effective_bpw":3.9198,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4056666880","shards":1,"effective_bpw":3.9335,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4267168512","shards":1,"effective_bpw":4.1376,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4495758080","shards":1,"effective_bpw":4.3593,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4690318080","shards":1,"effective_bpw":4.5479,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4895773440","shards":1,"effective_bpw":4.7472,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4915696384","shards":1,"effective_bpw":4.7665,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4918842112","shards":1,"effective_bpw":4.7695,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5224502016","shards":1,"effective_bpw":5.0659,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5340238592","shards":1,"effective_bpw":5.1781,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5696115456","shards":1,"effective_bpw":5.5232,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5799383808","shards":1,"effective_bpw":5.6233,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6022206208","shards":1,"effective_bpw":5.8394,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6414390016","shards":1,"effective_bpw":6.2197,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7018861312","shards":1,"effective_bpw":6.8058,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7326651136","shards":1,"effective_bpw":7.1042,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8773161728","shards":1,"effective_bpw":8.5068,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16507720192","shards":1,"effective_bpw":16.0066,"repo":"bartowski/zed-industries_zeta-2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-8b-192k-context-6x-josiefied-uncensored","canonical_repo":"DavidAU/Qwen3-8B-192k-Context-6X-Josiefied-Uncensored","display_name":"Qwen3-8B-192k-Context-6X-Josiefied-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1900","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":196608,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen3-8B-192k-Context-6X-Josiefied-Uncensored","arch_confidence":1,"quantizations":null}
{"_type":"model","slug":"falcon3-7b-instruct","canonical_repo":"tiiuae/Falcon3-7B-Instruct","display_name":"Falcon3-7B-Instruct","publisher":"tiiuae","modality":"text","arch_key":"llama","params_total":"7455550464","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1899","n_layers":28,"n_head":12,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":3072,"vocab_size":131072,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"tiiuae/Falcon3-7B-Instruct","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2647145920","shards":1,"effective_bpw":2.8405,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2886983072","shards":1,"effective_bpw":3.0978,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2886983104","shards":1,"effective_bpw":3.0978,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3210354112","shards":1,"effective_bpw":3.4448,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3280199104","shards":1,"effective_bpw":3.5197,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3366215104","shards":1,"effective_bpw":3.612,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3441208768","shards":1,"effective_bpw":3.6925,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3685850528","shards":1,"effective_bpw":3.955,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3685850560","shards":1,"effective_bpw":3.955,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3967983040","shards":1,"effective_bpw":4.2577,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4082507200","shards":1,"effective_bpw":4.3806,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4302904736","shards":1,"effective_bpw":4.6171,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4302904768","shards":1,"effective_bpw":4.6171,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4316175808","shards":1,"effective_bpw":4.6314,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4331019712","shards":1,"effective_bpw":4.6473,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4569726368","shards":1,"effective_bpw":4.9034,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4569726400","shards":1,"effective_bpw":4.9034,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"4868570560","shards":1,"effective_bpw":5.2241,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"5184495008","shards":1,"effective_bpw":5.5631,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5184495040","shards":1,"effective_bpw":5.5631,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5321948576","shards":1,"effective_bpw":5.7106,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5321948608","shards":1,"effective_bpw":5.7106,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5570461120","shards":1,"effective_bpw":5.9772,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6121184672","shards":1,"effective_bpw":6.5682,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6121184704","shards":1,"effective_bpw":6.5682,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6316219840","shards":1,"effective_bpw":6.7775,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7926783392","shards":1,"effective_bpw":8.5056,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7926783424","shards":1,"effective_bpw":8.5056,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14916197568","shards":1,"effective_bpw":16.0055,"repo":"bartowski/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14916197792","shards":1,"effective_bpw":16.0055,"repo":"tiiuae/Falcon3-7B-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magnum-v2-32b","canonical_repo":"anthracite-org/magnum-v2-32b","display_name":"magnum-v2-32b","publisher":"anthracite-org","modality":"text","arch_key":"qwen2","params_total":"32512218112","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1898","n_layers":64,"n_head":40,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"anthracite-org/magnum-v2-32b","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"11182682528","shards":1,"effective_bpw":2.7516,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12222001568","shards":1,"effective_bpw":3.0074,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"12982321568","shards":1,"effective_bpw":3.1944,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"13603275168","shards":1,"effective_bpw":3.3472,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14284194208","shards":1,"effective_bpw":3.5148,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"14700593568","shards":1,"effective_bpw":3.6172,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15815115168","shards":1,"effective_bpw":3.8915,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17117315488","shards":1,"effective_bpw":4.2119,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17559458208","shards":1,"effective_bpw":4.3207,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18641539488","shards":1,"effective_bpw":4.587,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19698962848","shards":1,"effective_bpw":4.8472,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"20276806048","shards":1,"effective_bpw":4.9893,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22465237408","shards":1,"effective_bpw":5.5278,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23083569568","shards":1,"effective_bpw":5.68,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"23564091808","shards":1,"effective_bpw":5.7982,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26679714208","shards":1,"effective_bpw":6.5648,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"27056832928","shards":1,"effective_bpw":6.6576,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34553495968","shards":1,"effective_bpw":8.5023,"repo":"bartowski/magnum-32b-v2-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-1-whiterabbitneo-2-70b","canonical_repo":"WhiteRabbitNeo/Llama-3.1-WhiteRabbitNeo-2-70B","display_name":"Llama-3.1-WhiteRabbitNeo-2-70B","publisher":"WhiteRabbitNeo","modality":"text","arch_key":"llama","params_total":"70553706560","is_moe":false,"is_gated":false,"license_spdx":"llama3.1","downloads_30d":"1898","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"WhiteRabbitNeo/Llama-3.1-WhiteRabbitNeo-2-70B","arch_confidence":1,"quantizations":[{"quant":"IQ1_M","bytes":"16751196864","shards":1,"effective_bpw":1.8994,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"19097385664","shards":1,"effective_bpw":2.1654,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"21142108864","shards":1,"effective_bpw":2.3973,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"24119294656","shards":1,"effective_bpw":2.7349,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375109312","shards":1,"effective_bpw":2.9906,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"27401157312","shards":1,"effective_bpw":3.107,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"27469494976","shards":1,"effective_bpw":3.1147,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912051904","shards":1,"effective_bpw":3.5051,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"31937034944","shards":1,"effective_bpw":3.6213,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267495104","shards":1,"effective_bpw":3.8856,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140593344","shards":1,"effective_bpw":4.2113,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902662336","shards":1,"effective_bpw":4.2977,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"40116533952","shards":1,"effective_bpw":4.5488,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520394432","shards":1,"effective_bpw":4.8213,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949817760","shards":2,"effective_bpw":5.6637,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888144288","shards":2,"effective_bpw":6.5639,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975050624","shards":2,"effective_bpw":8.5013,"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-70B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"calme-2-2-llama3-70b","canonical_repo":"MaziyarPanahi/calme-2.2-llama3-70b","display_name":"calme-2.2-llama3-70b","publisher":"MaziyarPanahi","modality":"text","arch_key":"llama","params_total":"70553722880","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1897","n_layers":80,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":128257,"ctx_native":8192,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"MaziyarPanahi/calme-2.2-llama3-70b","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"15343491584","shards":6,"effective_bpw":1.7398,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"16751204864","shards":6,"effective_bpw":1.8994,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"26375118400","shards":6,"effective_bpw":2.9906,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"30912061824","shards":6,"effective_bpw":3.5051,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"34267505024","shards":6,"effective_bpw":3.8856,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"37140603264","shards":6,"effective_bpw":4.2113,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"37902673088","shards":6,"effective_bpw":4.2977,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"40347231680","shards":6,"effective_bpw":4.5749,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"42520405440","shards":6,"effective_bpw":4.8213,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"48657459648","shards":6,"effective_bpw":5.5172,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"49949829568","shards":6,"effective_bpw":5.6637,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"57888157184","shards":6,"effective_bpw":6.5639,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"74975067520","shards":6,"effective_bpw":8.5013,"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-1-5b","canonical_repo":"Qwen/Qwen2-1.5B","display_name":"Qwen2-1.5B","publisher":"Qwen","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1897","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":131072,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen2-1.5B","arch_confidence":1,"quantizations":[{"quant":"IQ1_S","bytes":"436524896","shards":1,"effective_bpw":2.2622,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"464458592","shards":1,"effective_bpw":2.407,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"511014752","shards":1,"effective_bpw":2.6482,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"550324064","shards":1,"effective_bpw":2.8519,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"563807072","shards":1,"effective_bpw":2.9218,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"601052000","shards":1,"effective_bpw":3.1148,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_S","bytes":"640132448","shards":1,"effective_bpw":3.3174,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"668789600","shards":1,"effective_bpw":3.4659,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676302176","shards":1,"effective_bpw":3.5048,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696480","shards":1,"effective_bpw":3.7919,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"731696640","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760941920","shards":1,"effective_bpw":3.9434,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762404192","shards":1,"effective_bpw":3.951,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"762404352","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661344","shards":1,"effective_bpw":4.0249,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"776661504","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K","bytes":"824175968","shards":1,"effective_bpw":4.2711,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160096","shards":1,"effective_bpw":4.5613,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880160128","shards":1,"effective_bpw":4.5613,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895728992","shards":1,"effective_bpw":4.6419,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"895729024","shards":1,"effective_bpw":4.6419,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"936328544","shards":1,"effective_bpw":4.8523,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940309856","shards":1,"effective_bpw":4.873,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K","bytes":"986045792","shards":1,"effective_bpw":5.11,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986045824","shards":1,"effective_bpw":5.11,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098726496","shards":1,"effective_bpw":5.6939,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K","bytes":"1125047392","shards":1,"effective_bpw":5.8303,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125047680","shards":1,"effective_bpw":5.8303,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"1261353856","shards":1,"effective_bpw":6.5367,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272736864","shards":1,"effective_bpw":6.5957,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272737152","shards":1,"effective_bpw":6.5957,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1352232832","shards":2,"effective_bpw":7.0077,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"1400355712","shards":1,"effective_bpw":7.2571,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1521512320","shards":2,"effective_bpw":7.8849,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"1548045184","shards":1,"effective_bpw":8.0224,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570080","shards":1,"effective_bpw":8.533,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646570368","shards":1,"effective_bpw":8.533,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"1647980416","shards":2,"effective_bpw":8.5403,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"1759948672","shards":2,"effective_bpw":9.1206,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"1803988864","shards":2,"effective_bpw":9.3488,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"1880248192","shards":2,"effective_bpw":9.744,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"1971720064","shards":2,"effective_bpw":10.2181,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2197081984","shards":2,"effective_bpw":11.386,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2249723776","shards":2,"effective_bpw":11.6588,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"2545102720","shards":2,"effective_bpw":13.1895,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"3093666400","shards":1,"effective_bpw":16.0323,"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093666688","shards":1,"effective_bpw":16.0323,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"3292661248","shards":2,"effective_bpw":17.0636,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"6180805216","shards":1,"effective_bpw":32.0308,"repo":"bartowski/Replete-Coder-Qwen2-1.5b-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"6186436288","shards":2,"effective_bpw":32.06,"repo":"mradermacher/Qwen2-1.5B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"homunculus","canonical_repo":"arcee-ai/Homunculus","display_name":"Homunculus","publisher":"arcee-ai","modality":"text","arch_key":"llama","params_total":"12458808320","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1893","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151680,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/Homunculus","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"4020306048","shards":1,"effective_bpw":2.5815,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4254418048","shards":1,"effective_bpw":2.7318,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4550968448","shards":1,"effective_bpw":2.9222,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4910290048","shards":1,"effective_bpw":3.153,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"5061330048","shards":1,"effective_bpw":3.25,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5436446848","shards":1,"effective_bpw":3.4908,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5664184448","shards":1,"effective_bpw":3.6371,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5668690048","shards":1,"effective_bpw":3.64,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5852190848","shards":1,"effective_bpw":3.7578,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6213048448","shards":1,"effective_bpw":3.9895,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6691461248","shards":1,"effective_bpw":4.2967,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6883384448","shards":1,"effective_bpw":4.4199,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7238610048","shards":1,"effective_bpw":4.648,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7241886848","shards":1,"effective_bpw":4.6501,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7264169088","shards":1,"effective_bpw":4.6644,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7621176448","shards":1,"effective_bpw":4.8937,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7945784448","shards":1,"effective_bpw":5.1021,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"8197560448","shards":1,"effective_bpw":5.2638,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8675896448","shards":1,"effective_bpw":5.5709,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8884792448","shards":1,"effective_bpw":5.7051,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9364101248","shards":1,"effective_bpw":6.0128,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10227384448","shards":1,"effective_bpw":6.5672,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10603550848","shards":1,"effective_bpw":6.8087,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13244651648","shards":1,"effective_bpw":8.5046,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24924395360","shards":1,"effective_bpw":16.0044,"repo":"bartowski/arcee-ai_Homunculus-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-8b","canonical_repo":"prism-ml/Ternary-Bonsai-8B","display_name":"Ternary-Bonsai-8B","publisher":"prism-ml","modality":"text","arch_key":"qwen3","params_total":"8188548096","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1892","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"TQ2_0","bytes":"2414272288","shards":1,"effective_bpw":2.3587,"repo":"vinpix/Bonsai-8B-llama.cpp","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma3-4b-codecenturion","canonical_repo":"sillykiwi/Gemma3-4B-CodeCenturion","display_name":"Gemma3-4B-CodeCenturion","publisher":"sillykiwi","modality":"text","arch_key":"gemma3","params_total":"4299918192","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1892","n_layers":34,"n_head":8,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":2560,"vocab_size":262145,"ctx_native":131072,"sliding_window":1024,"use_sliding_window":null,"swa_period":6,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"sillykiwi/Gemma3-4B-CodeCenturion","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1132981568","shards":1,"effective_bpw":2.1079,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1199459648","shards":1,"effective_bpw":2.2316,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1310256448","shards":1,"effective_bpw":2.4377,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"1404464448","shards":1,"effective_bpw":2.613,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"1449233728","shards":1,"effective_bpw":2.6963,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"1537871168","shards":1,"effective_bpw":2.8612,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"1635929760","shards":1,"effective_bpw":3.0436,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"1689341248","shards":1,"effective_bpw":3.143,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"1729031552","shards":1,"effective_bpw":3.2169,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"1729031840","shards":1,"effective_bpw":3.2169,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"1863257760","shards":1,"effective_bpw":3.4666,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"1937231232","shards":1,"effective_bpw":3.6042,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"1937231520","shards":1,"effective_bpw":3.6042,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"1937231520","shards":1,"effective_bpw":3.6042,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"1986670240","shards":1,"effective_bpw":3.6962,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"2098326912","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"2098327200","shards":1,"effective_bpw":3.9039,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"2235952512","shards":1,"effective_bpw":4.16,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"2235952800","shards":1,"effective_bpw":4.16,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"2263109280","shards":1,"effective_bpw":4.2105,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"2279492992","shards":1,"effective_bpw":4.241,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"2363379360","shards":1,"effective_bpw":4.3971,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"2369932960","shards":1,"effective_bpw":4.4093,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"2377796992","shards":1,"effective_bpw":4.4239,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"2377797280","shards":1,"effective_bpw":4.4239,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"2489761152","shards":1,"effective_bpw":4.6322,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"2489761440","shards":1,"effective_bpw":4.6322,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"2563919520","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"2764459392","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"2764459680","shards":1,"effective_bpw":5.1433,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"2829565312","shards":1,"effective_bpw":5.2644,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"2829565600","shards":1,"effective_bpw":5.2644,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"3190607232","shards":1,"effective_bpw":5.9361,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"3190607520","shards":1,"effective_bpw":5.9361,"repo":"mradermacher/Gemma3-4B-CodeCenturion-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"4130230240","shards":1,"effective_bpw":7.6843,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"7767480640","shards":1,"effective_bpw":14.4514,"repo":"mradermacher/Gemma3-4B-CodeCenturion-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nous-capybara-limarpv3-34b","canonical_repo":"DS-Archive/Nous-Capybara-limarpv3-34B","display_name":"Nous-Capybara-limarpv3-34B","publisher":"DS-Archive","modality":"text","arch_key":"llama","params_total":"34388917248","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1892","n_layers":60,"n_head":56,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":7168,"vocab_size":64000,"ctx_native":200000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DS-Archive/Nous-Capybara-limarpv3-34B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"8101091296","shards":1,"effective_bpw":1.8846,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"8778897376","shards":1,"effective_bpw":2.0423,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9908574176","shards":1,"effective_bpw":2.3051,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10908653536","shards":1,"effective_bpw":2.5377,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"11493132256","shards":1,"effective_bpw":2.6737,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"12396873696","shards":1,"effective_bpw":2.8839,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"13366417376","shards":1,"effective_bpw":3.1095,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"14217115616","shards":1,"effective_bpw":3.3074,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14555875328","shards":1,"effective_bpw":3.3862,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"14775502816","shards":1,"effective_bpw":3.4373,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14960293888","shards":1,"effective_bpw":3.4803,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"15501477856","shards":1,"effective_bpw":3.6062,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"15559968736","shards":1,"effective_bpw":3.6198,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"16105883616","shards":1,"effective_bpw":3.7468,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16636573696","shards":1,"effective_bpw":3.8702,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"17196107744","shards":1,"effective_bpw":4.0004,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"18139445248","shards":1,"effective_bpw":4.2198,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"18680629216","shards":1,"effective_bpw":4.3457,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"19016234976","shards":1,"effective_bpw":4.4238,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19466528768","shards":1,"effective_bpw":4.5286,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19543599104","shards":1,"effective_bpw":4.5465,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"20071938016","shards":1,"effective_bpw":4.6694,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"20139833312","shards":1,"effective_bpw":4.6852,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20658710528","shards":1,"effective_bpw":4.8059,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"21199894496","shards":1,"effective_bpw":4.9318,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23707691008","shards":1,"effective_bpw":5.5152,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"24248874976","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"24321845248","shards":1,"effective_bpw":5.6581,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"24863029216","shards":1,"effective_bpw":5.784,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"28213925888","shards":1,"effective_bpw":6.5635,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"28755109856","shards":1,"effective_bpw":6.6894,"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"36542281728","shards":1,"effective_bpw":8.5009,"repo":"TheBloke/Nous-Capybara-limarpv3-34B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"lfm-2-5-1-2b-instruct-roleplay-tuned","canonical_repo":"Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned","display_name":"LFM-2.5-1.2b-Instruct-roleplay-tuned","publisher":"Indexnusrefather","modality":"text","arch_key":"lfm2","params_total":"1170340608","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1892","n_layers":16,"n_head":32,"n_head_kv":8,"head_dim_k":64,"head_dim_v":64,"hidden":2048,"vocab_size":65536,"ctx_native":128000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["conv","conv","full_attention","conv","conv","full_attention","conv","conv","full_attention","conv","full_attention","conv","full_attention","conv","full_attention","conv"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"304388320","shards":1,"effective_bpw":2.0807,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"327145696","shards":1,"effective_bpw":2.2362,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"365074656","shards":1,"effective_bpw":2.4955,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"396204256","shards":1,"effective_bpw":2.7083,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"403790048","shards":1,"effective_bpw":2.7602,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"434133216","shards":1,"effective_bpw":2.9676,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"460806368","shards":1,"effective_bpw":3.1499,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"483399584","shards":1,"effective_bpw":3.3043,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"483399904","shards":1,"effective_bpw":3.3043,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"490985696","shards":1,"effective_bpw":3.3562,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"537811168","shards":1,"effective_bpw":3.6763,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"558159776","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"558160096","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"558160096","shards":1,"effective_bpw":3.8154,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"566794464","shards":1,"effective_bpw":3.8744,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"600348576","shards":1,"effective_bpw":4.1038,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"600348896","shards":1,"effective_bpw":4.1038,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"635475872","shards":1,"effective_bpw":4.3439,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"635476192","shards":1,"effective_bpw":4.3439,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"663378144","shards":1,"effective_bpw":4.5346,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"668620704","shards":1,"effective_bpw":4.5704,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"695752928","shards":1,"effective_bpw":4.7559,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"697850080","shards":1,"effective_bpw":4.7702,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"700471200","shards":1,"effective_bpw":4.7882,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"700471520","shards":1,"effective_bpw":4.7882,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"730896288","shards":1,"effective_bpw":4.9961,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"730896608","shards":1,"effective_bpw":4.9961,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"760502496","shards":1,"effective_bpw":5.1985,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"825251744","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"825252064","shards":1,"effective_bpw":5.6411,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"843356064","shards":1,"effective_bpw":5.7649,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"843356384","shards":1,"effective_bpw":5.7649,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"962844576","shards":1,"effective_bpw":6.5816,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"962844896","shards":1,"effective_bpw":6.5816,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1246255008","shards":1,"effective_bpw":8.5189,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"2343327648","shards":1,"effective_bpw":16.0181,"repo":"mradermacher/LFM-2.5-1.2b-Instruct-roleplay-tuned-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"trinity-large-truebase","canonical_repo":"arcee-ai/Trinity-Large-TrueBase","display_name":"Trinity-Large-TrueBase","publisher":"arcee-ai","modality":"text","arch_key":"afmoe","params_total":"398635286016","is_moe":true,"is_gated":false,"license_spdx":"other","downloads_30d":"1891","n_layers":60,"n_head":48,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":200192,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":4,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":256,"n_expert_used":4,"arch_source":"arcee-ai/Trinity-Large-TrueBase","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"78905750240","shards":1,"effective_bpw":1.5835,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_S","bytes":"81666716288","shards":3,"effective_bpw":1.6389,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ1_M","bytes":"85135766112","shards":3,"effective_bpw":1.7085,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"88126026464","shards":1,"effective_bpw":1.7686,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XXS","bytes":"95107625568","shards":3,"effective_bpw":1.9087,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"103493153504","shards":1,"effective_bpw":2.0769,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"109811937920","shards":3,"effective_bpw":2.2038,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"110050460288","shards":3,"effective_bpw":2.2085,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"115822244576","shards":1,"effective_bpw":2.3244,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"116312326880","shards":1,"effective_bpw":2.3342,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"125094511328","shards":4,"effective_bpw":2.5105,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"128606028512","shards":1,"effective_bpw":2.5809,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"131936813792","shards":1,"effective_bpw":2.6478,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"138989781728","shards":4,"effective_bpw":2.7893,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"139590357728","shards":4,"effective_bpw":2.8014,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"144754868960","shards":1,"effective_bpw":2.905,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"152986993376","shards":1,"effective_bpw":3.0702,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"156981428960","shards":4,"effective_bpw":3.1504,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"161421759200","shards":1,"effective_bpw":3.2395,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"162428146560","shards":5,"effective_bpw":3.2597,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"171690595040","shards":1,"effective_bpw":3.4456,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"171715662560","shards":1,"effective_bpw":3.4461,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"172218266336","shards":1,"effective_bpw":3.4562,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"172772184928","shards":5,"effective_bpw":3.4673,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"181045941056","shards":5,"effective_bpw":3.6333,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"181184746304","shards":5,"effective_bpw":3.6361,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"188781482848","shards":5,"effective_bpw":3.7886,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"189305443040","shards":1,"effective_bpw":3.7991,"repo":"mradermacher/Trinity-Large-TrueBase-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"212807902144","shards":6,"effective_bpw":4.2707,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"225174496160","shards":6,"effective_bpw":4.5189,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"229048460224","shards":6,"effective_bpw":4.5967,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"233131615168","shards":6,"effective_bpw":4.6786,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"241632208032","shards":7,"effective_bpw":4.8492,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"242088645792","shards":7,"effective_bpw":4.8583,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"249924199488","shards":7,"effective_bpw":5.0156,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"274746156256","shards":8,"effective_bpw":5.5137,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"283323229408","shards":8,"effective_bpw":5.6859,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"327566357792","shards":9,"effective_bpw":6.5738,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"423684396160","shards":11,"effective_bpw":8.5027,"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tess-3-mistral-nemo-12b","canonical_repo":"migtissera/Tess-3-Mistral-Nemo-12B","display_name":"Tess-3-Mistral-Nemo-12B","publisher":"migtissera","modality":"text","arch_key":"llama","params_total":"12247813120","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1891","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131075,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"migtissera/Tess-3-Mistral-Nemo-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999227264","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221640064","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592328064","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915092864","shards":1,"effective_bpw":2.5573,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138489856","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138490272","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435040256","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435040672","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791065056","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791065472","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945402272","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306507264","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306507680","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446440032","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534244864","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534245280","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562098080","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722251264","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722251680","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083108864","shards":1,"effective_bpw":3.9734,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083109280","shards":1,"effective_bpw":3.9734,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561521664","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561522080","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742730240","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742730656","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094659456","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120218080","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120218496","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477225440","shards":1,"effective_bpw":4.884,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477225856","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975310432","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518758240","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518758656","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727654240","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727654656","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141851232","shards":1,"effective_bpw":5.9713,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056234848","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056235264","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381300832","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022401632","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"48999134144","shards":1,"effective_bpw":32.0051,"repo":"bartowski/Tess-3-Mistral-Nemo-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"unsloth-gemma-4-31b-it","canonical_repo":"unsloth/gemma-4-31B-it","display_name":"gemma-4-31B-it","publisher":"unsloth","modality":"text","arch_key":"gemma4","params_total":"32682372656","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1891","n_layers":60,"n_head":32,"n_head_kv":16,"head_dim_k":256,"head_dim_v":256,"hidden":5376,"vocab_size":262144,"ctx_native":262144,"sliding_window":1024,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","sliding_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"unsloth/gemma-4-31B-it","arch_confidence":1,"quantizations":[{"quant":"Q5_K_M","bytes":"21845569536","shards":1,"effective_bpw":5.3474,"repo":"Nekochu/Gemma-4-31B-RedstoneDoor","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ektome-qwen3-8b-pristinelyuncensored","canonical_repo":"Zynerji/Ektome-Qwen3-8B-PristinelyUncensored","display_name":"Ektome-Qwen3-8B-PristinelyUncensored","publisher":"Zynerji","modality":"text","arch_key":"qwen3","params_total":"8190735360","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1890","n_layers":36,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Zynerji/Ektome-Qwen3-8B-PristinelyUncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2115770560","shards":1,"effective_bpw":2.0665,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2256148672","shards":1,"effective_bpw":2.2036,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2490112192","shards":1,"effective_bpw":2.4321,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2696157376","shards":1,"effective_bpw":2.6334,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2864744640","shards":1,"effective_bpw":2.798,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3051915456","shards":1,"effective_bpw":2.9808,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3083552960","shards":1,"effective_bpw":3.0117,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3281733504","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3281733824","shards":1,"effective_bpw":3.2053,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3369633984","shards":1,"effective_bpw":3.2912,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3626875072","shards":1,"effective_bpw":3.5424,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3769612160","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3769612480","shards":1,"effective_bpw":3.6818,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3789666496","shards":1,"effective_bpw":3.7014,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3896621248","shards":1,"effective_bpw":3.8059,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4124161920","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4124162240","shards":1,"effective_bpw":4.0281,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4431394688","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4431395008","shards":1,"effective_bpw":4.3282,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4561840320","shards":1,"effective_bpw":4.4556,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4593297280","shards":1,"effective_bpw":4.4863,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4787333312","shards":1,"effective_bpw":4.6759,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4793624768","shards":1,"effective_bpw":4.682,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4802013056","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4802013376","shards":1,"effective_bpw":4.6902,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5027784576","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5027784896","shards":1,"effective_bpw":4.9107,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5247756480","shards":1,"effective_bpw":5.1256,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5720762240","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5720762560","shards":1,"effective_bpw":5.5875,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5851113344","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5851113664","shards":1,"effective_bpw":5.7149,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6725900160","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6725900480","shards":1,"effective_bpw":6.5693,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8709519232","shards":1,"effective_bpw":8.5067,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16388044672","shards":1,"effective_bpw":16.0064,"repo":"mradermacher/Ektome-Qwen3-8B-PristinelyUncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"magidonia-24b-v4-2-0","canonical_repo":"TheDrummer/Magidonia-24B-v4.2.0","display_name":"Magidonia-24B-v4.2.0","publisher":"TheDrummer","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1887","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Magidonia-24B-v4.2.0","arch_confidence":1,"quantizations":[{"quant":"IQ2_XS","bytes":"7207036320","shards":1,"effective_bpw":2.4459,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"7478355360","shards":1,"effective_bpw":2.538,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"8114054560","shards":1,"effective_bpw":2.7537,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890328480","shards":1,"effective_bpw":3.0172,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"9280595360","shards":1,"effective_bpw":3.1496,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"9545688480","shards":1,"effective_bpw":3.2396,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"9907119520","shards":1,"effective_bpw":3.3623,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400277920","shards":1,"effective_bpw":3.5296,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"10650953120","shards":1,"effective_bpw":3.6147,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474085280","shards":1,"effective_bpw":3.8941,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400764320","shards":1,"effective_bpw":4.2086,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12758918560","shards":1,"effective_bpw":4.3301,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"13468018080","shards":1,"effective_bpw":4.5708,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"13494232480","shards":1,"effective_bpw":4.5797,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549282720","shards":1,"effective_bpw":4.5984,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333912480","shards":1,"effective_bpw":4.8646,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"14831986080","shards":1,"effective_bpw":5.0337,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"14873109920","shards":1,"effective_bpw":5.0476,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304416160","shards":1,"effective_bpw":5.5334,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763987360","shards":1,"effective_bpw":5.6894,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"17178174880","shards":1,"effective_bpw":5.8299,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345941920","shards":1,"effective_bpw":6.5656,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"19671000480","shards":1,"effective_bpw":6.6759,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054782880","shards":1,"effective_bpw":8.5031,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"47153521792","shards":1,"effective_bpw":16.003,"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"arcee-maestro-7b-preview","canonical_repo":"arcee-ai/Arcee-Maestro-7B-Preview","display_name":"Arcee-Maestro-7B-Preview","publisher":"arcee-ai","modality":"text","arch_key":"qwen2","params_total":"7612756480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1887","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":151665,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"arcee-ai/Arcee-Maestro-7B-Preview","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"2778735872","shards":1,"effective_bpw":2.9201,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3014288992","shards":1,"effective_bpw":3.1676,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3112908032","shards":1,"effective_bpw":3.2713,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3344459552","shards":1,"effective_bpw":3.5146,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3490572064","shards":1,"effective_bpw":3.6681,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3545116480","shards":1,"effective_bpw":3.7254,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3572215584","shards":1,"effective_bpw":3.7539,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3806594848","shards":1,"effective_bpw":4.0002,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4086662944","shards":1,"effective_bpw":4.2945,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4216530880","shards":1,"effective_bpw":4.431,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4435826976","shards":1,"effective_bpw":4.6615,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4442134816","shards":1,"effective_bpw":4.6681,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4455782688","shards":1,"effective_bpw":4.6824,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4681087264","shards":1,"effective_bpw":4.9192,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"4871207936","shards":1,"effective_bpw":5.119,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5084516160","shards":1,"effective_bpw":5.3432,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5313011424","shards":1,"effective_bpw":5.5833,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5442666208","shards":1,"effective_bpw":5.7195,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"5778149184","shards":1,"effective_bpw":6.0721,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6251843840","shards":1,"effective_bpw":6.5699,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6515134272","shards":1,"effective_bpw":6.8465,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8095477568","shards":1,"effective_bpw":8.5073,"repo":"bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"merlinite-7b-lab","canonical_repo":"instructlab/merlinite-7b-lab","display_name":"merlinite-7b-lab","publisher":"instructlab","modality":"text","arch_key":"llama","params_total":"7241797632","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1886","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32008,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"instructlab/merlinite-7b-lab","arch_confidence":1,"quantizations":[{"quant":"Q4_K_M","bytes":"4368484992","shards":1,"effective_bpw":4.8259,"repo":"instructlab/merlinite-7b-lab-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"areal-boba-2-32b","canonical_repo":"inclusionAI/AReaL-boba-2-32B","display_name":"AReaL-boba-2-32B","publisher":"inclusionAI","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1885","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":4096,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"inclusionAI/AReaL-boba-2-32B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323841760","shards":1,"effective_bpw":1.7884,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959868640","shards":1,"effective_bpw":1.9437,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019913440","shards":1,"effective_bpw":2.2025,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951835360","shards":1,"effective_bpw":2.4301,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514825440","shards":1,"effective_bpw":2.5676,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362861280","shards":1,"effective_bpw":2.7746,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465814240","shards":1,"effective_bpw":2.7998,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344652000","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821037280","shards":1,"effective_bpw":3.1307,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702921440","shards":1,"effective_bpw":3.346,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389738720","shards":1,"effective_bpw":3.5137,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434303200","shards":1,"effective_bpw":3.5246,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930083040","shards":1,"effective_bpw":3.6457,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971777760","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330994400","shards":1,"effective_bpw":4.232,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690495200","shards":1,"effective_bpw":4.3197,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703087840","shards":1,"effective_bpw":4.567,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771245280","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762149600","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636522720","shards":1,"effective_bpw":5.0391,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635493600","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214831840","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883306720","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/AReaL-boba-2-32B-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"astragptcoder-7b","canonical_repo":"adityawakharkar/AstraGPTCoder-7B","display_name":"AstraGPTCoder-7B","publisher":"adityawakharkar","modality":"text","arch_key":"qwen2","params_total":"7615616512","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1885","n_layers":28,"n_head":28,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":3584,"vocab_size":152064,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"adityawakharkar/AstraGPTCoder-7B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1903668704","shards":1,"effective_bpw":1.9998,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2042197472","shards":1,"effective_bpw":2.1453,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2273078752","shards":1,"effective_bpw":2.3878,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2469023200","shards":1,"effective_bpw":2.5936,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2595638752","shards":1,"effective_bpw":2.7266,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2780343776","shards":1,"effective_bpw":2.9207,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2834075104","shards":1,"effective_bpw":2.9771,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3015941344","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3015941600","shards":1,"effective_bpw":3.1682,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3114515936","shards":1,"effective_bpw":3.2717,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3346257376","shards":1,"effective_bpw":3.5152,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3492369632","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3492369888","shards":1,"effective_bpw":3.6686,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3499193824","shards":1,"effective_bpw":3.6758,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3574013408","shards":1,"effective_bpw":3.7544,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3808392416","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3808392672","shards":1,"effective_bpw":4.0006,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4088460512","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4088460768","shards":1,"effective_bpw":4.2948,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4218473952","shards":1,"effective_bpw":4.4314,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4250299616","shards":1,"effective_bpw":4.4648,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4437814752","shards":1,"effective_bpw":4.6618,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4444122592","shards":1,"effective_bpw":4.6684,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4457770208","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4457770464","shards":1,"effective_bpw":4.6828,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4683074784","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4683075040","shards":1,"effective_bpw":4.9194,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4873285088","shards":1,"effective_bpw":5.1193,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5315177696","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5315177952","shards":1,"effective_bpw":5.5835,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5444832480","shards":1,"effective_bpw":5.7196,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5444832736","shards":1,"effective_bpw":5.7197,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6254200032","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6254200288","shards":1,"effective_bpw":6.5699,"repo":"mradermacher/AstraGPTCoder-7B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8098526432","shards":1,"effective_bpw":8.5073,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"15237854432","shards":1,"effective_bpw":16.007,"repo":"mradermacher/AstraGPTCoder-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen2-5-1-5b-vibethinker-heretic-uncensored-abliterated","canonical_repo":"DavidAU/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated","display_name":"Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated","publisher":"DavidAU","modality":"text","arch_key":"qwen2","params_total":"1543714304","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1885","n_layers":28,"n_head":12,"n_head_kv":2,"head_dim_k":128,"head_dim_v":128,"hidden":1536,"vocab_size":151936,"ctx_native":131072,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"DavidAU/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"436528256","shards":1,"effective_bpw":2.2622,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"464461952","shards":1,"effective_bpw":2.407,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"511018112","shards":1,"effective_bpw":2.6483,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"550327424","shards":1,"effective_bpw":2.852,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"563810432","shards":1,"effective_bpw":2.9218,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"601055360","shards":1,"effective_bpw":3.1149,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"640135808","shards":1,"effective_bpw":3.3174,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"668792960","shards":1,"effective_bpw":3.4659,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"676305216","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"676305536","shards":1,"effective_bpw":3.5048,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"731699840","shards":1,"effective_bpw":3.7919,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"760944960","shards":1,"effective_bpw":3.9434,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"760945280","shards":1,"effective_bpw":3.9435,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"762407552","shards":1,"effective_bpw":3.951,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"776664704","shards":1,"effective_bpw":4.0249,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"824179008","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"824179328","shards":1,"effective_bpw":4.2711,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"880163136","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"880163456","shards":1,"effective_bpw":4.5613,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"895732352","shards":1,"effective_bpw":4.642,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"902183232","shards":1,"effective_bpw":4.6754,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"936331904","shards":1,"effective_bpw":4.8524,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"937536128","shards":1,"effective_bpw":4.8586,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"940312896","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"940313216","shards":1,"effective_bpw":4.873,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"986048832","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"986049152","shards":1,"effective_bpw":5.11,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"1016842880","shards":1,"effective_bpw":5.2696,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"1098729792","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"1098730112","shards":1,"effective_bpw":5.694,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"1125050688","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"1125051008","shards":1,"effective_bpw":5.8304,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"1272740160","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"1272740480","shards":1,"effective_bpw":6.5957,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"1646573376","shards":1,"effective_bpw":8.533,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3093669696","shards":1,"effective_bpw":16.0323,"repo":"mradermacher/Qwen2.5-1.5B-VibeThinker-heretic-uncensored-abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"silicon-maid-7b","canonical_repo":"SanjiWatsuki/Silicon-Maid-7B","display_name":"Silicon-Maid-7B","publisher":"SanjiWatsuki","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"cc-by-4.0","downloads_30d":"1884","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SanjiWatsuki/Silicon-Maid-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"2719242464","shards":1,"effective_bpw":3.004,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3018815712","shards":1,"effective_bpw":3.3349,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3084034176","shards":1,"effective_bpw":3.407,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567776","shards":1,"effective_bpw":3.4959,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3165503616","shards":1,"effective_bpw":3.497,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"3182393568","shards":1,"effective_bpw":3.5156,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3284891872","shards":1,"effective_bpw":3.6288,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986464","shards":1,"effective_bpw":3.8875,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3519922304","shards":1,"effective_bpw":3.8885,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024928","shards":1,"effective_bpw":4.2222,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822960768","shards":1,"effective_bpw":4.2233,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3944388832","shards":1,"effective_bpw":4.3574,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4109852800","shards":1,"effective_bpw":4.5402,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374240","shards":1,"effective_bpw":4.5739,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4141310080","shards":1,"effective_bpw":4.5749,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439520","shards":1,"effective_bpw":4.8259,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4369375360","shards":1,"effective_bpw":4.8269,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4998652032","shards":1,"effective_bpw":5.5221,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4998652032","shards":1,"effective_bpw":5.5221,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409632","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5132345472","shards":1,"effective_bpw":5.6697,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065376","shards":1,"effective_bpw":6.5642,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5943001216","shards":1,"effective_bpw":6.5653,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857888","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7696793728","shards":1,"effective_bpw":8.5027,"repo":"TheBloke/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14484732128","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Silicon-Maid-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"phind-codellama-34b-python-v1","canonical_repo":"Phind/Phind-CodeLlama-34B-Python-v1","display_name":"Phind-CodeLlama-34B-Python-v1","publisher":"Phind","modality":"text","arch_key":"llama","params_total":"33743970304","is_moe":false,"is_gated":false,"license_spdx":"llama2","downloads_30d":"1884","n_layers":48,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":8192,"vocab_size":32000,"ctx_native":16384,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Phind/Phind-CodeLlama-34B-Python-v1","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7251129600","shards":1,"effective_bpw":1.7191,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7919400192","shards":1,"effective_bpw":1.8775,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9033184512","shards":1,"effective_bpw":2.1416,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"10024875264","shards":1,"effective_bpw":2.3767,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10614387968","shards":1,"effective_bpw":2.5165,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11505415424","shards":1,"effective_bpw":2.7277,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12505691392","shards":1,"effective_bpw":2.9648,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"13010253056","shards":1,"effective_bpw":3.0845,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13880259840","shards":1,"effective_bpw":3.2907,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"14210674848","shards":1,"effective_bpw":3.3691,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14605349024","shards":1,"effective_bpw":3.4626,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14605350144","shards":1,"effective_bpw":3.4626,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14658827520","shards":1,"effective_bpw":3.4753,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"15230366976","shards":1,"effective_bpw":3.6108,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"16283594912","shards":1,"effective_bpw":3.8605,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"16306140416","shards":1,"effective_bpw":3.8658,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17771524256","shards":1,"effective_bpw":4.2133,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17771525376","shards":1,"effective_bpw":4.2133,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"18068681984","shards":1,"effective_bpw":4.2837,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"19052048544","shards":1,"effective_bpw":4.5168,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"19119682816","shards":1,"effective_bpw":4.5329,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"19146420384","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"19191510272","shards":1,"effective_bpw":4.5499,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"20219900064","shards":1,"effective_bpw":4.7937,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"20219901184","shards":1,"effective_bpw":4.7937,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"23237177504","shards":1,"effective_bpw":5.5091,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"23237178624","shards":1,"effective_bpw":5.5091,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23838797984","shards":1,"effective_bpw":5.6517,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23838799104","shards":1,"effective_bpw":5.6517,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"27683877024","shards":1,"effective_bpw":6.5633,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"27683878144","shards":1,"effective_bpw":6.5633,"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"35856052384","shards":1,"effective_bpw":8.5007,"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"gemma-4-12b-it-qat-q4-0-unquantized-heretic-empathy-ja","canonical_repo":"OS-Software/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja","display_name":"gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja","publisher":"OS-Software","modality":"text","arch_key":"gemma4","params_total":"11907350576","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1884","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2983693536","shards":1,"effective_bpw":2.0046,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3202850016","shards":1,"effective_bpw":2.1518,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3568110816","shards":1,"effective_bpw":2.3972,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3887844576","shards":1,"effective_bpw":2.6121,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4079598816","shards":1,"effective_bpw":2.7409,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4371807456","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4504149216","shards":1,"effective_bpw":3.0261,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4830149504","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4830149856","shards":1,"effective_bpw":3.2452,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4849196256","shards":1,"effective_bpw":3.258,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5272394976","shards":1,"effective_bpw":3.5423,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5528230784","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5528231136","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5528231136","shards":1,"effective_bpw":3.7142,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5733993696","shards":1,"effective_bpw":3.8524,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6087089024","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6087089376","shards":1,"effective_bpw":4.0896,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6566321024","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6566321376","shards":1,"effective_bpw":4.4116,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6635257056","shards":1,"effective_bpw":4.4579,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6690552704","shards":1,"effective_bpw":4.4951,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"6975880416","shards":1,"effective_bpw":4.6868,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"6997998816","shards":1,"effective_bpw":4.7016,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7024049024","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7024049376","shards":1,"effective_bpw":4.7191,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7381384064","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7381384416","shards":1,"effective_bpw":4.9592,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7657127136","shards":1,"effective_bpw":5.1445,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8338373504","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8338373856","shards":1,"effective_bpw":5.6022,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8547269504","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8547269856","shards":1,"effective_bpw":5.7425,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"9786022784","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"9786023136","shards":1,"effective_bpw":6.5748,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"12669647744","shards":1,"effective_bpw":8.5122,"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-heretic-empathy-ja-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mage-flow","canonical_repo":"microsoft/Mage-Flow","display_name":"Mage-Flow","publisher":"microsoft","modality":"text","arch_key":"pig","params_total":"4115745408","is_moe":false,"is_gated":false,"license_spdx":"mit","downloads_30d":"1883","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"NVFP4","bytes":"2373295968","shards":1,"effective_bpw":4.6131,"repo":"gguf-org/mageflow-gguf","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"nera-noctis-12b","canonical_repo":"ChaoticNeutrals/Nera_Noctis-12B","display_name":"Nera_Noctis-12B","publisher":"ChaoticNeutrals","modality":"text","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"other","downloads_30d":"1883","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":1024000,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ChaoticNeutrals/Nera_Noctis-12B","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2999212032","shards":1,"effective_bpw":1.959,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3221624832","shards":1,"effective_bpw":2.1043,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"3592312832","shards":1,"effective_bpw":2.3464,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_XS","bytes":"3915077216","shards":1,"effective_bpw":2.5572,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3915077632","shards":1,"effective_bpw":2.5572,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_S","bytes":"4138473056","shards":1,"effective_bpw":2.7032,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"4138473472","shards":1,"effective_bpw":2.7032,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"4435023456","shards":1,"effective_bpw":2.8969,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"4435023872","shards":1,"effective_bpw":2.8969,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"4493678592","shards":1,"effective_bpw":2.9352,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"4791047776","shards":1,"effective_bpw":3.1294,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"4791048192","shards":1,"effective_bpw":3.1294,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"4945385472","shards":1,"effective_bpw":3.2302,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"5306488416","shards":1,"effective_bpw":3.4661,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"5306488832","shards":1,"effective_bpw":3.4661,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"5446407776","shards":1,"effective_bpw":3.5575,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5534226016","shards":1,"effective_bpw":3.6148,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"5534226432","shards":1,"effective_bpw":3.6148,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"5562079232","shards":1,"effective_bpw":3.633,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5722232416","shards":1,"effective_bpw":3.7376,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"5722232832","shards":1,"effective_bpw":3.7376,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6083090016","shards":1,"effective_bpw":3.9733,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"6083090432","shards":1,"effective_bpw":3.9733,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6561502816","shards":1,"effective_bpw":4.2858,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"6561503232","shards":1,"effective_bpw":4.2858,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6742709856","shards":1,"effective_bpw":4.4042,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"6742710272","shards":1,"effective_bpw":4.4042,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"7094638176","shards":1,"effective_bpw":4.6341,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"7094638592","shards":1,"effective_bpw":4.6341,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"7097914976","shards":1,"effective_bpw":4.6362,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"7097915392","shards":1,"effective_bpw":4.6362,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7120197216","shards":1,"effective_bpw":4.6508,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"7120197632","shards":1,"effective_bpw":4.6508,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7477204576","shards":1,"effective_bpw":4.884,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"7477204992","shards":1,"effective_bpw":4.884,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"7795218016","shards":1,"effective_bpw":5.0917,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"7795218432","shards":1,"effective_bpw":5.0917,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"7975278176","shards":1,"effective_bpw":5.2093,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8518735456","shards":1,"effective_bpw":5.5643,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"8518735872","shards":1,"effective_bpw":5.5643,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8727631456","shards":1,"effective_bpw":5.7007,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"8727631872","shards":1,"effective_bpw":5.7007,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"9141818976","shards":1,"effective_bpw":5.9712,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056210016","shards":1,"effective_bpw":6.5685,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"10056210432","shards":1,"effective_bpw":6.5685,"repo":"mradermacher/Nera_Noctis-12B-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381268576","shards":1,"effective_bpw":6.7808,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022369376","shards":1,"effective_bpw":8.5059,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"24504276288","shards":1,"effective_bpw":16.0057,"repo":"bartowski/Nera_Noctis-12B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openhermes-2-mistral-7b","canonical_repo":"teknium/OpenHermes-2-Mistral-7B","display_name":"OpenHermes-2-Mistral-7B","publisher":"teknium","modality":"text","arch_key":"llama","params_total":"7241748480","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1882","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32002,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"teknium/OpenHermes-2-Mistral-7B","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083107168","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164577440","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518996128","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822034592","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108927712","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140384992","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368450272","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997727968","shards":1,"effective_bpw":5.521,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997727968","shards":1,"effective_bpw":5.521,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131421408","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942078240","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695874720","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"openprose-2-flash","canonical_repo":"SL-AI/Openprose-2-Flash","display_name":"Openprose-2-Flash","publisher":"SL-AI","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1876","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SL-AI/Openprose-2-Flash","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3914969504","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3914969760","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4364022176","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022432","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990688","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783392","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4737610144","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610400","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5048512928","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513184","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418592","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5357875616","shards":1,"effective_bpw":4.4403,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864544","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5488554400","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554656","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663520","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5780091296","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091552","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462432","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6472642976","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643232","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6642545056","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545312","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7558902176","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902432","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Openprose-2-Flash-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9786061216","shards":1,"effective_bpw":8.1102,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18407322016","shards":1,"effective_bpw":15.255,"repo":"mradermacher/Openprose-2-Flash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"marco-nano-instruct","canonical_repo":"ATH-MaaS/Marco-Nano-Instruct","display_name":"Marco-Nano-Instruct","publisher":"ATH-MaaS","modality":"text","arch_key":"qwen3moe","params_total":"8001454080","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1876","n_layers":28,"n_head":16,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":1024,"vocab_size":151936,"ctx_native":32768,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":232,"n_expert_used":8,"arch_source":"ATH-MaaS/Marco-Nano-Instruct","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2623243040","shards":1,"effective_bpw":2.6228,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2745041696","shards":1,"effective_bpw":2.7445,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2948039456","shards":1,"effective_bpw":2.9475,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3112272672","shards":1,"effective_bpw":3.1117,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3120530208","shards":1,"effective_bpw":3.12,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3282928416","shards":1,"effective_bpw":3.2823,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3340291616","shards":1,"effective_bpw":3.3397,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3340291872","shards":1,"effective_bpw":3.3397,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"3365556000","shards":1,"effective_bpw":3.3649,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3596944160","shards":1,"effective_bpw":3.5963,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3684355872","shards":1,"effective_bpw":3.6837,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3868085792","shards":1,"effective_bpw":3.8674,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3868086048","shards":1,"effective_bpw":3.8674,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3868086048","shards":1,"effective_bpw":3.8674,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3913994016","shards":1,"effective_bpw":3.9133,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4205039136","shards":1,"effective_bpw":4.2043,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4205039392","shards":1,"effective_bpw":4.2043,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4369731104","shards":1,"effective_bpw":4.3689,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4369731360","shards":1,"effective_bpw":4.3689,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4404825888","shards":1,"effective_bpw":4.404,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4456140320","shards":1,"effective_bpw":4.4553,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4569976608","shards":1,"effective_bpw":4.5691,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4587081504","shards":1,"effective_bpw":4.5862,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4906896928","shards":1,"effective_bpw":4.906,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4906897184","shards":1,"effective_bpw":4.906,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5059923744","shards":1,"effective_bpw":5.059,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5371989536","shards":1,"effective_bpw":5.371,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5371989792","shards":1,"effective_bpw":5.371,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5709516320","shards":1,"effective_bpw":5.7085,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5709516576","shards":1,"effective_bpw":5.7085,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6110580256","shards":1,"effective_bpw":6.1095,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6110580512","shards":1,"effective_bpw":6.1095,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7209635360","shards":1,"effective_bpw":7.2083,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7209635616","shards":1,"effective_bpw":7.2083,"repo":"mradermacher/Marco-Nano-Instruct-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8527233568","shards":1,"effective_bpw":8.5257,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16022299168","shards":1,"effective_bpw":16.0194,"repo":"mradermacher/Marco-Nano-Instruct-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ornstein-3-5-9b-v1-5","canonical_repo":"GestaltLabs/Ornstein-3.5-9B-V1.5","display_name":"Ornstein-3.5-9B-V1.5","publisher":"GestaltLabs","modality":"text","arch_key":"qwen35","params_total":"9653104368","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1876","n_layers":32,"n_head":16,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":4096,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"GestaltLabs/Ornstein-3.5-9B-V1.5","arch_confidence":1,"quantizations":[{"quant":"I1-Q2_K","bytes":"3914969696","shards":1,"effective_bpw":3.2445,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4364022368","shards":1,"effective_bpw":3.6167,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4475990624","shards":1,"effective_bpw":3.7095,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4522783328","shards":1,"effective_bpw":3.7483,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4737610336","shards":1,"effective_bpw":3.9263,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5048513120","shards":1,"effective_bpw":4.1839,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5326418528","shards":1,"effective_bpw":4.4143,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5462864480","shards":1,"effective_bpw":4.5273,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5488554592","shards":1,"effective_bpw":4.5486,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"5555663456","shards":1,"effective_bpw":4.6043,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5780091488","shards":1,"effective_bpw":4.7902,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5961462368","shards":1,"effective_bpw":4.9406,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6472643168","shards":1,"effective_bpw":5.3642,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6642545248","shards":1,"effective_bpw":5.505,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7558902368","shards":1,"effective_bpw":6.2644,"repo":"mradermacher/Ornstein-3.5-9B-V1.5-i1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-32b-uncensored","canonical_repo":"nicoboss/Qwen3-32B-Uncensored","display_name":"Qwen3-32B-Uncensored","publisher":"nicoboss","modality":"text","arch_key":"qwen3","params_total":"32762123264","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1875","n_layers":64,"n_head":64,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":151936,"ctx_native":40960,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"nicoboss/Qwen3-32B-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"7323842496","shards":1,"effective_bpw":1.7884,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7959869376","shards":1,"effective_bpw":1.9437,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"9019914176","shards":1,"effective_bpw":2.2025,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9951836096","shards":1,"effective_bpw":2.4301,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"10514826176","shards":1,"effective_bpw":2.5676,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"11362862016","shards":1,"effective_bpw":2.7746,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"11465814976","shards":1,"effective_bpw":2.7998,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"12344652512","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"12344652736","shards":1,"effective_bpw":3.0144,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"12821038016","shards":1,"effective_bpw":3.1307,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"13702922176","shards":1,"effective_bpw":3.346,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"14389739232","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"14389739456","shards":1,"effective_bpw":3.5138,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"14434303936","shards":1,"effective_bpw":3.5246,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"14930083776","shards":1,"effective_bpw":3.6457,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"15971778272","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"15971778496","shards":1,"effective_bpw":3.9001,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"17330994912","shards":1,"effective_bpw":4.232,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"17330995136","shards":1,"effective_bpw":4.232,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"17690495936","shards":1,"effective_bpw":4.3197,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"17854335712","shards":1,"effective_bpw":4.3598,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"18703088576","shards":1,"effective_bpw":4.567,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"18771245792","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"18771246016","shards":1,"effective_bpw":4.5836,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"19762150112","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"19762150336","shards":1,"effective_bpw":4.8256,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"20636523456","shards":1,"effective_bpw":5.0391,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"22635494112","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"22635494336","shards":1,"effective_bpw":5.5272,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"23214832352","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"23214832576","shards":1,"effective_bpw":5.6687,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"26883307232","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"26883307456","shards":1,"effective_bpw":6.5645,"repo":"mradermacher/Qwen3-32B-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"34817720032","shards":1,"effective_bpw":8.5019,"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"pixtral-12b-2409","canonical_repo":"mistralai/Pixtral-12B-2409","display_name":"Pixtral-12B-2409","publisher":"mistralai","modality":"vision_language","arch_key":"llama","params_total":"12247782400","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1875","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":[{"quant":"Q2_K","bytes":"5121348512","shards":1,"effective_bpw":3.3452,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"5724607648","shards":1,"effective_bpw":3.7392,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"5796369312","shards":1,"effective_bpw":3.7861,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"6345233312","shards":1,"effective_bpw":4.1446,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_M","bytes":"6445831072","shards":1,"effective_bpw":4.2103,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"6823646112","shards":1,"effective_bpw":4.4571,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"6975034272","shards":1,"effective_bpw":4.5559,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"6994039712","shards":1,"effective_bpw":4.5684,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"7293211552","shards":1,"effective_bpw":4.7638,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"7703795680","shards":1,"effective_bpw":5.032,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"8607863712","shards":1,"effective_bpw":5.6225,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"8816759712","shards":1,"effective_bpw":5.7589,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"10056209312","shards":1,"effective_bpw":6.5685,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"10381267872","shards":1,"effective_bpw":6.7808,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"13022368672","shards":1,"effective_bpw":8.5059,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"24504275872","shards":1,"effective_bpw":16.0057,"repo":"EnlistedGhost/Pixtral-12B-2409-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tiger-gemma-9b-v1","canonical_repo":"TheDrummer/Tiger-Gemma-9B-v1","display_name":"Tiger-Gemma-9B-v1","publisher":"TheDrummer","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1874","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Tiger-Gemma-9B-v1","arch_confidence":1,"quantizations":[{"quant":"IQ2_M","bytes":"3434668992","shards":1,"effective_bpw":2.9732,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3796739008","shards":1,"effective_bpw":3.2866,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805397952","shards":1,"effective_bpw":3.2941,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027605952","shards":1,"effective_bpw":3.4865,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989120","shards":1,"effective_bpw":3.5881,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337664960","shards":1,"effective_bpw":3.7549,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615488","shards":1,"effective_bpw":3.8907,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781184","shards":1,"effective_bpw":4.122,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132452800","shards":1,"effective_bpw":4.4429,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030208","shards":1,"effective_bpw":4.4866,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925248","shards":1,"effective_bpw":4.7428,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057728","shards":1,"effective_bpw":4.987,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265728","shards":1,"effective_bpw":5.1794,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592128","shards":1,"effective_bpw":5.6125,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366592","shards":1,"effective_bpw":5.7542,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574592","shards":1,"effective_bpw":5.9466,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589069760","shards":1,"effective_bpw":6.5694,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811277760","shards":1,"effective_bpw":6.7618,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148736","shards":1,"effective_bpw":8.5068,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null},{"quant":"F32","bytes":"36972880544","shards":1,"effective_bpw":32.0052,"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-tts-12hz-1-7b-customvoice","canonical_repo":"Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice","display_name":"Qwen3-TTS-12Hz-1.7B-CustomVoice","publisher":"Qwen","modality":"audio_tts","arch_key":"qwen3tts","params_total":"1916676352","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1874","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice","arch_confidence":1,"quantizations":[{"quant":"Q8_0","bytes":"2042225952","shards":1,"effective_bpw":8.524,"repo":"cstr/qwen3-tts-1.7b-customvoice-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"3838977216","shards":1,"effective_bpw":16.0235,"repo":"cstr/qwen3-tts-1.7b-customvoice-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-3-parasite","canonical_repo":"ApolloRaines/Mistral-7B-Instruct-v0.3-Parasite","display_name":"Mistral-7B-Instruct-v0.3-Parasite","publisher":"ApolloRaines","modality":"text","arch_key":"llama","params_total":"7248023552","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1874","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32768,"ctx_native":32768,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"ApolloRaines/Mistral-7B-Instruct-v0.3-Parasite","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"1615324352","shards":1,"effective_bpw":1.7829,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"1757668544","shards":1,"effective_bpw":1.94,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"1994908864","shards":1,"effective_bpw":2.2019,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2201478336","shards":1,"effective_bpw":2.4299,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2314462400","shards":1,"effective_bpw":2.5546,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2504254656","shards":1,"effective_bpw":2.7641,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2532566208","shards":1,"effective_bpw":2.7953,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"2722882464","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"2722882752","shards":1,"effective_bpw":3.0054,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"2830886080","shards":1,"effective_bpw":3.1246,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3022775488","shards":1,"effective_bpw":3.3364,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3168527264","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3168527552","shards":1,"effective_bpw":3.4973,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3186353344","shards":1,"effective_bpw":3.5169,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3288851648","shards":1,"effective_bpw":3.6301,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3522945952","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"3522946240","shards":1,"effective_bpw":3.8884,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3825984416","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"3825984704","shards":1,"effective_bpw":4.2229,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"3911967936","shards":1,"effective_bpw":4.3178,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"3948667808","shards":1,"effective_bpw":4.3583,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4127974592","shards":1,"effective_bpw":4.5562,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4130071744","shards":1,"effective_bpw":4.5586,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4144751520","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4144751808","shards":1,"effective_bpw":4.5748,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4372816800","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4372817088","shards":1,"effective_bpw":4.8265,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"4557890752","shards":1,"effective_bpw":5.0308,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5002486688","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5002486976","shards":1,"effective_bpw":5.5215,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5136180128","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5136180416","shards":1,"effective_bpw":5.6691,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5947253664","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"5947253952","shards":1,"effective_bpw":6.5643,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7702569888","shards":1,"effective_bpw":8.5017,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"14497342368","shards":1,"effective_bpw":16.0014,"repo":"mradermacher/Mistral-7B-Instruct-v0.3-Parasite-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama3-2-30b-a3b-ii-dark-champion-instruct-heretic-abliterated-uncensored","canonical_repo":"DavidAU/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","display_name":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","publisher":"DavidAU","modality":"text","arch_key":"llama","params_total":"29965292544","is_moe":true,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1874","n_layers":47,"n_head":24,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":3072,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":8,"n_expert_used":1,"arch_source":"DavidAU/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"6520457632","shards":1,"effective_bpw":1.7408,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"7172581792","shards":1,"effective_bpw":1.9149,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"8259455392","shards":1,"effective_bpw":2.2051,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"9128954272","shards":1,"effective_bpw":2.4372,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"9231190432","shards":1,"effective_bpw":2.4645,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"10100689312","shards":1,"effective_bpw":2.6966,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"10492535200","shards":1,"effective_bpw":2.8013,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"11377025120","shards":1,"effective_bpw":3.0374,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"11377025440","shards":1,"effective_bpw":3.0374,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"11912628640","shards":1,"effective_bpw":3.1804,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"12643844512","shards":1,"effective_bpw":3.3756,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"13344112736","shards":1,"effective_bpw":3.5626,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"13344113056","shards":1,"effective_bpw":3.5626,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"13344113056","shards":1,"effective_bpw":3.5626,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"13959102880","shards":1,"effective_bpw":3.7267,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"14651162720","shards":1,"effective_bpw":3.9115,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"14651163040","shards":1,"effective_bpw":3.9115,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"15669272672","shards":1,"effective_bpw":4.1833,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"15669272992","shards":1,"effective_bpw":4.1833,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"16272220576","shards":1,"effective_bpw":4.3443,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"16429506656","shards":1,"effective_bpw":4.3863,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"17180647840","shards":1,"effective_bpw":4.5868,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"17299005536","shards":1,"effective_bpw":4.6184,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"17299005856","shards":1,"effective_bpw":4.6184,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"18366980192","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"18366980512","shards":1,"effective_bpw":4.9035,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"18947367328","shards":1,"effective_bpw":5.0585,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"20777001056","shards":1,"effective_bpw":5.547,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"20777001376","shards":1,"effective_bpw":5.547,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"21391990880","shards":1,"effective_bpw":5.7111,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"21391991200","shards":1,"effective_bpw":5.7111,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"24664973408","shards":1,"effective_bpw":6.5849,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"24664973728","shards":1,"effective_bpw":6.5849,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"31850227808","shards":1,"effective_bpw":8.5032,"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"mistral-7b-instruct-v0-2-code-ft","canonical_repo":"Nondzu/Mistral-7B-Instruct-v0.2-code-ft","display_name":"Mistral-7B-Instruct-v0.2-code-ft","publisher":"Nondzu","modality":"text","arch_key":"llama","params_total":"7241732096","is_moe":false,"is_gated":false,"license_spdx":"cc-by-nc-nd-4.0","downloads_30d":"1872","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":32000,"ctx_native":32768,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"Nondzu/Mistral-7B-Instruct-v0.2-code-ft","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"3083098336","shards":1,"effective_bpw":3.4059,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3164567776","shards":1,"effective_bpw":3.4959,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"3518986464","shards":1,"effective_bpw":3.8875,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"3822024928","shards":1,"effective_bpw":4.2222,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4108916960","shards":1,"effective_bpw":4.5392,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4140374240","shards":1,"effective_bpw":4.5739,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4368439520","shards":1,"effective_bpw":4.8259,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_0","bytes":"4997716192","shards":1,"effective_bpw":5.521,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5131409632","shards":1,"effective_bpw":5.6687,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"5942065376","shards":1,"effective_bpw":6.5642,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"7695857888","shards":1,"effective_bpw":8.5017,"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"qwen3-coder-next-dflash","canonical_repo":"z-lab/Qwen3-Coder-Next-DFlash","display_name":"Qwen3-Coder-Next-DFlash","publisher":"z-lab","modality":"text","arch_key":"dflash","params_total":"473995264","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1872","n_layers":8,"n_head":32,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":2048,"vocab_size":151936,"ctx_native":262144,"sliding_window":null,"use_sliding_window":false,"swa_period":null,"dense_first":false,"layer_types":["full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"z-lab/Qwen3-Coder-Next-DFlash","arch_confidence":1,"quantizations":[{"quant":"Q4_0","bytes":"272696544","shards":1,"effective_bpw":4.6025,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"286754016","shards":1,"effective_bpw":4.8398,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"339182816","shards":1,"effective_bpw":5.7247,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"394888416","shards":1,"effective_bpw":6.6648,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"509674720","shards":1,"effective_bpw":8.6022,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"509674720","shards":1,"effective_bpw":8.6022,"repo":"AtomicChat/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"954008800","shards":1,"effective_bpw":16.1016,"repo":"transmutator/Qwen3-Coder-Next-DFlash-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"llama-3-3-8b-instruct-128k-abliterated","canonical_repo":"SicariusSicariiStuff/Llama-3.3-8B-Instruct-128K_Abliterated","display_name":"Llama-3.3-8B-Instruct-128K_Abliterated","publisher":"SicariusSicariiStuff","modality":"text","arch_key":"llama","params_total":"8030261248","is_moe":false,"is_gated":false,"license_spdx":"llama3.3","downloads_30d":"1870","n_layers":32,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":4096,"vocab_size":128256,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"SicariusSicariiStuff/Llama-3.3-8B-Instruct-128K_Abliterated","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2019633472","shards":1,"effective_bpw":2.012,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2161977664","shards":1,"effective_bpw":2.1538,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2399217984","shards":1,"effective_bpw":2.3902,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"2605787456","shards":1,"effective_bpw":2.596,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"2758494528","shards":1,"effective_bpw":2.7481,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"2948286336","shards":1,"effective_bpw":2.9372,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"2948286784","shards":1,"effective_bpw":2.9372,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"2988820800","shards":1,"effective_bpw":2.9776,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179136896","shards":1,"effective_bpw":3.1672,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3179137056","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3179137344","shards":1,"effective_bpw":3.1672,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XXS","bytes":"3274917760","shards":1,"effective_bpw":3.2626,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3274918208","shards":1,"effective_bpw":3.2626,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"3518752640","shards":1,"effective_bpw":3.5055,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"3518753088","shards":1,"effective_bpw":3.5055,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504704","shards":1,"effective_bpw":3.6507,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"3664504864","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"3664505152","shards":1,"effective_bpw":3.6507,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"3682330944","shards":1,"effective_bpw":3.6685,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"3692160896","shards":1,"effective_bpw":3.6782,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"3784828800","shards":1,"effective_bpw":3.7706,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"3784829248","shards":1,"effective_bpw":3.7706,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923392","shards":1,"effective_bpw":4.0038,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4018923552","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4018923840","shards":1,"effective_bpw":4.0038,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321961856","shards":1,"effective_bpw":4.3057,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"4321962016","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"4321962304","shards":1,"effective_bpw":4.3057,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4447668096","shards":1,"effective_bpw":4.4309,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"4447668544","shards":1,"effective_bpw":4.4309,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"4484368416","shards":1,"effective_bpw":4.4675,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"4675897216","shards":1,"effective_bpw":4.6583,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"4675897664","shards":1,"effective_bpw":4.6583,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_NL","bytes":"4677994368","shards":1,"effective_bpw":4.6604,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_NL","bytes":"4677994816","shards":1,"effective_bpw":4.6604,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674432","shards":1,"effective_bpw":4.675,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"4692674592","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"4692674880","shards":1,"effective_bpw":4.675,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739712","shards":1,"effective_bpw":4.9022,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"4920739872","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"4920740160","shards":1,"effective_bpw":4.9022,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_1","bytes":"5130258304","shards":1,"effective_bpw":5.1109,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"5130258752","shards":1,"effective_bpw":5.1109,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5310637952","shards":1,"effective_bpw":5.2906,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299456","shards":1,"effective_bpw":5.5782,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"5599299616","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"5599299904","shards":1,"effective_bpw":5.5782,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732992896","shards":1,"effective_bpw":5.7114,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"5732993056","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"5732993344","shards":1,"effective_bpw":5.7114,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6057224064","shards":1,"effective_bpw":6.0344,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596011904","shards":1,"effective_bpw":6.5712,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"6596012064","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"6596012352","shards":1,"effective_bpw":6.5712,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"6850471808","shards":1,"effective_bpw":6.8247,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776320","shards":1,"effective_bpw":8.5086,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"8540776480","shards":1,"effective_bpw":8.5086,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"BF16","bytes":"16068896288","shards":1,"effective_bpw":16.0083,"repo":"bartowski/SicariusSicariiStuff_Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"16068896800","shards":1,"effective_bpw":16.0083,"repo":"mradermacher/Llama-3.3-8B-Instruct-128K_Abliterated-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"ternary-bonsai-27b-unpacked","canonical_repo":"prism-ml/Ternary-Bonsai-27B-unpacked","display_name":"Ternary-Bonsai-27B-unpacked","publisher":"prism-ml","modality":"text","arch_key":"qwen35","params_total":"27356728560","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1869","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"prism-ml/Ternary-Bonsai-27B-unpacked","arch_confidence":1,"quantizations":[{"quant":"Q3_K_M","bytes":"13301441888","shards":1,"effective_bpw":3.8898,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15082505568","shards":1,"effective_bpw":4.4106,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16547399008","shards":1,"effective_bpw":4.839,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19231098208","shards":1,"effective_bpw":5.6238,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22082528608","shards":1,"effective_bpw":6.4577,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"28595762240","shards":1,"effective_bpw":8.3623,"repo":"vcruz305/Ternary-Bonsai-27B-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"dolphincoder-starcoder2-15b","canonical_repo":"dphn/dolphincoder-starcoder2-15b","display_name":"dolphincoder-starcoder2-15b","publisher":"dphn","modality":"text","arch_key":"starcoder2","params_total":"15957913600","is_moe":false,"is_gated":false,"license_spdx":"bigcode-openrail-m","downloads_30d":"1869","n_layers":40,"n_head":48,"n_head_kv":4,"head_dim_k":128,"head_dim_v":128,"hidden":6144,"vocab_size":49154,"ctx_native":16384,"sliding_window":4096,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"dphn/dolphincoder-starcoder2-15b","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"3558621312","shards":1,"effective_bpw":1.784,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"3862380672","shards":1,"effective_bpw":1.9363,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"4368646272","shards":1,"effective_bpw":2.1901,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"4820844672","shards":1,"effective_bpw":2.4168,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"5140530528","shards":1,"effective_bpw":2.577,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"5545543008","shards":1,"effective_bpw":2.7801,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"6192973280","shards":1,"effective_bpw":3.1047,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"6192973536","shards":1,"effective_bpw":3.1047,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"6217942368","shards":1,"effective_bpw":3.1172,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"6714182336","shards":1,"effective_bpw":3.3659,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"6714182592","shards":1,"effective_bpw":3.3659,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"6986484416","shards":1,"effective_bpw":3.5025,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"6986484672","shards":1,"effective_bpw":3.5025,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_S","bytes":"7003196096","shards":1,"effective_bpw":3.5108,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"7003196352","shards":1,"effective_bpw":3.5108,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"7304006336","shards":1,"effective_bpw":3.6616,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"7304006592","shards":1,"effective_bpw":3.6616,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"8044432064","shards":1,"effective_bpw":4.0328,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"8044432320","shards":1,"effective_bpw":4.0328,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"8595919008","shards":1,"effective_bpw":4.3093,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"8713883552","shards":1,"effective_bpw":4.3684,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"8965343936","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"8965344192","shards":1,"effective_bpw":4.4945,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"9112605216","shards":1,"effective_bpw":4.5683,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"9161363744","shards":1,"effective_bpw":4.5928,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"9161364000","shards":1,"effective_bpw":4.5928,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"9860206880","shards":1,"effective_bpw":4.9431,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"9860207136","shards":1,"effective_bpw":4.9431,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"11022063392","shards":1,"effective_bpw":5.5256,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"11022063648","shards":1,"effective_bpw":5.5256,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"11431499552","shards":1,"effective_bpw":5.7308,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"11431499808","shards":1,"effective_bpw":5.7308,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"13100998016","shards":1,"effective_bpw":6.5678,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"13100998272","shards":1,"effective_bpw":6.5678,"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"16965137600","shards":1,"effective_bpw":8.5049,"repo":"mradermacher/dolphincoder-starcoder2-15b-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"cydonia-24b-v4-3-heretic","canonical_repo":"coder3101/Cydonia-24B-v4.3-heretic","display_name":"Cydonia-24B-v4.3-heretic","publisher":"coder3101","modality":"text","arch_key":"llama","params_total":"23572403200","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1869","n_layers":40,"n_head":32,"n_head_kv":8,"head_dim_k":128,"head_dim_v":128,"hidden":5120,"vocab_size":131072,"ctx_native":131072,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"coder3101/Cydonia-24B-v4.3-heretic","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"5273723232","shards":1,"effective_bpw":1.7898,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"5750497632","shards":1,"effective_bpw":1.9516,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"6545121632","shards":1,"effective_bpw":2.2213,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"7207035232","shards":1,"effective_bpw":2.4459,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"7478354272","shards":1,"effective_bpw":2.538,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"8114053472","shards":1,"effective_bpw":2.7537,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K_S","bytes":"8320164192","shards":1,"effective_bpw":2.8237,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"8890327104","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"8890327392","shards":1,"effective_bpw":3.0172,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"9280594272","shards":1,"effective_bpw":3.1496,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"9907118432","shards":1,"effective_bpw":3.3623,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"10400276544","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"10400276832","shards":1,"effective_bpw":3.5296,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"10428129632","shards":1,"effective_bpw":3.5391,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"10650952032","shards":1,"effective_bpw":3.6147,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"11474083904","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"11474084192","shards":1,"effective_bpw":3.8941,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"12400762944","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"12400763232","shards":1,"effective_bpw":4.2086,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"12758917472","shards":1,"effective_bpw":4.3301,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"12889989184","shards":1,"effective_bpw":4.3746,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"13494231392","shards":1,"effective_bpw":4.5797,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"13549281344","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"13549281632","shards":1,"effective_bpw":4.5984,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"14333911104","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"14333911392","shards":1,"effective_bpw":4.8646,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"14873108832","shards":1,"effective_bpw":5.0476,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"16304414784","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"16304415072","shards":1,"effective_bpw":5.5334,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"16763985984","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"16763986272","shards":1,"effective_bpw":5.6894,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"19345940544","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"19345940832","shards":1,"effective_bpw":6.5656,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"25054781504","shards":1,"effective_bpw":8.5031,"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"tiger-gemma-9b-v3","canonical_repo":"TheDrummer/Tiger-Gemma-9B-v3","display_name":"Tiger-Gemma-9B-v3","publisher":"TheDrummer","modality":"text","arch_key":"gemma2","params_total":"9241705984","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1868","n_layers":42,"n_head":16,"n_head_kv":8,"head_dim_k":256,"head_dim_v":256,"hidden":3584,"vocab_size":256000,"ctx_native":8192,"sliding_window":4096,"use_sliding_window":null,"swa_period":2,"dense_first":false,"layer_types":null,"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"TheDrummer/Tiger-Gemma-9B-v3","arch_confidence":1,"quantizations":[{"quant":"I1-IQ1_S","bytes":"2378565216","shards":1,"effective_bpw":2.059,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ1_M","bytes":"2545952352","shards":1,"effective_bpw":2.2039,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XXS","bytes":"2824930912","shards":1,"effective_bpw":2.4454,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_XS","bytes":"3067381344","shards":1,"effective_bpw":2.6553,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_S","bytes":"3211486816","shards":1,"effective_bpw":2.78,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ2_M","bytes":"3434669248","shards":1,"effective_bpw":2.9732,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ2_M","bytes":"3434669664","shards":1,"effective_bpw":2.9732,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XXS","bytes":"3796739680","shards":1,"effective_bpw":3.2866,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K","bytes":"3805398208","shards":1,"effective_bpw":3.2941,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"3805398624","shards":1,"effective_bpw":3.2941,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q2_K_L","bytes":"4027606208","shards":1,"effective_bpw":3.4865,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_XS","bytes":"4144989376","shards":1,"effective_bpw":3.5881,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_XS","bytes":"4144989792","shards":1,"effective_bpw":3.5881,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"4337665216","shards":1,"effective_bpw":3.7549,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"4337665632","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"4337665632","shards":1,"effective_bpw":3.7549,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ3_M","bytes":"4494615744","shards":1,"effective_bpw":3.8907,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"4494616160","shards":1,"effective_bpw":3.8907,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"4761781440","shards":1,"effective_bpw":4.122,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"4761781856","shards":1,"effective_bpw":4.122,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"5132453056","shards":1,"effective_bpw":4.4429,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"5132453472","shards":1,"effective_bpw":4.4429,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"5183030464","shards":1,"effective_bpw":4.4866,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"5183030880","shards":1,"effective_bpw":4.4866,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_0","bytes":"5459199168","shards":1,"effective_bpw":4.7257,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"5459199584","shards":1,"effective_bpw":4.7257,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"5478925504","shards":1,"effective_bpw":4.7428,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"5478925920","shards":1,"effective_bpw":4.7428,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"5761057984","shards":1,"effective_bpw":4.987,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"5761058400","shards":1,"effective_bpw":4.987,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_L","bytes":"5983265984","shards":1,"effective_bpw":5.1794,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"6483592384","shards":1,"effective_bpw":5.6125,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"6483592800","shards":1,"effective_bpw":5.6125,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"6647366848","shards":1,"effective_bpw":5.7542,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"6647367264","shards":1,"effective_bpw":5.7542,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_L","bytes":"6869574848","shards":1,"effective_bpw":5.9466,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"7589070016","shards":1,"effective_bpw":6.5694,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"7589070432","shards":1,"effective_bpw":6.5694,"repo":"mradermacher/Tiger-Gemma-9B-v3-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K_L","bytes":"7811278016","shards":1,"effective_bpw":6.7618,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"9827148992","shards":1,"effective_bpw":8.5068,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"18490680224","shards":1,"effective_bpw":16.0063,"repo":"bartowski/Tiger-Gemma-9B-v3-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"darwin-28b-coder","canonical_repo":"FINAL-Bench/Darwin-28B-Coder","display_name":"Darwin-28B-Coder","publisher":"FINAL-Bench","modality":"text","arch_key":"qwen35","params_total":"26895998464","is_moe":false,"is_gated":false,"license_spdx":"apache-2.0","downloads_30d":"1868","n_layers":64,"n_head":24,"n_head_kv":4,"head_dim_k":256,"head_dim_v":256,"hidden":5120,"vocab_size":248320,"ctx_native":262144,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":false,"layer_types":["linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention","linear_attention","linear_attention","linear_attention","full_attention"],"is_mla":false,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":"FINAL-Bench/Darwin-28B-Coder","arch_confidence":1,"quantizations":[{"quant":"Q2_K","bytes":"10864588384","shards":1,"effective_bpw":3.2316,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q2_K","bytes":"10864588640","shards":1,"effective_bpw":3.2316,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_S","bytes":"12256532064","shards":1,"effective_bpw":3.6456,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_S","bytes":"12256532320","shards":1,"effective_bpw":3.6456,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_S","bytes":"12602603360","shards":1,"effective_bpw":3.7485,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ3_M","bytes":"12768327520","shards":1,"effective_bpw":3.7978,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_M","bytes":"13500733024","shards":1,"effective_bpw":4.0157,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_M","bytes":"13500733280","shards":1,"effective_bpw":4.0157,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q3_K_L","bytes":"14559794784","shards":1,"effective_bpw":4.3307,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q3_K_L","bytes":"14559795040","shards":1,"effective_bpw":4.3307,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-IQ4_XS","bytes":"15309035360","shards":1,"effective_bpw":4.5536,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"IQ4_XS","bytes":"15420446304","shards":1,"effective_bpw":4.5867,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_0","bytes":"15760414560","shards":1,"effective_bpw":4.6878,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_S","bytes":"15825294944","shards":1,"effective_bpw":4.7071,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_S","bytes":"15825295200","shards":1,"effective_bpw":4.7071,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810710176","shards":1,"effective_bpw":5.0002,"repo":"FINAL-Bench/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q4_K_M","bytes":"16810710624","shards":1,"effective_bpw":5.0002,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_K_M","bytes":"16810710880","shards":1,"effective_bpw":5.0002,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q4_1","bytes":"17343764320","shards":1,"effective_bpw":5.1588,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_S","bytes":"18971678304","shards":1,"effective_bpw":5.643,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_S","bytes":"18971678560","shards":1,"effective_bpw":5.643,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q5_K_M","bytes":"19535697504","shards":1,"effective_bpw":5.8107,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q5_K_M","bytes":"19535697760","shards":1,"effective_bpw":5.8107,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q6_K","bytes":"22430996064","shards":1,"effective_bpw":6.6719,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"I1-Q6_K","bytes":"22430996320","shards":1,"effective_bpw":6.6719,"repo":"mradermacher/Darwin-28B-Coder-i1-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047080096","shards":1,"effective_bpw":8.6398,"repo":"FINAL-Bench/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"Q8_0","bytes":"29047080544","shards":1,"effective_bpw":8.6398,"repo":"mradermacher/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null},{"quant":"F16","bytes":"54657729696","shards":1,"effective_bpw":16.2575,"repo":"FINAL-Bench/Darwin-28B-Coder-GGUF","n_tensors":null,"type_hist":null}]}
{"_type":"model","slug":"glm-5-gguf","canonical_repo":"unsloth/GLM-5-GGUF","display_name":"GLM-5-GGUF","publisher":"unsloth","modality":"text","arch_key":"glm-dsa","params_total":"753864139008","is_moe":false,"is_gated":false,"license_spdx":null,"downloads_30d":"1866","n_layers":null,"n_head":null,"n_head_kv":null,"head_dim_k":null,"head_dim_v":null,"hidden":null,"vocab_size":null,"ctx_native":null,"sliding_window":null,"use_sliding_window":null,"swa_period":null,"dense_first":null,"layer_types":null,"is_mla":null,"kv_lora_rank":null,"qk_rope_head_dim":null,"n_expert":null,"n_expert_used":null,"arch_source":null,"arch_confidence":null,"quantizations":null}
{"_type":"accelerator","slug":"b200-192gb","vendor":"NVIDIA","name":"B200","category":"datacenter","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"192.00","max_allocatable_gb":null,"memory_bus_bits":8192,"memory_type":"HBM3e","bandwidth_gbs_theoretical":"8000.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":"2250.00","tensor_accum_mode":"fp32","tdp_watts":1000,"msrp_usd":null,"cuda_compute_capability":"10.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"instinct-mi325x-256gb","vendor":"AMD","name":"Instinct MI325X","category":"datacenter","release_date":"2024-10-10","memory_kind":"dedicated_vram","memory_gb":"256.00","max_allocatable_gb":null,"memory_bus_bits":8192,"memory_type":"HBM3e","bandwidth_gbs_theoretical":"6000.00","fp16_vector_tflops":"163.40","tensor_fp16_dense_tflops":"1307.00","tensor_accum_mode":"fp32","tdp_watts":1000,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"instinct-mi300x-192gb","vendor":"AMD","name":"Instinct MI300X","category":"datacenter","release_date":"2023-12-06","memory_kind":"dedicated_vram","memory_gb":"192.00","max_allocatable_gb":null,"memory_bus_bits":8192,"memory_type":"HBM3","bandwidth_gbs_theoretical":"5300.00","fp16_vector_tflops":"163.40","tensor_fp16_dense_tflops":"1307.00","tensor_accum_mode":"fp32","tdp_watts":750,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"h200-141gb","vendor":"NVIDIA","name":"H200 SXM","category":"datacenter","release_date":"2024-03-18","memory_kind":"dedicated_vram","memory_gb":"141.00","max_allocatable_gb":null,"memory_bus_bits":6144,"memory_type":"HBM3e","bandwidth_gbs_theoretical":"4800.00","fp16_vector_tflops":"66.91","tensor_fp16_dense_tflops":"989.00","tensor_accum_mode":"fp32","tdp_watts":700,"msrp_usd":null,"cuda_compute_capability":"9.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"h100-sxm-80gb","vendor":"NVIDIA","name":"H100 SXM 80GB","category":"datacenter","release_date":"2022-03-22","memory_kind":"dedicated_vram","memory_gb":"80.00","max_allocatable_gb":null,"memory_bus_bits":5120,"memory_type":"HBM3","bandwidth_gbs_theoretical":"3350.00","fp16_vector_tflops":"66.91","tensor_fp16_dense_tflops":"989.00","tensor_accum_mode":"fp32","tdp_watts":700,"msrp_usd":null,"cuda_compute_capability":"9.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"instinct-mi250x-128gb","vendor":"AMD","name":"Instinct MI250X","category":"datacenter","release_date":"2021-11-08","memory_kind":"dedicated_vram","memory_gb":"128.00","max_allocatable_gb":null,"memory_bus_bits":8192,"memory_type":"HBM2e","bandwidth_gbs_theoretical":"3277.00","fp16_vector_tflops":"47.90","tensor_fp16_dense_tflops":"383.00","tensor_accum_mode":"fp32","tdp_watts":560,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"a100-80gb","vendor":"NVIDIA","name":"A100 80GB","category":"datacenter","release_date":"2021-06-28","memory_kind":"dedicated_vram","memory_gb":"80.00","max_allocatable_gb":null,"memory_bus_bits":5120,"memory_type":"HBM2e","bandwidth_gbs_theoretical":"2039.00","fp16_vector_tflops":"77.97","tensor_fp16_dense_tflops":"312.00","tensor_accum_mode":"fp32","tdp_watts":400,"msrp_usd":null,"cuda_compute_capability":"8.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"h100-pcie-80gb","vendor":"NVIDIA","name":"H100 PCIe 80GB","category":"datacenter","release_date":"2022-03-22","memory_kind":"dedicated_vram","memory_gb":"80.00","max_allocatable_gb":null,"memory_bus_bits":5120,"memory_type":"HBM2e","bandwidth_gbs_theoretical":"2000.00","fp16_vector_tflops":"51.22","tensor_fp16_dense_tflops":"756.00","tensor_accum_mode":"fp32","tdp_watts":350,"msrp_usd":null,"cuda_compute_capability":"9.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-5090-32gb","vendor":"NVIDIA","name":"GeForce RTX 5090","category":"consumer","release_date":"2025-01-30","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":512,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1792.00","fp16_vector_tflops":"104.75","tensor_fp16_dense_tflops":"419.01","tensor_accum_mode":"fp16","tdp_watts":575,"msrp_usd":1999,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-pro-6000-blackwell-96gb","vendor":"NVIDIA","name":"RTX PRO 6000 Blackwell Workstation Edition","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"96.00","max_allocatable_gb":null,"memory_bus_bits":512,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1792.00","fp16_vector_tflops":"126.00","tensor_fp16_dense_tflops":"504.00","tensor_accum_mode":"fp16","tdp_watts":600,"msrp_usd":8565,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-pro-6000-blackwell-max-q-96gb","vendor":"NVIDIA","name":"RTX PRO 6000 Blackwell Max-Q Workstation Edition","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"96.00","max_allocatable_gb":null,"memory_bus_bits":512,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1792.00","fp16_vector_tflops":"110.10","tensor_fp16_dense_tflops":"440.50","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":8565,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5090-d-32gb","vendor":"NVIDIA","name":"GeForce RTX 5090 D","category":"consumer","release_date":"2025-01-30","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":512,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1792.00","fp16_vector_tflops":"104.75","tensor_fp16_dense_tflops":"419.01","tensor_accum_mode":"fp16","tdp_watts":575,"msrp_usd":2299,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"instinct-mi210-64gb","vendor":"AMD","name":"Instinct MI210","category":"datacenter","release_date":"2022-03-22","memory_kind":"dedicated_vram","memory_gb":"64.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2e","bandwidth_gbs_theoretical":"1638.00","fp16_vector_tflops":"45.30","tensor_fp16_dense_tflops":"181.00","tensor_accum_mode":"fp32","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"a100-40gb","vendor":"NVIDIA","name":"A100 40GB","category":"datacenter","release_date":"2020-05-14","memory_kind":"dedicated_vram","memory_gb":"40.00","max_allocatable_gb":null,"memory_bus_bits":5120,"memory_type":"HBM2","bandwidth_gbs_theoretical":"1555.00","fp16_vector_tflops":"77.97","tensor_fp16_dense_tflops":"312.00","tensor_accum_mode":"fp32","tdp_watts":400,"msrp_usd":null,"cuda_compute_capability":"8.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-pro-5000-blackwell-48gb","vendor":"NVIDIA","name":"RTX PRO 5000 Blackwell","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1344.00","fp16_vector_tflops":"73.69","tensor_fp16_dense_tflops":"295.00","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":4569,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5090-d-v2-24gb","vendor":"NVIDIA","name":"GeForce RTX 5090 D V2","category":"consumer","release_date":"2025-08-15","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1344.00","fp16_vector_tflops":"104.75","tensor_fp16_dense_tflops":"419.01","tensor_accum_mode":"fp16","tdp_watts":575,"msrp_usd":2299,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-pro-5000-blackwell-72gb","vendor":"NVIDIA","name":"RTX PRO 5000 Blackwell","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"72.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"1344.00","fp16_vector_tflops":"73.69","tensor_fp16_dense_tflops":"295.00","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":4569,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"instinct-mi100-32gb","vendor":"AMD","name":"Instinct MI100","category":"datacenter","release_date":"2020-11-16","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"1229.00","fp16_vector_tflops":"46.10","tensor_fp16_dense_tflops":"184.60","tensor_accum_mode":"fp32","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"instinct-mi60-32gb","vendor":"AMD","name":"Instinct MI60","category":"datacenter","release_date":"2018-11-06","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"1024.00","fp16_vector_tflops":"29.50","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"radeon-vii-16gb","vendor":"AMD","name":"Radeon VII","category":"consumer","release_date":"2019-02-07","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"1024.00","fp16_vector_tflops":"27.70","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":300,"msrp_usd":699,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"instinct-mi50-32gb","vendor":"AMD","name":"Instinct MI50 32GB","category":"datacenter","release_date":"2018-11-06","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"1024.00","fp16_vector_tflops":"26.50","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://www.amd.com/en/products/accelerators/instinct.html"]}
{"_type":"accelerator","slug":"rtx-3090-ti-24gb","vendor":"NVIDIA","name":"GeForce RTX 3090 Ti","category":"consumer","release_date":"2022-03-29","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"1008.30","fp16_vector_tflops":"40.00","tensor_fp16_dense_tflops":"159.99","tensor_accum_mode":"fp16","tdp_watts":450,"msrp_usd":1999,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4090-d-24gb","vendor":"NVIDIA","name":"GeForce RTX 4090 D","category":"consumer","release_date":"2023-12-28","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"1008.00","fp16_vector_tflops":"73.54","tensor_fp16_dense_tflops":"294.17","tensor_accum_mode":"fp16","tdp_watts":425,"msrp_usd":1599,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4090-24gb","vendor":"NVIDIA","name":"GeForce RTX 4090","category":"consumer","release_date":"2022-10-12","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"1008.00","fp16_vector_tflops":"82.58","tensor_fp16_dense_tflops":"330.30","tensor_accum_mode":"fp16","tdp_watts":450,"msrp_usd":1599,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5080-16gb","vendor":"NVIDIA","name":"GeForce RTX 5080","category":"consumer","release_date":"2025-01-30","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"960.00","fp16_vector_tflops":"56.28","tensor_fp16_dense_tflops":"225.10","tensor_accum_mode":"fp16","tdp_watts":360,"msrp_usd":999,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-6000-ada-48gb","vendor":"NVIDIA","name":"RTX 6000 Ada Generation","category":"workstation","release_date":"2022-12-03","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"960.00","fp16_vector_tflops":"91.06","tensor_fp16_dense_tflops":"364.25","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":6799,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5880-ada-48gb","vendor":"NVIDIA","name":"RTX 5880 Ada Generation","category":"workstation","release_date":"2024-01-05","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"960.00","fp16_vector_tflops":"69.27","tensor_fp16_dense_tflops":"277.00","tensor_accum_mode":"fp16","tdp_watts":285,"msrp_usd":6999,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-7900-xtx-24gb","vendor":"AMD","name":"Radeon RX 7900 XTX","category":"consumer","release_date":"2022-12-13","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"960.00","fp16_vector_tflops":"61.44","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":355,"msrp_usd":999,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-3090-24gb","vendor":"NVIDIA","name":"GeForce RTX 3090","category":"consumer","release_date":"2020-09-24","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"936.20","fp16_vector_tflops":"35.58","tensor_fp16_dense_tflops":"142.33","tensor_accum_mode":"fp16","tdp_watts":350,"msrp_usd":1499,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3080-ti-12gb","vendor":"NVIDIA","name":"GeForce RTX 3080 Ti","category":"consumer","release_date":"2021-06-03","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"912.40","fp16_vector_tflops":"34.10","tensor_fp16_dense_tflops":"136.40","tensor_accum_mode":"fp16","tdp_watts":350,"msrp_usd":1199,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3080-12gb","vendor":"NVIDIA","name":"GeForce RTX 3080","category":"consumer","release_date":"2022-01-11","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"912.40","fp16_vector_tflops":"30.64","tensor_fp16_dense_tflops":"122.57","tensor_accum_mode":"fp16","tdp_watts":350,"msrp_usd":799,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"tesla-v100-32gb","vendor":"NVIDIA","name":"Tesla V100 32GB","category":"datacenter","release_date":"2018-03-27","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"900.00","fp16_vector_tflops":"31.33","tensor_fp16_dense_tflops":"125.00","tensor_accum_mode":"fp32","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":"7.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"tesla-v100-16gb","vendor":"NVIDIA","name":"Tesla V100 16GB","category":"datacenter","release_date":"2017-06-21","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"900.00","fp16_vector_tflops":"31.33","tensor_fp16_dense_tflops":"125.00","tensor_accum_mode":"fp32","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":"7.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-5070-ti-16gb","vendor":"NVIDIA","name":"GeForce RTX 5070 Ti","category":"consumer","release_date":"2025-02-20","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"896.00","fp16_vector_tflops":"43.94","tensor_fp16_dense_tflops":"175.76","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":749,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5080-laptop-16gb","vendor":"NVIDIA","name":"GeForce RTX 5080 Laptop","category":"consumer","release_date":"2025-03-01","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"896.00","fp16_vector_tflops":"35.13","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-pro-4500-blackwell-32gb","vendor":"NVIDIA","name":"RTX PRO 4500 Blackwell","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"896.00","fp16_vector_tflops":"54.94","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":200,"msrp_usd":2623,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5090-laptop-24gb","vendor":"NVIDIA","name":"GeForce RTX 5090 Laptop","category":"consumer","release_date":"2025-03-01","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"896.00","fp16_vector_tflops":"45.34","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"titan-v-32gb","vendor":"NVIDIA","name":"Titan V","category":"consumer","release_date":"2018-06-21","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"868.40","fp16_vector_tflops":"29.80","tensor_fp16_dense_tflops":"119.19","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":5999,"cuda_compute_capability":"7.0","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"l40s-48gb","vendor":"NVIDIA","name":"L40S","category":"datacenter","release_date":"2023-08-08","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"864.00","fp16_vector_tflops":"91.60","tensor_fp16_dense_tflops":"366.00","tensor_accum_mode":"fp32","tdp_watts":350,"msrp_usd":null,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"radeon-pro-w7800-48gb","vendor":"AMD","name":"Radeon Pro W7800","category":"workstation","release_date":"2024-12-01","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"864.00","fp16_vector_tflops":"45.25","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":281,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7800.html"]}
{"_type":"accelerator","slug":"radeon-pro-w7900-48gb","vendor":"AMD","name":"Radeon Pro W7900","category":"workstation","release_date":"2023-04-13","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"864.00","fp16_vector_tflops":"61.30","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":295,"msrp_usd":3999,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7900.html"]}
{"_type":"accelerator","slug":"radeon-pro-w7900-dual-slot-48gb","vendor":"AMD","name":"Radeon Pro W7900 Dual Slot","category":"workstation","release_date":"2024-06-19","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"864.00","fp16_vector_tflops":"61.30","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":295,"msrp_usd":3499,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7900-dual-slot.html"]}
{"_type":"accelerator","slug":"apple-m3-ultra-256gb","vendor":"Apple","name":"Apple M3 Ultra","category":"apple","release_date":"2025-03-12","memory_kind":"unified","memory_gb":"256.00","max_allocatable_gb":"192.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m1-ultra-128gb","vendor":"Apple","name":"Apple M1 Ultra","category":"apple","release_date":"2022-03-18","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m1-ultra-64gb","vendor":"Apple","name":"Apple M1 Ultra","category":"apple","release_date":"2022-03-18","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-ultra-192gb","vendor":"Apple","name":"Apple M2 Ultra","category":"apple","release_date":"2023-06-13","memory_kind":"unified","memory_gb":"192.00","max_allocatable_gb":"144.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-ultra-128gb","vendor":"Apple","name":"Apple M2 Ultra","category":"apple","release_date":"2023-06-13","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-ultra-512gb","vendor":"Apple","name":"Apple M3 Ultra","category":"apple","release_date":"2025-03-12","memory_kind":"unified","memory_gb":"512.00","max_allocatable_gb":"384.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon","https://www.apple.com/newsroom/2025/03/apple-reveals-m3-ultra-taking-apple-silicon-to-a-new-extreme/"]}
{"_type":"accelerator","slug":"apple-m2-ultra-64gb","vendor":"Apple","name":"Apple M2 Ultra","category":"apple","release_date":"2023-06-13","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-ultra-96gb","vendor":"Apple","name":"Apple M3 Ultra","category":"apple","release_date":"2025-03-12","memory_kind":"unified","memory_gb":"96.00","max_allocatable_gb":"72.00","memory_bus_bits":1024,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"819.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rx-7900-xt-20gb","vendor":"AMD","name":"Radeon RX 7900 XT","category":"consumer","release_date":"2022-12-13","memory_kind":"dedicated_vram","memory_gb":"20.00","max_allocatable_gb":null,"memory_bus_bits":320,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"800.00","fp16_vector_tflops":"51.61","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":315,"msrp_usd":899,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-a6000-48gb","vendor":"NVIDIA","name":"RTX A6000","category":"workstation","release_date":"2020-10-05","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"768.00","fp16_vector_tflops":"38.71","tensor_fp16_dense_tflops":"154.85","tensor_accum_mode":"fp16","tdp_watts":300,"msrp_usd":4649,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-a5000-24gb","vendor":"NVIDIA","name":"RTX A5000","category":"workstation","release_date":"2021-04-12","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"768.00","fp16_vector_tflops":"27.77","tensor_fp16_dense_tflops":"111.10","tensor_accum_mode":"fp16","tdp_watts":230,"msrp_usd":2250,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-a5500-24gb","vendor":"NVIDIA","name":"RTX A5500","category":"workstation","release_date":"2022-03-22","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"768.00","fp16_vector_tflops":"34.10","tensor_fp16_dense_tflops":"136.40","tensor_accum_mode":"fp16","tdp_watts":230,"msrp_usd":3600,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3080-ti-20gb","vendor":"NVIDIA","name":"GeForce RTX 3080 Ti","category":"consumer","release_date":"2022-01-01","memory_kind":"dedicated_vram","memory_gb":"20.00","max_allocatable_gb":null,"memory_bus_bits":320,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"760.30","fp16_vector_tflops":"34.10","tensor_fp16_dense_tflops":"136.40","tensor_accum_mode":"fp16","tdp_watts":350,"msrp_usd":1199,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3080-10gb","vendor":"NVIDIA","name":"GeForce RTX 3080","category":"consumer","release_date":"2020-09-17","memory_kind":"dedicated_vram","memory_gb":"10.00","max_allocatable_gb":null,"memory_bus_bits":320,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"760.30","fp16_vector_tflops":"29.77","tensor_fp16_dense_tflops":"119.07","tensor_accum_mode":"fp16","tdp_watts":320,"msrp_usd":699,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4080-super-16gb","vendor":"NVIDIA","name":"GeForce RTX 4080 Super","category":"consumer","release_date":"2024-01-31","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"736.30","fp16_vector_tflops":"52.22","tensor_fp16_dense_tflops":"208.90","tensor_accum_mode":"fp16","tdp_watts":320,"msrp_usd":999,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"tesla-p100-16gb","vendor":"NVIDIA","name":"Tesla P100 16GB","category":"datacenter","release_date":"2016-06-20","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":4096,"memory_type":"HBM2","bandwidth_gbs_theoretical":"732.00","fp16_vector_tflops":"19.05","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":250,"msrp_usd":null,"cuda_compute_capability":"6.0","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-4080-16gb","vendor":"NVIDIA","name":"GeForce RTX 4080","category":"consumer","release_date":"2022-11-16","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"716.80","fp16_vector_tflops":"48.74","tensor_fp16_dense_tflops":"194.95","tensor_accum_mode":"fp16","tdp_watts":320,"msrp_usd":1199,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"a40-48gb","vendor":"NVIDIA","name":"A40","category":"datacenter","release_date":"2020-10-05","memory_kind":"dedicated_vram","memory_gb":"48.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"696.00","fp16_vector_tflops":"37.42","tensor_fp16_dense_tflops":"149.70","tensor_accum_mode":"fp32","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-4070-ti-super-16gb","vendor":"NVIDIA","name":"GeForce RTX 4070 Ti Super","category":"consumer","release_date":"2024-01-24","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"672.30","fp16_vector_tflops":"44.10","tensor_fp16_dense_tflops":"176.39","tensor_accum_mode":"fp16","tdp_watts":285,"msrp_usd":799,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-pro-4000-blackwell-24gb","vendor":"NVIDIA","name":"RTX PRO 4000 Blackwell","category":"workstation","release_date":"2025-03-18","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"672.00","fp16_vector_tflops":"46.90","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":140,"msrp_usd":1546,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"titan-rtx-24gb","vendor":"NVIDIA","name":"Titan RTX","category":"consumer","release_date":"2018-12-18","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"672.00","fp16_vector_tflops":"32.63","tensor_fp16_dense_tflops":"130.50","tensor_accum_mode":"fp16","tdp_watts":280,"msrp_usd":null,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5070-ti-laptop-12gb","vendor":"NVIDIA","name":"GeForce RTX 5070 Ti Laptop","category":"consumer","release_date":"2025-03-01","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"672.00","fp16_vector_tflops":"26.14","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":115,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5070-12gb","vendor":"NVIDIA","name":"GeForce RTX 5070","category":"consumer","release_date":"2025-03-04","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"672.00","fp16_vector_tflops":"30.72","tensor_fp16_dense_tflops":"123.47","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":549,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"titan-v-12gb","vendor":"NVIDIA","name":"Titan V","category":"consumer","release_date":"2017-12-07","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":3072,"memory_type":"HBM2","bandwidth_gbs_theoretical":"651.30","fp16_vector_tflops":"29.80","tensor_fp16_dense_tflops":"119.19","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":2999,"cuda_compute_capability":"7.0","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-9070-16gb","vendor":"AMD","name":"Radeon RX 9070","category":"consumer","release_date":"2025-03-06","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"36.12","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":220,"msrp_usd":549,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-a4500-20gb","vendor":"NVIDIA","name":"RTX A4500","category":"workstation","release_date":"2021-11-23","memory_kind":"dedicated_vram","memory_gb":"20.00","max_allocatable_gb":null,"memory_bus_bits":320,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"23.66","tensor_fp16_dense_tflops":"94.60","tensor_accum_mode":"fp16","tdp_watts":200,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-9070-xt-16gb","vendor":"AMD","name":"Radeon RX 9070 XT","category":"consumer","release_date":"2025-03-06","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"48.66","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":304,"msrp_usd":599,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"radeon-ai-pro-r9600-32gb","vendor":"AMD","name":"Radeon AI Pro R9600","category":"workstation","release_date":"2026-01-01","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"24.80","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-ai-pro.html"]}
{"_type":"accelerator","slug":"radeon-ai-pro-r9600d-32gb","vendor":"AMD","name":"Radeon AI Pro R9600D","category":"workstation","release_date":"2025-12-11","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"24.80","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-ai-pro.html"]}
{"_type":"accelerator","slug":"radeon-ai-pro-r9700-32gb","vendor":"AMD","name":"Radeon AI Pro R9700","category":"workstation","release_date":"2025-07-23","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"47.84","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-ai-pro.html"]}
{"_type":"accelerator","slug":"radeon-ai-pro-r9700s-32gb","vendor":"AMD","name":"Radeon AI Pro R9700S","category":"workstation","release_date":"2025-12-11","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"640.00","fp16_vector_tflops":"47.84","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":300,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-ai-pro.html"]}
{"_type":"accelerator","slug":"rx-7700-16gb","vendor":"AMD","name":"Radeon RX 7700","category":"consumer","release_date":"2025-09-18","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"624.00","fp16_vector_tflops":"25.20","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":263,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1101","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-7800-xt-16gb","vendor":"AMD","name":"Radeon RX 7800 XT","category":"consumer","release_date":"2023-09-06","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"624.00","fp16_vector_tflops":"37.32","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":263,"msrp_usd":499,"cuda_compute_capability":null,"gfx_target":"gfx1101","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-2080-ti-11gb","vendor":"NVIDIA","name":"GeForce RTX 2080 Ti","category":"consumer","release_date":"2018-09-20","memory_kind":"dedicated_vram","memory_gb":"11.00","max_allocatable_gb":null,"memory_bus_bits":352,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"616.00","fp16_vector_tflops":"26.90","tensor_fp16_dense_tflops":"107.58","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":999,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m5-max-48gb","vendor":"Apple","name":"Apple M5 Max","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"48.00","max_allocatable_gb":"36.00","memory_bus_bits":512,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"614.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-max-128gb","vendor":"Apple","name":"Apple M5 Max","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":512,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"614.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-max-64gb","vendor":"Apple","name":"Apple M5 Max","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":512,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"614.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rtx-3060-ti-gddr6x-8gb","vendor":"NVIDIA","name":"GeForce RTX 3060 Ti GDDR6X","category":"consumer","release_date":"2022-10-19","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"608.30","fp16_vector_tflops":"16.20","tensor_fp16_dense_tflops":"64.79","tensor_accum_mode":"fp16","tdp_watts":225,"msrp_usd":399,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3070-ti-8gb","vendor":"NVIDIA","name":"GeForce RTX 3070 Ti","category":"consumer","release_date":"2021-06-10","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"608.30","fp16_vector_tflops":"21.75","tensor_fp16_dense_tflops":"87.00","tensor_accum_mode":"fp16","tdp_watts":290,"msrp_usd":599,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-pro-b70-32gb","vendor":"Intel","name":"Arc Pro B70 32GB","category":"workstation","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"608.00","fp16_vector_tflops":"45.80","tensor_fp16_dense_tflops":"183.50","tensor_accum_mode":"fp32","tdp_watts":230,"msrp_usd":949,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"a10-24gb","vendor":"NVIDIA","name":"A10","category":"datacenter","release_date":"2021-04-12","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"600.00","fp16_vector_tflops":"31.24","tensor_fp16_dense_tflops":"125.00","tensor_accum_mode":"fp32","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rx-6950-xt-16gb","vendor":"AMD","name":"Radeon RX 6950 XT","category":"consumer","release_date":"2022-05-10","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":"47.31","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":335,"msrp_usd":1099,"cuda_compute_capability":null,"gfx_target":"gfx1030","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"radeon-pro-w7800-32gb","vendor":"AMD","name":"Radeon Pro W7800","category":"workstation","release_date":"2023-04-13","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":"45.25","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":260,"msrp_usd":2499,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7800.html"]}
{"_type":"accelerator","slug":"radeon-pro-w7700-16gb","vendor":"AMD","name":"Radeon Pro W7700","category":"workstation","release_date":"2023-11-13","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":"28.27","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":190,"msrp_usd":999,"cuda_compute_capability":null,"gfx_target":"gfx1101","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7700.html"]}
{"_type":"accelerator","slug":"rtx-5000-ada-32gb","vendor":"NVIDIA","name":"RTX 5000 Ada Generation","category":"workstation","release_date":"2023-08-09","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":"65.28","tensor_fp16_dense_tflops":"261.00","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":4000,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4090-laptop-16gb","vendor":"NVIDIA","name":"GeForce RTX 4090 Laptop","category":"consumer","release_date":"2023-02-08","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-7900-gre-16gb","vendor":"AMD","name":"Radeon RX 7900 GRE","category":"consumer","release_date":"2023-07-27","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"576.00","fp16_vector_tflops":"45.98","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":260,"msrp_usd":549,"cuda_compute_capability":null,"gfx_target":"gfx1100","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"arc-a770-16gb","vendor":"Intel","name":"Arc A770 16GB","category":"consumer","release_date":"2022-10-14","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"560.00","fp16_vector_tflops":"39.32","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":225,"msrp_usd":349,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"titan-xp-12gb","vendor":"NVIDIA","name":"Titan Xp","category":"consumer","release_date":"2017-04-06","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR5X","bandwidth_gbs_theoretical":"547.60","fp16_vector_tflops":"12.15","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":250,"msrp_usd":1200,"cuda_compute_capability":"6.1","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"apple-m4-max-128gb","vendor":"Apple","name":"Apple M4 Max","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":512,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"546.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-max-64gb","vendor":"Apple","name":"Apple M4 Max","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":512,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"546.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-max-48gb","vendor":"Apple","name":"Apple M4 Max","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"48.00","max_allocatable_gb":"36.00","memory_bus_bits":512,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"546.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rx-6900-xt-16gb","vendor":"AMD","name":"Radeon RX 6900 XT","category":"consumer","release_date":"2020-12-08","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"46.08","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":300,"msrp_usd":999,"cuda_compute_capability":null,"gfx_target":"gfx1030","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-6800-16gb","vendor":"AMD","name":"Radeon RX 6800","category":"consumer","release_date":"2020-11-18","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"32.33","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":250,"msrp_usd":579,"cuda_compute_capability":null,"gfx_target":"gfx1030","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-3080-ti-laptop-16gb","vendor":"NVIDIA","name":"GeForce RTX 3080 Ti Laptop","category":"consumer","release_date":"2022-01-25","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-6800-xt-16gb","vendor":"AMD","name":"Radeon RX 6800 XT","category":"consumer","release_date":"2020-11-18","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"41.47","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":300,"msrp_usd":649,"cuda_compute_capability":null,"gfx_target":"gfx1030","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"arc-a580-8gb","vendor":"Intel","name":"Arc A580 8GB","category":"consumer","release_date":"2023-10-10","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"20.89","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":175,"msrp_usd":179,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-a750-8gb","vendor":"Intel","name":"Arc A750 8GB","category":"consumer","release_date":"2022-10-14","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"34.41","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":225,"msrp_usd":289,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-a770-8gb","vendor":"Intel","name":"Arc A770 8GB","category":"consumer","release_date":"2022-10-14","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"39.32","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":225,"msrp_usd":329,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-a770m-16gb","vendor":"Intel","name":"Arc A770M 16GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"33.59","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"radeon-pro-w6800-32gb","vendor":"AMD","name":"Radeon Pro W6800","category":"workstation","release_date":"2021-06-08","memory_kind":"dedicated_vram","memory_gb":"32.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"512.00","fp16_vector_tflops":"35.64","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":250,"msrp_usd":2249,"cuda_compute_capability":null,"gfx_target":"gfx1030","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-4070-super-12gb","vendor":"NVIDIA","name":"GeForce RTX 4070 Super","category":"consumer","release_date":"2024-01-17","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"504.20","fp16_vector_tflops":"35.48","tensor_fp16_dense_tflops":"141.93","tensor_accum_mode":"fp16","tdp_watts":220,"msrp_usd":599,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4070-12gb","vendor":"NVIDIA","name":"GeForce RTX 4070","category":"consumer","release_date":"2023-04-13","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"504.20","fp16_vector_tflops":"29.15","tensor_fp16_dense_tflops":"116.58","tensor_accum_mode":"fp16","tdp_watts":200,"msrp_usd":599,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4070-ti-12gb","vendor":"NVIDIA","name":"GeForce RTX 4070 Ti","category":"consumer","release_date":"2023-01-05","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6X","bandwidth_gbs_theoretical":"504.20","fp16_vector_tflops":"40.09","tensor_fp16_dense_tflops":"160.36","tensor_accum_mode":"fp16","tdp_watts":285,"msrp_usd":799,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-2080-super-8gb","vendor":"NVIDIA","name":"GeForce RTX 2080 SUPER","category":"consumer","release_date":"2019-07-23","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"495.90","fp16_vector_tflops":"22.30","tensor_fp16_dense_tflops":"89.21","tensor_accum_mode":"fp16","tdp_watts":250,"msrp_usd":699,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"gtx-1080-ti-11gb","vendor":"NVIDIA","name":"GeForce GTX 1080 Ti","category":"consumer","release_date":"2017-03-10","memory_kind":"dedicated_vram","memory_gb":"11.00","max_allocatable_gb":null,"memory_bus_bits":352,"memory_type":"GDDR5X","bandwidth_gbs_theoretical":"484.40","fp16_vector_tflops":"11.34","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":250,"msrp_usd":699,"cuda_compute_capability":"6.1","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-4070-gddr6-12gb","vendor":"NVIDIA","name":"GeForce RTX 4070 GDDR6","category":"consumer","release_date":"2024-08-20","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"480.00","fp16_vector_tflops":"29.15","tensor_fp16_dense_tflops":"116.58","tensor_accum_mode":"fp16","tdp_watts":200,"msrp_usd":599,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m5-max-36gb","vendor":"Apple","name":"Apple M5 Max","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"36.00","max_allocatable_gb":"27.00","memory_bus_bits":384,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"460.80","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"arc-b580-12gb","vendor":"Intel","name":"Arc B580 12GB","category":"consumer","release_date":"2024-12-13","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"456.00","fp16_vector_tflops":"27.34","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":190,"msrp_usd":249,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-pro-b60-24gb","vendor":"Intel","name":"Arc Pro B60 24GB","category":"workstation","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"456.00","fp16_vector_tflops":"24.50","tensor_fp16_dense_tflops":"98.50","tensor_accum_mode":"fp32","tdp_watts":200,"msrp_usd":599,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc","https://www.intel.com/content/www/us/en/products/sku/243916/intel-arc-pro-b60-graphics/specifications.html"]}
{"_type":"accelerator","slug":"rtx-2070-8gb","vendor":"NVIDIA","name":"GeForce RTX 2070","category":"consumer","release_date":"2018-10-17","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"14.93","tensor_fp16_dense_tflops":"59.72","tensor_accum_mode":"fp16","tdp_watts":175,"msrp_usd":499,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-2060-super-8gb","vendor":"NVIDIA","name":"GeForce RTX 2060 SUPER","category":"consumer","release_date":"2019-07-09","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"14.36","tensor_fp16_dense_tflops":"57.45","tensor_accum_mode":"fp16","tdp_watts":175,"msrp_usd":399,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-2070-super-8gb","vendor":"NVIDIA","name":"GeForce RTX 2070 SUPER","category":"consumer","release_date":"2019-07-09","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"18.12","tensor_fp16_dense_tflops":"72.50","tensor_accum_mode":"fp16","tdp_watts":215,"msrp_usd":499,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-2080-8gb","vendor":"NVIDIA","name":"GeForce RTX 2080","category":"consumer","release_date":"2018-09-20","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"20.14","tensor_fp16_dense_tflops":"80.55","tensor_accum_mode":"fp16","tdp_watts":215,"msrp_usd":699,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3060-ti-8gb","vendor":"NVIDIA","name":"GeForce RTX 3060 Ti","category":"consumer","release_date":"2020-12-02","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"16.20","tensor_fp16_dense_tflops":"64.79","tensor_accum_mode":"fp16","tdp_watts":200,"msrp_usd":399,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3070-8gb","vendor":"NVIDIA","name":"GeForce RTX 3070","category":"consumer","release_date":"2020-10-29","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"20.31","tensor_fp16_dense_tflops":"81.25","tensor_accum_mode":"fp16","tdp_watts":220,"msrp_usd":499,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-3080-laptop-16gb","vendor":"NVIDIA","name":"GeForce RTX 3080 Laptop","category":"consumer","release_date":"2021-01-12","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5060-8gb","vendor":"NVIDIA","name":"GeForce RTX 5060","category":"consumer","release_date":"2025-05-19","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"19.18","tensor_fp16_dense_tflops":"76.71","tensor_accum_mode":"fp16","tdp_watts":145,"msrp_usd":299,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5060-ti-16gb","vendor":"NVIDIA","name":"GeForce RTX 5060 Ti","category":"consumer","release_date":"2025-04-16","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"23.70","tensor_fp16_dense_tflops":"94.81","tensor_accum_mode":"fp16","tdp_watts":180,"msrp_usd":429,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5060-ti-8gb","vendor":"NVIDIA","name":"GeForce RTX 5060 Ti","category":"consumer","release_date":"2025-04-16","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"23.70","tensor_fp16_dense_tflops":"94.81","tensor_accum_mode":"fp16","tdp_watts":180,"msrp_usd":379,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-a4000-16gb","vendor":"NVIDIA","name":"RTX A4000","category":"workstation","release_date":"2021-04-12","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"448.00","fp16_vector_tflops":"19.17","tensor_fp16_dense_tflops":"76.70","tensor_accum_mode":"fp16","tdp_watts":140,"msrp_usd":1000,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4080-laptop-12gb","vendor":"NVIDIA","name":"GeForce RTX 4080 Laptop","category":"consumer","release_date":"2023-02-08","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"432.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":null,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-9070-gre-12gb","vendor":"AMD","name":"Radeon RX 9070 GRE","category":"consumer","release_date":"2025-05-01","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"432.00","fp16_vector_tflops":"34.28","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":220,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1201","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-7700-xt-12gb","vendor":"AMD","name":"Radeon RX 7700 XT","category":"consumer","release_date":"2023-09-06","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"432.00","fp16_vector_tflops":"35.17","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":245,"msrp_usd":449,"cuda_compute_capability":null,"gfx_target":"gfx1101","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-6750-xt-12gb","vendor":"AMD","name":"Radeon RX 6750 XT","category":"consumer","release_date":"2022-05-10","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"432.00","fp16_vector_tflops":"26.62","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":250,"msrp_usd":549,"cuda_compute_capability":null,"gfx_target":"gfx1031","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-4500-ada-24gb","vendor":"NVIDIA","name":"RTX 4500 Ada Generation","category":"workstation","release_date":"2023-08-09","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"432.00","fp16_vector_tflops":"39.63","tensor_fp16_dense_tflops":"159.45","tensor_accum_mode":"fp16","tdp_watts":210,"msrp_usd":2250,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m1-max-32gb","vendor":"Apple","name":"Apple M1 Max","category":"apple","release_date":"2021-10-26","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-max-32gb","vendor":"Apple","name":"Apple M2 Max","category":"apple","release_date":"2023-01-24","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-max-64gb","vendor":"Apple","name":"Apple M2 Max","category":"apple","release_date":"2023-01-24","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-max-96gb","vendor":"Apple","name":"Apple M2 Max","category":"apple","release_date":"2023-01-24","memory_kind":"unified","memory_gb":"96.00","max_allocatable_gb":"72.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-max-128gb","vendor":"Apple","name":"Apple M3 Max","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-max-48gb","vendor":"Apple","name":"Apple M3 Max","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"48.00","max_allocatable_gb":"36.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-max-64gb","vendor":"Apple","name":"Apple M3 Max","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-max-36gb","vendor":"Apple","name":"Apple M4 Max","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"36.00","max_allocatable_gb":"27.00","memory_bus_bits":384,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m1-max-64gb","vendor":"Apple","name":"Apple M1 Max","category":"apple","release_date":"2021-10-26","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":512,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"409.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rtx-5060-laptop-8gb","vendor":"NVIDIA","name":"GeForce RTX 5060 Laptop","category":"consumer","release_date":"2025-05-01","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":"16.62","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":100,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-pro-a60-12gb","vendor":"Intel","name":"Arc Pro A60 12GB","category":"workstation","release_date":"2023-06-06","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":130,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-5070-laptop-8gb","vendor":"NVIDIA","name":"GeForce RTX 5070 Laptop","category":"consumer","release_date":"2025-04-01","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":"21.63","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":100,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-5050-laptop-8gb","vendor":"NVIDIA","name":"GeForce RTX 5050 Laptop","category":"consumer","release_date":"2025-06-01","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":"13.63","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":100,"msrp_usd":null,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-6750-gre-12gb","vendor":"AMD","name":"Radeon RX 6750 GRE","category":"consumer","release_date":"2023-10-18","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":"26.43","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":230,"msrp_usd":289,"cuda_compute_capability":null,"gfx_target":"gfx1031","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-6700-xt-12gb","vendor":"AMD","name":"Radeon RX 6700 XT","category":"consumer","release_date":"2021-03-18","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"384.00","fp16_vector_tflops":"26.43","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":230,"msrp_usd":479,"cuda_compute_capability":null,"gfx_target":"gfx1031","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"arc-b570-10gb","vendor":"Intel","name":"Arc B570 10GB","category":"consumer","release_date":"2025-01-16","memory_kind":"dedicated_vram","memory_gb":"10.00","max_allocatable_gb":null,"memory_bus_bits":160,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"380.00","fp16_vector_tflops":"23.04","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":219,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-3060-12gb","vendor":"NVIDIA","name":"GeForce RTX 3060","category":"consumer","release_date":"2021-02-25","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"360.00","fp16_vector_tflops":"12.74","tensor_fp16_dense_tflops":"50.95","tensor_accum_mode":"fp16","tdp_watts":170,"msrp_usd":329,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA","https://www.nvidia.com/en-us/geforce/graphics-cards/30-series/rtx-3060-3060ti/"]}
{"_type":"accelerator","slug":"rtx-4000-ada-20gb","vendor":"NVIDIA","name":"RTX 4000 Ada Generation","category":"workstation","release_date":"2023-08-09","memory_kind":"dedicated_vram","memory_gb":"20.00","max_allocatable_gb":null,"memory_bus_bits":160,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"360.00","fp16_vector_tflops":"26.73","tensor_fp16_dense_tflops":"106.90","tensor_accum_mode":"fp16","tdp_watts":130,"msrp_usd":1250,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"tesla-p40-24gb","vendor":"NVIDIA","name":"Tesla P40","category":"datacenter","release_date":"2016-09-13","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":384,"memory_type":"GDDR5","bandwidth_gbs_theoretical":"346.00","fp16_vector_tflops":"11.76","tensor_fp16_dense_tflops":null,"tensor_accum_mode":null,"tdp_watts":250,"msrp_usd":null,"cuda_compute_capability":"6.1","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-3060-oem-6gb","vendor":"NVIDIA","name":"GeForce RTX 3060 OEM","category":"consumer","release_date":"2021-02-25","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"336.00","fp16_vector_tflops":"14.22","tensor_fp16_dense_tflops":"56.89","tensor_accum_mode":"fp16","tdp_watts":185,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-2060-6gb","vendor":"NVIDIA","name":"GeForce RTX 2060","category":"consumer","release_date":"2019-01-07","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"336.00","fp16_vector_tflops":"12.90","tensor_fp16_dense_tflops":"51.61","tensor_accum_mode":"fp16","tdp_watts":160,"msrp_usd":349,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-a730m-12gb","vendor":"Intel","name":"Arc A730M 12GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"336.00","fp16_vector_tflops":"25.19","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-2060-12gb","vendor":"NVIDIA","name":"GeForce RTX 2060","category":"consumer","release_date":"2021-12-07","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"336.00","fp16_vector_tflops":"14.36","tensor_fp16_dense_tflops":"57.45","tensor_accum_mode":"fp16","tdp_watts":184,"msrp_usd":299,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":3,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-6750-gre-10gb","vendor":"AMD","name":"Radeon RX 6750 GRE","category":"consumer","release_date":"2023-10-18","memory_kind":"dedicated_vram","memory_gb":"10.00","max_allocatable_gb":null,"memory_bus_bits":160,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"22.58","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":170,"msrp_usd":269,"cuda_compute_capability":null,"gfx_target":"gfx1031","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-5050-8gb","vendor":"NVIDIA","name":"GeForce RTX 5050","category":"consumer","release_date":"2025-07-01","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"13.17","tensor_fp16_dense_tflops":"52.68","tensor_accum_mode":"fp16","tdp_watts":130,"msrp_usd":249,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-9060-xt-16gb","vendor":"AMD","name":"Radeon RX 9060 XT","category":"consumer","release_date":"2025-06-05","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"25.64","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":160,"msrp_usd":349,"cuda_compute_capability":null,"gfx_target":"gfx1200","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-9060-xt-8gb","vendor":"AMD","name":"Radeon RX 9060 XT","category":"consumer","release_date":"2025-06-05","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"25.64","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":150,"msrp_usd":299,"cuda_compute_capability":null,"gfx_target":"gfx1200","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"tesla-t4-16gb","vendor":"NVIDIA","name":"Tesla T4","category":"datacenter","release_date":"2018-09-13","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"16.20","tensor_fp16_dense_tflops":"65.00","tensor_accum_mode":"fp32","tdp_watts":70,"msrp_usd":null,"cuda_compute_capability":"7.5","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rx-6700-10gb","vendor":"AMD","name":"Radeon RX 6700","category":"consumer","release_date":"2021-06-09","memory_kind":"dedicated_vram","memory_gb":"10.00","max_allocatable_gb":null,"memory_bus_bits":160,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"320.00","fp16_vector_tflops":"22.58","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":175,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1031","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"apple-m5-pro-48gb","vendor":"Apple","name":"Apple M5 Pro","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"48.00","max_allocatable_gb":"36.00","memory_bus_bits":256,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"307.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-max-96gb","vendor":"Apple","name":"Apple M3 Max","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"96.00","max_allocatable_gb":"72.00","memory_bus_bits":384,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"307.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-max-36gb","vendor":"Apple","name":"Apple M3 Max","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"36.00","max_allocatable_gb":"27.00","memory_bus_bits":384,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"307.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-pro-64gb","vendor":"Apple","name":"Apple M5 Pro","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":256,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"307.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-pro-24gb","vendor":"Apple","name":"Apple M5 Pro","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":256,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"307.20","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"l4-24gb","vendor":"NVIDIA","name":"L4","category":"datacenter","release_date":"2023-03-21","memory_kind":"dedicated_vram","memory_gb":"24.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"300.00","fp16_vector_tflops":"30.30","tensor_fp16_dense_tflops":"121.00","tensor_accum_mode":"fp32","tdp_watts":72,"msrp_usd":null,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://www.nvidia.com/en-us/data-center/"]}
{"_type":"accelerator","slug":"rtx-4060-ti-8gb","vendor":"NVIDIA","name":"GeForce RTX 4060 Ti","category":"consumer","release_date":"2023-05-24","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"22.07","tensor_fp16_dense_tflops":"88.26","tensor_accum_mode":"fp16","tdp_watts":160,"msrp_usd":399,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"radeon-pro-w7500-8gb","vendor":"AMD","name":"Radeon Pro W7500","category":"workstation","release_date":"2023-08-03","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"12.19","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":70,"msrp_usd":429,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7500.html"]}
{"_type":"accelerator","slug":"radeon-pro-w7600-8gb","vendor":"AMD","name":"Radeon Pro W7600","category":"workstation","release_date":"2023-08-03","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"19.99","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":130,"msrp_usd":599,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html","https://www.amd.com/en/products/graphics/workstations/radeon-pro/w7600.html"]}
{"_type":"accelerator","slug":"rtx-pro-2000-blackwell-16gb","vendor":"NVIDIA","name":"RTX PRO 2000 Blackwell","category":"workstation","release_date":"2025-08-11","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR7","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"17.03","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":70,"msrp_usd":722,"cuda_compute_capability":"12.0","gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-a2000-12gb","vendor":"NVIDIA","name":"RTX A2000","category":"workstation","release_date":"2021-08-10","memory_kind":"dedicated_vram","memory_gb":"12.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"7.99","tensor_fp16_dense_tflops":"31.95","tensor_accum_mode":"fp16","tdp_watts":70,"msrp_usd":449,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-4060-ti-16gb","vendor":"NVIDIA","name":"GeForce RTX 4060 Ti","category":"consumer","release_date":"2023-07-18","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"22.07","tensor_fp16_dense_tflops":"88.26","tensor_accum_mode":"fp16","tdp_watts":165,"msrp_usd":499,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rtx-a2000-6gb","vendor":"NVIDIA","name":"RTX A2000","category":"workstation","release_date":"2021-08-10","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":192,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"7.99","tensor_fp16_dense_tflops":"31.95","tensor_accum_mode":"fp16","tdp_watts":70,"msrp_usd":449,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-9060-8gb","vendor":"AMD","name":"Radeon RX 9060","category":"consumer","release_date":"2025-08-05","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"21.43","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":132,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1200","pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-7600-8gb","vendor":"AMD","name":"Radeon RX 7600","category":"consumer","release_date":"2023-05-25","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"21.75","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":165,"msrp_usd":269,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-7600-xt-16gb","vendor":"AMD","name":"Radeon RX 7600 XT","category":"consumer","release_date":"2024-01-24","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"22.57","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":190,"msrp_usd":329,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-7650-gre-8gb","vendor":"AMD","name":"Radeon RX 7650 GRE","category":"consumer","release_date":"2025-02-07","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"288.00","fp16_vector_tflops":"22.08","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":170,"msrp_usd":249,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-4000-sff-ada-20gb","vendor":"NVIDIA","name":"RTX 4000 SFF Ada Generation","category":"workstation","release_date":"2023-03-21","memory_kind":"dedicated_vram","memory_gb":"20.00","max_allocatable_gb":null,"memory_bus_bits":160,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"280.00","fp16_vector_tflops":"19.23","tensor_fp16_dense_tflops":"76.70","tensor_accum_mode":"fp16","tdp_watts":70,"msrp_usd":1250,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"rx-6650-xt-8gb","vendor":"AMD","name":"Radeon RX 6650 XT","category":"consumer","release_date":"2022-05-10","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"280.00","fp16_vector_tflops":"21.59","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":180,"msrp_usd":399,"cuda_compute_capability":null,"gfx_target":"gfx1032","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"apple-m4-pro-48gb","vendor":"Apple","name":"Apple M4 Pro","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"48.00","max_allocatable_gb":"36.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"273.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-pro-24gb","vendor":"Apple","name":"Apple M4 Pro","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"273.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"dgx-spark-128gb","vendor":"NVIDIA","name":"NVIDIA DGX Spark (GB10)","category":"unified_x86","release_date":"2025-10-15","memory_kind":"unified","memory_gb":"128.00","max_allocatable_gb":null,"memory_bus_bits":256,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"273.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":"125.00","tensor_accum_mode":"fp16","tdp_watts":140,"msrp_usd":3999,"cuda_compute_capability":"12.1","gfx_target":null,"pcie_gen":5,"source_urls":["https://docs.nvidia.com/dgx/dgx-spark/hardware.html","https://www.nvidia.com/en-us/products/workstations/dgx-spark/"]}
{"_type":"accelerator","slug":"apple-m4-pro-64gb","vendor":"Apple","name":"Apple M4 Pro","category":"apple","release_date":"2024-11-08","memory_kind":"unified","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8533","bandwidth_gbs_theoretical":"273.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rtx-4060-8gb","vendor":"NVIDIA","name":"GeForce RTX 4060","category":"consumer","release_date":"2023-06-29","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"272.00","fp16_vector_tflops":"15.11","tensor_fp16_dense_tflops":"60.46","tensor_accum_mode":"fp16","tdp_watts":115,"msrp_usd":299,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"ryzen-ai-max-385-64gb","vendor":"AMD","name":"AMD Ryzen AI Max 385 (Radeon 8050S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-385.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-385-32gb","vendor":"AMD","name":"AMD Ryzen AI Max 385 (Radeon 8050S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-385.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-plus-395-128gb","vendor":"AMD","name":"AMD Ryzen AI Max+ 395 (Radeon 8060S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"128.00","max_allocatable_gb":"96.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-plus-395.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"rx-6600-xt-8gb","vendor":"AMD","name":"Radeon RX 6600 XT","category":"consumer","release_date":"2021-08-11","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":"21.21","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":160,"msrp_usd":379,"cuda_compute_capability":null,"gfx_target":"gfx1032","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-plus-395-32gb","vendor":"AMD","name":"AMD Ryzen AI Max+ 395 (Radeon 8060S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-plus-395.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-plus-395-64gb","vendor":"AMD","name":"AMD Ryzen AI Max+ 395 (Radeon 8060S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-plus-395.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-390-32gb","vendor":"AMD","name":"AMD Ryzen AI Max 390 (Radeon 8050S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-390.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"ryzen-ai-max-390-64gb","vendor":"AMD","name":"AMD Ryzen AI Max 390 (Radeon 8050S)","category":"unified_x86","release_date":"2025-01-06","memory_kind":"unified_partitioned","memory_gb":"64.00","max_allocatable_gb":"48.00","memory_bus_bits":256,"memory_type":"LPDDR5X-8000","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":120,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1151","pcie_gen":4,"source_urls":["https://www.amd.com/en/products/processors/laptop/ryzen/ai-300-series/amd-ryzen-ai-max-390.html","https://www.amd.com/en/blogs/2025/amd-ryzen-ai-max-395-processor-breakthrough-ai-.html","https://www.amd.com/en/blogs/2025/faqs-amd-variable-graphics-memory-vram-ai-model-sizes-quantization-mcp-more.html"]}
{"_type":"accelerator","slug":"arc-pro-a60m-8gb","vendor":"Intel","name":"Arc Pro A60M 8GB","category":"workstation","release_date":"2023-06-06","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"256.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":95,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-3060-8gb","vendor":"NVIDIA","name":"GeForce RTX 3060","category":"consumer","release_date":"2022-10-01","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"240.00","fp16_vector_tflops":"12.74","tensor_fp16_dense_tflops":"50.95","tensor_accum_mode":"fp16","tdp_watts":195,"msrp_usd":329,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA","https://www.nvidia.com/en-us/geforce/graphics-cards/30-series/rtx-3060-3060ti/"]}
{"_type":"accelerator","slug":"arc-a530m-4gb","vendor":"Intel","name":"Arc A530M 4GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":95,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rx-6600-8gb","vendor":"AMD","name":"Radeon RX 6600","category":"consumer","release_date":"2021-10-13","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"17.86","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":132,"msrp_usd":329,"cuda_compute_capability":null,"gfx_target":"gfx1032","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"arc-a550m-8gb","vendor":"Intel","name":"Arc A550M 8GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"13.93","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":80,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-2000-ada-16gb","vendor":"NVIDIA","name":"RTX 2000 Ada Generation","category":"workstation","release_date":"2024-02-12","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"12.00","tensor_fp16_dense_tflops":"48.00","tensor_accum_mode":"fp16","tdp_watts":70,"msrp_usd":649,"cuda_compute_capability":"8.9","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-a570m-8gb","vendor":"Intel","name":"Arc A570M 8GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":95,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-3050-8gb","vendor":"NVIDIA","name":"GeForce RTX 3050","category":"consumer","release_date":"2022-01-04","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"9.10","tensor_fp16_dense_tflops":"36.39","tensor_accum_mode":"fp16","tdp_watts":130,"msrp_usd":249,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-pro-b50-16gb","vendor":"Intel","name":"Arc Pro B50 16GB","category":"workstation","release_date":"2025-09-03","memory_kind":"dedicated_vram","memory_gb":"16.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"21.30","tensor_fp16_dense_tflops":"85.00","tensor_accum_mode":"fp32","tdp_watts":70,"msrp_usd":349,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":5,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc","https://www.intel.com/content/www/us/en/products/sku/242615/intel-arc-pro-b50-graphics/specifications.html"]}
{"_type":"accelerator","slug":"arc-a530m-8gb","vendor":"Intel","name":"Arc A530M 8GB","category":"consumer","release_date":null,"memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":95,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"radeon-pro-w6600-8gb","vendor":"AMD","name":"Radeon Pro W6600","category":"workstation","release_date":"2021-06-08","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"20.81","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":130,"msrp_usd":649,"cuda_compute_capability":null,"gfx_target":"gfx1032","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-3050-oem-8gb","vendor":"NVIDIA","name":"GeForce RTX 3050 OEM","category":"consumer","release_date":"2022-01-27","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"224.00","fp16_vector_tflops":"8.09","tensor_fp16_dense_tflops":"32.35","tensor_accum_mode":"fp16","tdp_watts":130,"msrp_usd":null,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m1-pro-32gb","vendor":"Apple","name":"Apple M1 Pro","category":"apple","release_date":"2021-10-26","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":256,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"204.80","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-pro-16gb","vendor":"Apple","name":"Apple M2 Pro","category":"apple","release_date":"2023-01-24","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":256,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"204.80","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-pro-32gb","vendor":"Apple","name":"Apple M2 Pro","category":"apple","release_date":"2023-01-24","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":256,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"204.80","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m1-pro-16gb","vendor":"Apple","name":"Apple M1 Pro","category":"apple","release_date":"2021-10-26","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":256,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"204.80","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"arc-pro-a50-6gb","vendor":"Intel","name":"Arc Pro A50 6GB","category":"workstation","release_date":"2022-08-08","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":96,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"192.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":75,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rtx-a1000-8gb","vendor":"NVIDIA","name":"RTX A1000","category":"workstation","release_date":"2024-04-16","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"192.00","fp16_vector_tflops":"6.74","tensor_fp16_dense_tflops":"26.90","tensor_accum_mode":"fp16","tdp_watts":50,"msrp_usd":365,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"arc-pro-a40-6gb","vendor":"Intel","name":"Arc Pro A40 6GB","category":"workstation","release_date":"2022-08-08","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":96,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"192.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":50,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-a380-6gb","vendor":"Intel","name":"Arc A380 6GB","category":"consumer","release_date":"2022-06-14","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":96,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"186.00","fp16_vector_tflops":"8.40","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":75,"msrp_usd":139,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"rx-7400-8gb","vendor":"AMD","name":"Radeon RX 7400","category":"consumer","release_date":"2025-08-10","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":128,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"173.00","fp16_vector_tflops":"15.77","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":55,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":"gfx1102","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rtx-3050-6gb","vendor":"NVIDIA","name":"GeForce RTX 3050","category":"consumer","release_date":"2024-02-02","memory_kind":"dedicated_vram","memory_gb":"6.00","max_allocatable_gb":null,"memory_bus_bits":96,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"168.00","fp16_vector_tflops":"6.77","tensor_fp16_dense_tflops":"27.10","tensor_accum_mode":"fp16","tdp_watts":70,"msrp_usd":179,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m5-16gb","vendor":"Apple","name":"Apple M5","category":"apple","release_date":"2025-10-15","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":128,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-12gb","vendor":"Apple","name":"Apple M5","category":"apple","release_date":"2025-10-15","memory_kind":"unified","memory_gb":"12.00","max_allocatable_gb":"9.00","memory_bus_bits":128,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-pro-18gb","vendor":"Apple","name":"Apple M3 Pro","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"18.00","max_allocatable_gb":"13.50","memory_bus_bits":192,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-pro-36gb","vendor":"Apple","name":"Apple M3 Pro","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"36.00","max_allocatable_gb":"27.00","memory_bus_bits":192,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-32gb","vendor":"Apple","name":"Apple M5","category":"apple","release_date":"2025-10-15","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":128,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m5-24gb","vendor":"Apple","name":"Apple M5","category":"apple","release_date":"2025-10-15","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":128,"memory_type":"LPDDR5X-9600","bandwidth_gbs_theoretical":"153.60","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rx-6500-xt-4gb","vendor":"AMD","name":"Radeon RX 6500 XT","category":"consumer","release_date":"2022-01-19","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"144.00","fp16_vector_tflops":"11.53","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":107,"msrp_usd":199,"cuda_compute_capability":null,"gfx_target":"gfx1034","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-6500-xt-8gb","vendor":"AMD","name":"Radeon RX 6500 XT","category":"consumer","release_date":"2022-01-19","memory_kind":"dedicated_vram","memory_gb":"8.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"144.00","fp16_vector_tflops":"11.53","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":113,"msrp_usd":219,"cuda_compute_capability":null,"gfx_target":"gfx1034","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"rx-6400-4gb","vendor":"AMD","name":"Radeon RX 6400","category":"consumer","release_date":"2022-01-19","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"128.00","fp16_vector_tflops":"7.13","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":53,"msrp_usd":159,"cuda_compute_capability":null,"gfx_target":"gfx1034","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"radeon-pro-w6400-4gb","vendor":"AMD","name":"Radeon Pro W6400","category":"workstation","release_date":"2022-01-19","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"128.00","fp16_vector_tflops":"7.16","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":50,"msrp_usd":229,"cuda_compute_capability":null,"gfx_target":"gfx1034","pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_AMD_graphics_processing_units","https://llvm.org/docs/AMDGPUUsage.html"]}
{"_type":"accelerator","slug":"arc-a310-4gb","vendor":"Intel","name":"Arc A310 4GB","category":"consumer","release_date":"2022-09-28","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"124.00","fp16_vector_tflops":"6.14","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":75,"msrp_usd":110,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"apple-m4-12gb","vendor":"Apple","name":"Apple M4","category":"apple","release_date":"2026-03-11","memory_kind":"unified","memory_gb":"12.00","max_allocatable_gb":"9.00","memory_bus_bits":128,"memory_type":"LPDDR5X-7500","bandwidth_gbs_theoretical":"120.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-8gb","vendor":"Apple","name":"Apple M4","category":"apple","release_date":"2024-05-15","memory_kind":"unified","memory_gb":"8.00","max_allocatable_gb":"6.00","memory_bus_bits":128,"memory_type":"LPDDR5X-7500","bandwidth_gbs_theoretical":"120.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-16gb","vendor":"Apple","name":"Apple M4","category":"apple","release_date":"2024-05-15","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":128,"memory_type":"LPDDR5X-7500","bandwidth_gbs_theoretical":"120.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-24gb","vendor":"Apple","name":"Apple M4","category":"apple","release_date":"2024-05-15","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":128,"memory_type":"LPDDR5X-7500","bandwidth_gbs_theoretical":"120.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m4-32gb","vendor":"Apple","name":"Apple M4","category":"apple","release_date":"2024-05-15","memory_kind":"unified","memory_gb":"32.00","max_allocatable_gb":"24.00","memory_bus_bits":128,"memory_type":"LPDDR5X-7500","bandwidth_gbs_theoretical":"120.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"arc-a370m-4gb","vendor":"Intel","name":"Arc A370M 4GB","category":"consumer","release_date":"2022-03-30","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"112.00","fp16_vector_tflops":"8.40","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":50,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-pro-a30m-4gb","vendor":"Intel","name":"Arc Pro A30M 4GB","category":"workstation","release_date":"2022-08-08","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"112.00","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":50,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"arc-a350m-4gb","vendor":"Intel","name":"Arc A350M 4GB","category":"consumer","release_date":"2022-03-30","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"112.00","fp16_vector_tflops":"6.76","tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":35,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/Intel_Arc"]}
{"_type":"accelerator","slug":"apple-m2-8gb","vendor":"Apple","name":"Apple M2","category":"apple","release_date":"2022-06-24","memory_kind":"unified","memory_gb":"8.00","max_allocatable_gb":"6.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-24gb","vendor":"Apple","name":"Apple M3","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-16gb","vendor":"Apple","name":"Apple M3","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-16gb","vendor":"Apple","name":"Apple M2","category":"apple","release_date":"2022-06-24","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m3-8gb","vendor":"Apple","name":"Apple M3","category":"apple","release_date":"2023-11-07","memory_kind":"unified","memory_gb":"8.00","max_allocatable_gb":"6.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m2-24gb","vendor":"Apple","name":"Apple M2","category":"apple","release_date":"2022-06-24","memory_kind":"unified","memory_gb":"24.00","max_allocatable_gb":"18.00","memory_bus_bits":128,"memory_type":"LPDDR5-6400","bandwidth_gbs_theoretical":"102.40","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"rtx-a400-4gb","vendor":"NVIDIA","name":"RTX A400","category":"workstation","release_date":"2024-04-16","memory_kind":"dedicated_vram","memory_gb":"4.00","max_allocatable_gb":null,"memory_bus_bits":64,"memory_type":"GDDR6","bandwidth_gbs_theoretical":"96.00","fp16_vector_tflops":"2.71","tensor_fp16_dense_tflops":"10.85","tensor_accum_mode":"fp16","tdp_watts":50,"msrp_usd":135,"cuda_compute_capability":"8.6","gfx_target":null,"pcie_gen":4,"source_urls":["https://en.wikipedia.org/wiki/List_of_Nvidia_graphics_processing_units","https://en.wikipedia.org/wiki/CUDA"]}
{"_type":"accelerator","slug":"apple-m1-8gb","vendor":"Apple","name":"Apple M1","category":"apple","release_date":"2020-11-17","memory_kind":"unified","memory_gb":"8.00","max_allocatable_gb":"6.00","memory_bus_bits":128,"memory_type":"LPDDR4X-4266","bandwidth_gbs_theoretical":"68.25","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}
{"_type":"accelerator","slug":"apple-m1-16gb","vendor":"Apple","name":"Apple M1","category":"apple","release_date":"2020-11-17","memory_kind":"unified","memory_gb":"16.00","max_allocatable_gb":"12.00","memory_bus_bits":128,"memory_type":"LPDDR4X-4266","bandwidth_gbs_theoretical":"68.25","fp16_vector_tflops":null,"tensor_fp16_dense_tflops":null,"tensor_accum_mode":"unknown","tdp_watts":null,"msrp_usd":null,"cuda_compute_capability":null,"gfx_target":null,"pcie_gen":null,"source_urls":["https://en.wikipedia.org/wiki/Apple_silicon"]}